1 // SPDX-License-Identifier: GPL-2.0
54 	cap = (u16 *)&save_state->cap.data[0];  in pci_save_dpc_state()
55 	pci_read_config_word(dev, dev->dpc_cap + PCI_EXP_DPC_CTL, cap);  in pci_save_dpc_state()
70 	cap = (u16 *)&save_state->cap.data[0];  in pci_restore_dpc_state()
71 	pci_write_config_word(dev, dev->dpc_cap + PCI_EXP_DPC_CTL, *cap);  in pci_restore_dpc_state()
81 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_STATUS, &status);  in dpc_completed()
85 	if (test_bit(PCI_DPC_RECOVERING, &pdev->priv_flags))  in dpc_completed()
92  * pci_dpc_recovered - whether DPC triggered and has recovered successfully
103 	if (!pdev->dpc_cap)  in pci_dpc_recovered()
110 	host = pci_find_host_bridge(pdev->bus);  in pci_dpc_recovered()
111 	if (!host->native_dpc && !IS_ENABLED(CONFIG_PCIE_EDR))  in pci_dpc_recovered()
122 	return test_and_clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in pci_dpc_recovered()
129 	u16 cap = pdev->dpc_cap, status;  in dpc_wait_rp_inactive()
139 		return -EBUSY;  in dpc_wait_rp_inactive()
149 	set_bit(PCI_DPC_RECOVERING, &pdev->priv_flags);  in dpc_reset_link()
155 	cap = pdev->dpc_cap;  in dpc_reset_link()
164 	if (pdev->dpc_rp_extensions && dpc_wait_rp_inactive(pdev)) {  in dpc_reset_link()
165 		clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
174 		clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
177 		set_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
181 	clear_bit(PCI_DPC_RECOVERING, &pdev->priv_flags);  in dpc_reset_link()
188 	u16 cap = pdev->dpc_cap, dpc_status, first_error;  in dpc_process_rp_pio_error()
200 	pci_err(pdev, "RP PIO severity=%#010x, syserror=%#010x, exception=%#010x\n",  in dpc_process_rp_pio_error()
213 	if (pdev->dpc_rp_log_size < 4)  in dpc_process_rp_pio_error()
226 	if (pdev->dpc_rp_log_size < 5)  in dpc_process_rp_pio_error()
229 	pci_err(pdev, "RP PIO ImpSpec Log %#010x\n", log);  in dpc_process_rp_pio_error()
231 	for (i = 0; i < pdev->dpc_rp_log_size - 5; i++) {  in dpc_process_rp_pio_error()
243 	int pos = dev->aer_cap;  in dpc_get_aer_uncorrect_severity()
255 		info->severity = AER_FATAL;  in dpc_get_aer_uncorrect_severity()
257 		info->severity = AER_NONFATAL;  in dpc_get_aer_uncorrect_severity()
264 	u16 cap = pdev->dpc_cap, status, source, reason, ext_reason;  in dpc_process_error()
279 		 (ext_reason == 0) ? "RP PIO error" :  in dpc_process_error()
283 	/* show RP PIO error detail information */  in dpc_process_error()
284 	if (pdev->dpc_rp_extensions && reason == 3 && ext_reason == 0)  in dpc_process_error()
310 	u16 cap = pdev->dpc_cap, status;  in dpc_irq()
328 	pdev->dpc_cap = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_DPC);  in pci_dpc_init()
329 	if (!pdev->dpc_cap)  in pci_dpc_init()
332 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CAP, &cap);  in pci_dpc_init()
336 	pdev->dpc_rp_extensions = true;  in pci_dpc_init()
339 	if (!pdev->dpc_rp_log_size) {  in pci_dpc_init()
340 		pdev->dpc_rp_log_size =  in pci_dpc_init()
342 		if (pdev->dpc_rp_log_size < 4 || pdev->dpc_rp_log_size > 9) {  in pci_dpc_init()
343 			pci_err(pdev, "RP PIO log size %u is invalid\n",  in pci_dpc_init()
344 				pdev->dpc_rp_log_size);  in pci_dpc_init()
345 			pdev->dpc_rp_log_size = 0;  in pci_dpc_init()
350 #define FLAG(x, y) (((x) & (y)) ? '+' : '-')  argument
353 	struct pci_dev *pdev = dev->port;  in dpc_probe()
354 	struct device *device = &dev->device;  in dpc_probe()
359 		return -ENOTSUPP;  in dpc_probe()
361 	status = devm_request_threaded_irq(device, dev->irq, dpc_irq,  in dpc_probe()
363 					   "pcie-dpc", pdev);  in dpc_probe()
365 		pci_warn(pdev, "request IRQ%d failed: %d\n", dev->irq,  in dpc_probe()
370 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CAP, &cap);  in dpc_probe()
371 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CTL, &ctl);  in dpc_probe()
374 	pci_write_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CTL, ctl);  in dpc_probe()
375 	pci_info(pdev, "enabled with IRQ %d\n", dev->irq);  in dpc_probe()
377 …pci_info(pdev, "error containment capabilities: Int Msg #%d, RPExt%c PoisonedTLP%c SwTrigger%c RP …  in dpc_probe()
380 		 FLAG(cap, PCI_EXP_DPC_CAP_SW_TRIGGER), pdev->dpc_rp_log_size,  in dpc_probe()
389 	struct pci_dev *pdev = dev->port;  in dpc_remove()
392 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CTL, &ctl);  in dpc_remove()
394 	pci_write_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CTL, ctl);  in dpc_remove()