1 // SPDX-License-Identifier: GPL-2.0
58 	cap = (u16 *)&save_state->cap.data[0];  in pci_save_dpc_state()
59 	pci_read_config_word(dev, dev->dpc_cap + PCI_EXP_DPC_CTL, cap);  in pci_save_dpc_state()
74 	cap = (u16 *)&save_state->cap.data[0];  in pci_restore_dpc_state()
75 	pci_write_config_word(dev, dev->dpc_cap + PCI_EXP_DPC_CTL, *cap);  in pci_restore_dpc_state()
85 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_STATUS, &status);  in dpc_completed()
89 	if (test_bit(PCI_DPC_RECOVERING, &pdev->priv_flags))  in dpc_completed()
96  * pci_dpc_recovered - whether DPC triggered and has recovered successfully
107 	if (!pdev->dpc_cap)  in pci_dpc_recovered()
114 	host = pci_find_host_bridge(pdev->bus);  in pci_dpc_recovered()
115 	if (!host->native_dpc && !IS_ENABLED(CONFIG_PCIE_EDR))  in pci_dpc_recovered()
126 	return test_and_clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in pci_dpc_recovered()
133 	u16 cap = pdev->dpc_cap, status;  in dpc_wait_rp_inactive()
143 		return -EBUSY;  in dpc_wait_rp_inactive()
153 	set_bit(PCI_DPC_RECOVERING, &pdev->priv_flags);  in dpc_reset_link()
159 	cap = pdev->dpc_cap;  in dpc_reset_link()
168 	if (pdev->dpc_rp_extensions && dpc_wait_rp_inactive(pdev)) {  in dpc_reset_link()
169 		clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
178 		clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
181 		set_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_reset_link()
185 	clear_bit(PCI_DPC_RECOVERING, &pdev->priv_flags);  in dpc_reset_link()
192 	u16 cap = pdev->dpc_cap, dpc_status, first_error;  in dpc_process_rp_pio_error()
205 	pci_err(pdev, "RP PIO severity=%#010x, syserror=%#010x, exception=%#010x\n",  in dpc_process_rp_pio_error()
218 	if (pdev->dpc_rp_log_size < PCIE_STD_NUM_TLP_HEADERLOG)  in dpc_process_rp_pio_error()
225 	if (pdev->dpc_rp_log_size < PCIE_STD_NUM_TLP_HEADERLOG + 1)  in dpc_process_rp_pio_error()
228 	pci_err(pdev, "RP PIO ImpSpec Log %#010x\n", log);  in dpc_process_rp_pio_error()
237 	int pos = dev->aer_cap;  in dpc_get_aer_uncorrect_severity()
249 		info->severity = AER_FATAL;  in dpc_get_aer_uncorrect_severity()
251 		info->severity = AER_NONFATAL;  in dpc_get_aer_uncorrect_severity()
258 	u16 cap = pdev->dpc_cap, status, source, reason, ext_reason;  in dpc_process_error()
277 		 "RP PIO error" :  in dpc_process_error()
282 	/* show RP PIO error detail information */  in dpc_process_error()
283 	if (pdev->dpc_rp_extensions &&  in dpc_process_error()
298 	if (pdev->dpc_rp_extensions)  in pci_clear_surpdn_errors()
299 		pci_write_config_dword(pdev, pdev->dpc_cap +  in pci_clear_surpdn_errors()
319 	if (pdev->dpc_rp_extensions && dpc_wait_rp_inactive(pdev))  in dpc_handle_surprise_removal()
325 	pci_write_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_STATUS,  in dpc_handle_surprise_removal()
329 	clear_bit(PCI_DPC_RECOVERED, &pdev->priv_flags);  in dpc_handle_surprise_removal()
337 	if (!pdev->is_hotplug_bridge)  in dpc_is_surprise_removal()
340 	if (pci_read_config_word(pdev, pdev->aer_cap + PCI_ERR_UNCOR_STATUS,  in dpc_is_surprise_removal()
371 	u16 cap = pdev->dpc_cap, status;  in dpc_irq()
389 	pdev->dpc_cap = pci_find_ext_capability(pdev, PCI_EXT_CAP_ID_DPC);  in pci_dpc_init()
390 	if (!pdev->dpc_cap)  in pci_dpc_init()
393 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CAP, &cap);  in pci_dpc_init()
397 	pdev->dpc_rp_extensions = true;  in pci_dpc_init()
400 	if (!pdev->dpc_rp_log_size) {  in pci_dpc_init()
401 		pdev->dpc_rp_log_size =  in pci_dpc_init()
403 		if (pdev->dpc_rp_log_size < PCIE_STD_NUM_TLP_HEADERLOG ||  in pci_dpc_init()
404 		    pdev->dpc_rp_log_size > PCIE_STD_NUM_TLP_HEADERLOG + 1 +  in pci_dpc_init()
406 			pci_err(pdev, "RP PIO log size %u is invalid\n",  in pci_dpc_init()
407 				pdev->dpc_rp_log_size);  in pci_dpc_init()
408 			pdev->dpc_rp_log_size = 0;  in pci_dpc_init()
415 	struct pci_dev *pdev = dev->port;  in dpc_enable()
416 	int dpc = pdev->dpc_cap;  in dpc_enable()
434 	struct pci_dev *pdev = dev->port;  in dpc_disable()
435 	int dpc = pdev->dpc_cap;  in dpc_disable()
444 #define FLAG(x, y) (((x) & (y)) ? '+' : '-')  argument
447 	struct pci_dev *pdev = dev->port;  in dpc_probe()
448 	struct device *device = &dev->device;  in dpc_probe()
453 		return -ENOTSUPP;  in dpc_probe()
455 	status = devm_request_threaded_irq(device, dev->irq, dpc_irq,  in dpc_probe()
457 					   "pcie-dpc", pdev);  in dpc_probe()
459 		pci_warn(pdev, "request IRQ%d failed: %d\n", dev->irq,  in dpc_probe()
464 	pci_read_config_word(pdev, pdev->dpc_cap + PCI_EXP_DPC_CAP, &cap);  in dpc_probe()
467 	pci_info(pdev, "enabled with IRQ %d\n", dev->irq);  in dpc_probe()
468 …pci_info(pdev, "error containment capabilities: Int Msg #%d, RPExt%c PoisonedTLP%c SwTrigger%c RP …  in dpc_probe()
471 		 FLAG(cap, PCI_EXP_DPC_CAP_SW_TRIGGER), pdev->dpc_rp_log_size,  in dpc_probe()