139 static int ath12k_pci_bus_wake_up(struct ath12k_base *ab)  in ath12k_pci_bus_wake_up()  argument
141 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_bus_wake_up()
146 static void ath12k_pci_bus_release(struct ath12k_base *ab)  in ath12k_pci_bus_release()  argument
148 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_bus_release()
165 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_select_window()  local
178 			  ab->mem + WINDOW_REG_ADDRESS);  in ath12k_pci_select_window()
179 		ioread32(ab->mem + WINDOW_REG_ADDRESS);  in ath12k_pci_select_window()
196 	iowrite32(WINDOW_ENABLE_BIT | window, ab_pci->ab->mem + WINDOW_REG_ADDRESS);  in ath12k_pci_select_static_window()
199 static u32 ath12k_pci_get_window_start(struct ath12k_base *ab,  in ath12k_pci_get_window_start()  argument
221 static void ath12k_pci_soc_global_reset(struct ath12k_base *ab)  in ath12k_pci_soc_global_reset()  argument
225 	val = ath12k_pci_read32(ab, PCIE_SOC_GLOBAL_RESET);  in ath12k_pci_soc_global_reset()
229 	ath12k_pci_write32(ab, PCIE_SOC_GLOBAL_RESET, val);  in ath12k_pci_soc_global_reset()
238 	ath12k_pci_write32(ab, PCIE_SOC_GLOBAL_RESET, val);  in ath12k_pci_soc_global_reset()
242 	val = ath12k_pci_read32(ab, PCIE_SOC_GLOBAL_RESET);  in ath12k_pci_soc_global_reset()
244 		ath12k_warn(ab, "link down error during global reset\n");  in ath12k_pci_soc_global_reset()
247 static void ath12k_pci_clear_dbg_registers(struct ath12k_base *ab)  in ath12k_pci_clear_dbg_registers()  argument
252 	val = ath12k_pci_read32(ab, PCIE_Q6_COOKIE_ADDR);  in ath12k_pci_clear_dbg_registers()
253 	ath12k_dbg(ab, ATH12K_DBG_PCI, "cookie:0x%x\n", val);  in ath12k_pci_clear_dbg_registers()
255 	val = ath12k_pci_read32(ab, WLAON_WARM_SW_ENTRY);  in ath12k_pci_clear_dbg_registers()
256 	ath12k_dbg(ab, ATH12K_DBG_PCI, "WLAON_WARM_SW_ENTRY 0x%x\n", val);  in ath12k_pci_clear_dbg_registers()
264 	ath12k_pci_write32(ab, WLAON_WARM_SW_ENTRY, 0);  in ath12k_pci_clear_dbg_registers()
267 	val = ath12k_pci_read32(ab, WLAON_WARM_SW_ENTRY);  in ath12k_pci_clear_dbg_registers()
268 	ath12k_dbg(ab, ATH12K_DBG_PCI, "WLAON_WARM_SW_ENTRY 0x%x\n", val);  in ath12k_pci_clear_dbg_registers()
273 	val = ath12k_pci_read32(ab, WLAON_SOC_RESET_CAUSE_REG);  in ath12k_pci_clear_dbg_registers()
274 	ath12k_dbg(ab, ATH12K_DBG_PCI, "soc reset cause:%d\n", val);  in ath12k_pci_clear_dbg_registers()
277 static void ath12k_pci_enable_ltssm(struct ath12k_base *ab)  in ath12k_pci_enable_ltssm()  argument
282 	val = ath12k_pci_read32(ab, PCIE_PCIE_PARF_LTSSM);  in ath12k_pci_enable_ltssm()
289 		ath12k_pci_write32(ab, PCIE_PCIE_PARF_LTSSM, PARM_LTSSM_VALUE);  in ath12k_pci_enable_ltssm()
290 		val = ath12k_pci_read32(ab, PCIE_PCIE_PARF_LTSSM);  in ath12k_pci_enable_ltssm()
293 	ath12k_dbg(ab, ATH12K_DBG_PCI, "pci ltssm 0x%x\n", val);  in ath12k_pci_enable_ltssm()
295 	val = ath12k_pci_read32(ab, GCC_GCC_PCIE_HOT_RST);  in ath12k_pci_enable_ltssm()
297 	ath12k_pci_write32(ab, GCC_GCC_PCIE_HOT_RST, val);  in ath12k_pci_enable_ltssm()
298 	val = ath12k_pci_read32(ab, GCC_GCC_PCIE_HOT_RST);  in ath12k_pci_enable_ltssm()
300 	ath12k_dbg(ab, ATH12K_DBG_PCI, "pci pcie_hot_rst 0x%x\n", val);  in ath12k_pci_enable_ltssm()
305 static void ath12k_pci_clear_all_intrs(struct ath12k_base *ab)  in ath12k_pci_clear_all_intrs()  argument
312 	ath12k_pci_write32(ab, PCIE_PCIE_INT_ALL_CLEAR, PCIE_INT_CLEAR_ALL);  in ath12k_pci_clear_all_intrs()
315 static void ath12k_pci_set_wlaon_pwr_ctrl(struct ath12k_base *ab)  in ath12k_pci_set_wlaon_pwr_ctrl()  argument
319 	val = ath12k_pci_read32(ab, WLAON_QFPROM_PWR_CTRL_REG);  in ath12k_pci_set_wlaon_pwr_ctrl()
321 	ath12k_pci_write32(ab, WLAON_QFPROM_PWR_CTRL_REG, val);  in ath12k_pci_set_wlaon_pwr_ctrl()
324 static void ath12k_pci_force_wake(struct ath12k_base *ab)  in ath12k_pci_force_wake()  argument
326 	ath12k_pci_write32(ab, PCIE_SOC_WAKE_PCIE_LOCAL_REG, 1);  in ath12k_pci_force_wake()
330 static void ath12k_pci_sw_reset(struct ath12k_base *ab, bool power_on)  in ath12k_pci_sw_reset()  argument
333 		ath12k_pci_enable_ltssm(ab);  in ath12k_pci_sw_reset()
334 		ath12k_pci_clear_all_intrs(ab);  in ath12k_pci_sw_reset()
335 		ath12k_pci_set_wlaon_pwr_ctrl(ab);  in ath12k_pci_sw_reset()
338 	ath12k_mhi_clear_vector(ab);  in ath12k_pci_sw_reset()
339 	ath12k_pci_clear_dbg_registers(ab);  in ath12k_pci_sw_reset()
340 	ath12k_pci_soc_global_reset(ab);  in ath12k_pci_sw_reset()
341 	ath12k_mhi_set_mhictrl_reset(ab);  in ath12k_pci_sw_reset()
344 static void ath12k_pci_free_ext_irq(struct ath12k_base *ab)  in ath12k_pci_free_ext_irq()  argument
349 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath12k_pci_free_ext_irq()
352 			free_irq(ab->irq_num[irq_grp->irqs[j]], irq_grp);  in ath12k_pci_free_ext_irq()
359 static void ath12k_pci_free_irq(struct ath12k_base *ab)  in ath12k_pci_free_irq()  argument
363 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_free_irq()
364 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_free_irq()
367 		free_irq(ab->irq_num[irq_idx], &ab->ce.ce_pipe[i]);  in ath12k_pci_free_irq()
370 	ath12k_pci_free_ext_irq(ab);  in ath12k_pci_free_irq()
373 static void ath12k_pci_ce_irq_enable(struct ath12k_base *ab, u16 ce_id)  in ath12k_pci_ce_irq_enable()  argument
375 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_ce_irq_enable()
385 	enable_irq(ab->irq_num[irq_idx]);  in ath12k_pci_ce_irq_enable()
388 static void ath12k_pci_ce_irq_disable(struct ath12k_base *ab, u16 ce_id)  in ath12k_pci_ce_irq_disable()  argument
390 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_ce_irq_disable()
400 	disable_irq_nosync(ab->irq_num[irq_idx]);  in ath12k_pci_ce_irq_disable()
403 static void ath12k_pci_ce_irqs_disable(struct ath12k_base *ab)  in ath12k_pci_ce_irqs_disable()  argument
407 	clear_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags);  in ath12k_pci_ce_irqs_disable()
409 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_ce_irqs_disable()
410 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_ce_irqs_disable()
412 		ath12k_pci_ce_irq_disable(ab, i);  in ath12k_pci_ce_irqs_disable()
416 static void ath12k_pci_sync_ce_irqs(struct ath12k_base *ab)  in ath12k_pci_sync_ce_irqs()  argument
421 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_sync_ce_irqs()
422 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_sync_ce_irqs()
426 		synchronize_irq(ab->irq_num[irq_idx]);  in ath12k_pci_sync_ce_irqs()
435 	ath12k_ce_per_engine_service(ce_pipe->ab, ce_pipe->pipe_num);  in ath12k_pci_ce_workqueue()
437 	enable_irq(ce_pipe->ab->irq_num[irq_idx]);  in ath12k_pci_ce_workqueue()
443 	struct ath12k_base *ab = ce_pipe->ab;  in ath12k_pci_ce_interrupt_handler()  local
446 	if (!test_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags))  in ath12k_pci_ce_interrupt_handler()
452 	disable_irq_nosync(ab->irq_num[irq_idx]);  in ath12k_pci_ce_interrupt_handler()
461 	struct ath12k_pci *ab_pci = ath12k_pci_priv(irq_grp->ab);  in ath12k_pci_ext_grp_disable()
471 		disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]);  in ath12k_pci_ext_grp_disable()
474 static void __ath12k_pci_ext_irq_disable(struct ath12k_base *ab)  in __ath12k_pci_ext_irq_disable()  argument
478 	if (!test_and_clear_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags))  in __ath12k_pci_ext_irq_disable()
482 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in __ath12k_pci_ext_irq_disable()
493 	struct ath12k_pci *ab_pci = ath12k_pci_priv(irq_grp->ab);  in ath12k_pci_ext_grp_enable()
503 		enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]);  in ath12k_pci_ext_grp_enable()
506 static void ath12k_pci_sync_ext_irqs(struct ath12k_base *ab)  in ath12k_pci_sync_ext_irqs()  argument
511 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath12k_pci_sync_ext_irqs()
515 			synchronize_irq(ab->irq_num[irq_idx]);  in ath12k_pci_sync_ext_irqs()
525 	struct ath12k_base *ab = irq_grp->ab;  in ath12k_pci_ext_grp_napi_poll()  local
529 	work_done = ath12k_dp_service_srng(ab, irq_grp, budget);  in ath12k_pci_ext_grp_napi_poll()
533 			enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]);  in ath12k_pci_ext_grp_napi_poll()
545 	struct ath12k_base *ab = irq_grp->ab;  in ath12k_pci_ext_interrupt_handler()  local
548 	if (!test_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags))  in ath12k_pci_ext_interrupt_handler()
551 	ath12k_dbg(irq_grp->ab, ATH12K_DBG_PCI, "ext irq:%d\n", irq);  in ath12k_pci_ext_interrupt_handler()
557 		disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]);  in ath12k_pci_ext_interrupt_handler()
564 static int ath12k_pci_ext_irq_config(struct ath12k_base *ab)  in ath12k_pci_ext_irq_config()  argument
566 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_ext_irq_config()
572 	ret = ath12k_pci_get_user_msi_assignment(ab, "DP",  in ath12k_pci_ext_irq_config()
580 		irq_grp = &ab->ext_irq_grp[i];  in ath12k_pci_ext_irq_config()
583 		irq_grp->ab = ab;  in ath12k_pci_ext_irq_config()
594 		if (ab->hw_params->ring_mask->tx[i] ||  in ath12k_pci_ext_irq_config()
595 		    ab->hw_params->ring_mask->rx[i] ||  in ath12k_pci_ext_irq_config()
596 		    ab->hw_params->ring_mask->rx_err[i] ||  in ath12k_pci_ext_irq_config()
597 		    ab->hw_params->ring_mask->rx_wbm_rel[i] ||  in ath12k_pci_ext_irq_config()
598 		    ab->hw_params->ring_mask->reo_status[i] ||  in ath12k_pci_ext_irq_config()
599 		    ab->hw_params->ring_mask->host2rxdma[i] ||  in ath12k_pci_ext_irq_config()
600 		    ab->hw_params->ring_mask->rx_mon_dest[i]) {  in ath12k_pci_ext_irq_config()
610 			int irq = ath12k_pci_get_msi_irq(ab->dev, vector);  in ath12k_pci_ext_irq_config()
612 			ab->irq_num[irq_idx] = irq;  in ath12k_pci_ext_irq_config()
614 			ath12k_dbg(ab, ATH12K_DBG_PCI,  in ath12k_pci_ext_irq_config()
622 				ath12k_err(ab, "failed request irq %d: %d\n",  in ath12k_pci_ext_irq_config()
637 		irq_grp = &ab->ext_irq_grp[n];  in ath12k_pci_ext_irq_config()
652 static int ath12k_pci_config_irq(struct ath12k_base *ab)  in ath12k_pci_config_irq()  argument
654 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_config_irq()
662 	ret = ath12k_pci_get_user_msi_assignment(ab,  in ath12k_pci_config_irq()
670 	for (i = 0, msi_data_idx = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_config_irq()
671 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_config_irq()
675 		irq = ath12k_pci_get_msi_irq(ab->dev, msi_data);  in ath12k_pci_config_irq()
676 		ce_pipe = &ab->ce.ce_pipe[i];  in ath12k_pci_config_irq()
686 			ath12k_err(ab, "failed to request irq %d: %d\n",  in ath12k_pci_config_irq()
691 		ab->irq_num[irq_idx] = irq;  in ath12k_pci_config_irq()
694 		ath12k_pci_ce_irq_disable(ab, i);  in ath12k_pci_config_irq()
697 	ret = ath12k_pci_ext_irq_config(ab);  in ath12k_pci_config_irq()
704 static void ath12k_pci_init_qmi_ce_config(struct ath12k_base *ab)  in ath12k_pci_init_qmi_ce_config()  argument
706 	struct ath12k_qmi_ce_cfg *cfg = &ab->qmi.ce_cfg;  in ath12k_pci_init_qmi_ce_config()
708 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_init_qmi_ce_config()
711 	cfg->tgt_ce = ab->hw_params->target_ce_config;  in ath12k_pci_init_qmi_ce_config()
712 	cfg->tgt_ce_len = ab->hw_params->target_ce_count;  in ath12k_pci_init_qmi_ce_config()
714 	cfg->svc_to_ce_map = ab->hw_params->svc_to_ce_map;  in ath12k_pci_init_qmi_ce_config()
715 	cfg->svc_to_ce_map_len = ab->hw_params->svc_to_ce_map_len;  in ath12k_pci_init_qmi_ce_config()
716 	ab->qmi.service_ins_id = ab->hw_params->qmi_service_ins_id;  in ath12k_pci_init_qmi_ce_config()
718 	if (test_bit(ATH12K_FW_FEATURE_MULTI_QRTR_ID, ab->fw.fw_features)) {  in ath12k_pci_init_qmi_ce_config()
722 		ab->qmi.service_ins_id += ab_pci->qmi_instance;  in ath12k_pci_init_qmi_ce_config()
726 static void ath12k_pci_ce_irqs_enable(struct ath12k_base *ab)  in ath12k_pci_ce_irqs_enable()  argument
730 	set_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags);  in ath12k_pci_ce_irqs_enable()
732 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_ce_irqs_enable()
733 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_ce_irqs_enable()
735 		ath12k_pci_ce_irq_enable(ab, i);  in ath12k_pci_ce_irqs_enable()
766 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_msi_alloc()  local
792 		ath12k_dbg(ab, ATH12K_DBG_PCI, "request MSI one vector\n");  in ath12k_pci_msi_alloc()
795 	ath12k_info(ab, "MSI vectors: %d\n", num_vectors);  in ath12k_pci_msi_alloc()
801 		ath12k_err(ab, "msi_desc is NULL!\n");  in ath12k_pci_msi_alloc()
810 	ath12k_dbg(ab, ATH12K_DBG_PCI, "msi base data is %d\n", ab_pci->msi_ep_base_data);  in ath12k_pci_msi_alloc()
832 		ath12k_err(ab_pci->ab, "msi_desc is NULL!\n");  in ath12k_pci_config_msi_data()
839 	ath12k_dbg(ab_pci->ab, ATH12K_DBG_PCI, "pci after request_irq msi_ep_base_data %d\n",  in ath12k_pci_config_msi_data()
847 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_claim()  local
853 		ath12k_err(ab, "pci device id mismatch: 0x%x 0x%x\n",  in ath12k_pci_claim()
861 		ath12k_err(ab, "failed to assign pci resource: %d\n", ret);  in ath12k_pci_claim()
867 		ath12k_err(ab, "failed to enable pci device: %d\n", ret);  in ath12k_pci_claim()
873 		ath12k_err(ab, "failed to request pci region: %d\n", ret);  in ath12k_pci_claim()
880 		ath12k_err(ab, "failed to set pci dma mask to %d: %d\n",  in ath12k_pci_claim()
887 	ab->mem_len = pci_resource_len(pdev, ATH12K_PCI_BAR_NUM);  in ath12k_pci_claim()
888 	ab->mem = pci_iomap(pdev, ATH12K_PCI_BAR_NUM, 0);  in ath12k_pci_claim()
889 	if (!ab->mem) {  in ath12k_pci_claim()
890 		ath12k_err(ab, "failed to map pci bar %d\n", ATH12K_PCI_BAR_NUM);  in ath12k_pci_claim()
895 	ath12k_dbg(ab, ATH12K_DBG_BOOT, "boot pci_mem 0x%p\n", ab->mem);  in ath12k_pci_claim()
908 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_free_region()  local
911 	pci_iounmap(pci_dev, ab->mem);  in ath12k_pci_free_region()
912 	ab->mem = NULL;  in ath12k_pci_free_region()
920 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_aspm_disable()  local
925 	ath12k_dbg(ab, ATH12K_DBG_PCI, "pci link_ctl 0x%04x L0s %d L1 %d\n",  in ath12k_pci_aspm_disable()
937 static void ath12k_pci_update_qrtr_node_id(struct ath12k_base *ab)  in ath12k_pci_update_qrtr_node_id()  argument
939 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_update_qrtr_node_id()
951 	ath12k_pci_write32(ab, reg, ab_pci->qmi_instance);  in ath12k_pci_update_qrtr_node_id()
953 	ath12k_dbg(ab, ATH12K_DBG_PCI, "pci reg 0x%x instance 0x%x read val 0x%x\n",  in ath12k_pci_update_qrtr_node_id()
954 		   reg, ab_pci->qmi_instance, ath12k_pci_read32(ab, reg));  in ath12k_pci_update_qrtr_node_id()
959 	if (ab_pci->ab->hw_params->supports_aspm &&  in ath12k_pci_aspm_restore()
967 static void ath12k_pci_cancel_workqueue(struct ath12k_base *ab)  in ath12k_pci_cancel_workqueue()  argument
971 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_cancel_workqueue()
972 		struct ath12k_ce_pipe *ce_pipe = &ab->ce.ce_pipe[i];  in ath12k_pci_cancel_workqueue()
974 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_cancel_workqueue()
981 static void ath12k_pci_ce_irq_disable_sync(struct ath12k_base *ab)  in ath12k_pci_ce_irq_disable_sync()  argument
983 	ath12k_pci_ce_irqs_disable(ab);  in ath12k_pci_ce_irq_disable_sync()
984 	ath12k_pci_sync_ce_irqs(ab);  in ath12k_pci_ce_irq_disable_sync()
985 	ath12k_pci_cancel_workqueue(ab);  in ath12k_pci_ce_irq_disable_sync()
988 int ath12k_pci_map_service_to_pipe(struct ath12k_base *ab, u16 service_id,  in ath12k_pci_map_service_to_pipe()  argument
995 	for (i = 0; i < ab->hw_params->svc_to_ce_map_len; i++) {  in ath12k_pci_map_service_to_pipe()
996 		entry = &ab->hw_params->svc_to_ce_map[i];  in ath12k_pci_map_service_to_pipe()
1038 int ath12k_pci_get_user_msi_assignment(struct ath12k_base *ab, char *user_name,  in ath12k_pci_get_user_msi_assignment()  argument
1042 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_get_user_msi_assignment()
1052 			ath12k_dbg(ab, ATH12K_DBG_PCI,  in ath12k_pci_get_user_msi_assignment()
1061 	ath12k_err(ab, "Failed to find MSI assignment for %s!\n", user_name);  in ath12k_pci_get_user_msi_assignment()
1066 void ath12k_pci_get_msi_address(struct ath12k_base *ab, u32 *msi_addr_lo,  in ath12k_pci_get_msi_address()  argument
1069 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_get_msi_address()
1070 	struct pci_dev *pci_dev = to_pci_dev(ab->dev);  in ath12k_pci_get_msi_address()
1083 void ath12k_pci_get_ce_msi_idx(struct ath12k_base *ab, u32 ce_id,  in ath12k_pci_get_ce_msi_idx()  argument
1088 	for (i = 0, msi_data_idx = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_get_ce_msi_idx()
1089 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_get_ce_msi_idx()
1100 void ath12k_pci_hif_ce_irq_enable(struct ath12k_base *ab)  in ath12k_pci_hif_ce_irq_enable()  argument
1102 	ath12k_pci_ce_irqs_enable(ab);  in ath12k_pci_hif_ce_irq_enable()
1105 void ath12k_pci_hif_ce_irq_disable(struct ath12k_base *ab)  in ath12k_pci_hif_ce_irq_disable()  argument
1107 	ath12k_pci_ce_irq_disable_sync(ab);  in ath12k_pci_hif_ce_irq_disable()
1110 void ath12k_pci_ext_irq_enable(struct ath12k_base *ab)  in ath12k_pci_ext_irq_enable()  argument
1115 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath12k_pci_ext_irq_enable()
1121 	set_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags);  in ath12k_pci_ext_irq_enable()
1124 void ath12k_pci_ext_irq_disable(struct ath12k_base *ab)  in ath12k_pci_ext_irq_disable()  argument
1126 	if (!test_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags))  in ath12k_pci_ext_irq_disable()
1129 	__ath12k_pci_ext_irq_disable(ab);  in ath12k_pci_ext_irq_disable()
1130 	ath12k_pci_sync_ext_irqs(ab);  in ath12k_pci_ext_irq_disable()
1133 int ath12k_pci_hif_suspend(struct ath12k_base *ab)  in ath12k_pci_hif_suspend()  argument
1135 	struct ath12k_pci *ar_pci = ath12k_pci_priv(ab);  in ath12k_pci_hif_suspend()
1142 int ath12k_pci_hif_resume(struct ath12k_base *ab)  in ath12k_pci_hif_resume()  argument
1144 	struct ath12k_pci *ar_pci = ath12k_pci_priv(ab);  in ath12k_pci_hif_resume()
1151 void ath12k_pci_stop(struct ath12k_base *ab)  in ath12k_pci_stop()  argument
1153 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_stop()
1158 	ath12k_pci_ce_irq_disable_sync(ab);  in ath12k_pci_stop()
1159 	ath12k_ce_cleanup_pipes(ab);  in ath12k_pci_stop()
1162 int ath12k_pci_start(struct ath12k_base *ab)  in ath12k_pci_start()  argument
1164 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_start()
1171 		ath12k_info(ab, "leaving PCI ASPM disabled to avoid MHI M2 problems\n");  in ath12k_pci_start()
1173 	ath12k_pci_ce_irqs_enable(ab);  in ath12k_pci_start()
1174 	ath12k_ce_rx_post_buf(ab);  in ath12k_pci_start()
1179 u32 ath12k_pci_read32(struct ath12k_base *ab, u32 offset)  in ath12k_pci_read32()  argument
1181 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_read32()
1190 		ret = ab_pci->pci_ops->wakeup(ab);  in ath12k_pci_read32()
1193 		val = ioread32(ab->mem + offset);  in ath12k_pci_read32()
1195 		if (ab->static_window_map)  in ath12k_pci_read32()
1196 			window_start = ath12k_pci_get_window_start(ab, offset);  in ath12k_pci_read32()
1206 				val = ioread32(ab->mem +  in ath12k_pci_read32()
1209 				val = ioread32(ab->mem + window_start +  in ath12k_pci_read32()
1214 			val = ioread32(ab->mem + window_start +  in ath12k_pci_read32()
1222 		ab_pci->pci_ops->release(ab);  in ath12k_pci_read32()
1226 void ath12k_pci_write32(struct ath12k_base *ab, u32 offset, u32 value)  in ath12k_pci_write32()  argument
1228 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_write32()
1237 		ret = ab_pci->pci_ops->wakeup(ab);  in ath12k_pci_write32()
1240 		iowrite32(value, ab->mem + offset);  in ath12k_pci_write32()
1242 		if (ab->static_window_map)  in ath12k_pci_write32()
1243 			window_start = ath12k_pci_get_window_start(ab, offset);  in ath12k_pci_write32()
1253 				iowrite32(value, ab->mem +  in ath12k_pci_write32()
1256 				iowrite32(value, ab->mem + window_start +  in ath12k_pci_write32()
1261 			iowrite32(value, ab->mem + window_start +  in ath12k_pci_write32()
1269 		ab_pci->pci_ops->release(ab);  in ath12k_pci_write32()
1273 static int ath12k_pci_coredump_calculate_size(struct ath12k_base *ab, u32 *dump_seg_sz)  in ath12k_pci_coredump_calculate_size()  argument
1275 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_coredump_calculate_size()
1286 		ath12k_err(ab, "No RDDM dump found\n");  in ath12k_pci_coredump_calculate_size()
1308 	for (i = 0; i < ab->qmi.mem_seg_count; i++) {  in ath12k_pci_coredump_calculate_size()
1309 		mem_type = ath12k_coredump_get_dump_type(ab->qmi.target_mem[i].type);  in ath12k_pci_coredump_calculate_size()
1315 			ath12k_dbg(ab, ATH12K_DBG_PCI,  in ath12k_pci_coredump_calculate_size()
1317 				   ab->qmi.target_mem[i].type);  in ath12k_pci_coredump_calculate_size()
1321 		if (!ab->qmi.target_mem[i].paddr)  in ath12k_pci_coredump_calculate_size()
1324 		dump_seg_sz[mem_type] += ab->qmi.target_mem[i].size;  in ath12k_pci_coredump_calculate_size()
1340 static void ath12k_pci_coredump_download(struct ath12k_base *ab)  in ath12k_pci_coredump_download()  argument
1342 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_coredump_download()
1356 	len = ath12k_pci_coredump_calculate_size(ab, dump_seg_sz);  in ath12k_pci_coredump_download()
1358 		ath12k_warn(ab, "No crash dump data found for devcoredump");  in ath12k_pci_coredump_download()
1370 	ab->dump_data = buf;  in ath12k_pci_coredump_download()
1371 	ab->ath12k_coredump_len = len;  in ath12k_pci_coredump_download()
1372 	file_data = ab->dump_data;  in ath12k_pci_coredump_download()
1377 	file_data->qrtr_id = cpu_to_le32(ab_pci->ab->qmi.service_ins_id);  in ath12k_pci_coredump_download()
1428 		for (i = 0; i < ab->qmi.mem_seg_count; i++) {  in ath12k_pci_coredump_download()
1430 							(ab->qmi.target_mem[i].type);  in ath12k_pci_coredump_download()
1435 			if (!ab->qmi.target_mem[i].paddr) {  in ath12k_pci_coredump_download()
1436 				ath12k_dbg(ab, ATH12K_DBG_PCI,  in ath12k_pci_coredump_download()
1438 					   ab->qmi.target_mem[i].type);  in ath12k_pci_coredump_download()
1442 			memcpy_fromio(buf, ab->qmi.target_mem[i].v.ioaddr,  in ath12k_pci_coredump_download()
1443 				      ab->qmi.target_mem[i].size);  in ath12k_pci_coredump_download()
1444 			buf += ab->qmi.target_mem[i].size;  in ath12k_pci_coredump_download()
1448 	queue_work(ab->workqueue, &ab->dump_work);  in ath12k_pci_coredump_download()
1452 int ath12k_pci_power_up(struct ath12k_base *ab)  in ath12k_pci_power_up()  argument
1454 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_power_up()
1459 	ath12k_pci_sw_reset(ab_pci->ab, true);  in ath12k_pci_power_up()
1468 	if (test_bit(ATH12K_FW_FEATURE_MULTI_QRTR_ID, ab->fw.fw_features))  in ath12k_pci_power_up()
1469 		ath12k_pci_update_qrtr_node_id(ab);  in ath12k_pci_power_up()
1473 		ath12k_err(ab, "failed to start mhi: %d\n", ret);  in ath12k_pci_power_up()
1477 	if (ab->static_window_map)  in ath12k_pci_power_up()
1483 void ath12k_pci_power_down(struct ath12k_base *ab, bool is_suspend)  in ath12k_pci_power_down()  argument
1485 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_power_down()
1490 	ath12k_pci_force_wake(ab_pci->ab);  in ath12k_pci_power_down()
1494 	ath12k_pci_sw_reset(ab_pci->ab, false);  in ath12k_pci_power_down()
1497 static int ath12k_pci_panic_handler(struct ath12k_base *ab)  in ath12k_pci_panic_handler()  argument
1499 	ath12k_pci_sw_reset(ab, false);  in ath12k_pci_panic_handler()
1528 void ath12k_pci_read_hw_version(struct ath12k_base *ab, u32 *major, u32 *minor)  in ath12k_pci_read_hw_version()  argument
1532 	soc_hw_version = ath12k_pci_read32(ab, TCSR_SOC_HW_VERSION);  in ath12k_pci_read_hw_version()
1538 	ath12k_dbg(ab, ATH12K_DBG_PCI,  in ath12k_pci_read_hw_version()
1546 	struct ath12k_base *ab;  in ath12k_pci_probe()  local
1551 	ab = ath12k_core_alloc(&pdev->dev, sizeof(*ab_pci), ATH12K_BUS_PCI);  in ath12k_pci_probe()
1552 	if (!ab) {  in ath12k_pci_probe()
1557 	ab->dev = &pdev->dev;  in ath12k_pci_probe()
1558 	pci_set_drvdata(pdev, ab);  in ath12k_pci_probe()
1559 	ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_probe()
1561 	ab_pci->ab = ab;  in ath12k_pci_probe()
1563 	ab->hif.ops = &ath12k_pci_hif_ops;  in ath12k_pci_probe()
1564 	pci_set_drvdata(pdev, ab);  in ath12k_pci_probe()
1569 		ath12k_err(ab, "failed to claim device: %d\n", ret);  in ath12k_pci_probe()
1573 	ath12k_dbg(ab, ATH12K_DBG_BOOT, "pci probe %04x:%04x %04x:%04x\n",  in ath12k_pci_probe()
1577 	ab->id.vendor = pdev->vendor;  in ath12k_pci_probe()
1578 	ab->id.device = pdev->device;  in ath12k_pci_probe()
1579 	ab->id.subsystem_vendor = pdev->subsystem_vendor;  in ath12k_pci_probe()
1580 	ab->id.subsystem_device = pdev->subsystem_device;  in ath12k_pci_probe()
1585 		ab->static_window_map = true;  in ath12k_pci_probe()
1587 		ab->hal_rx_ops = &hal_rx_qcn9274_ops;  in ath12k_pci_probe()
1588 		ath12k_pci_read_hw_version(ab, &soc_hw_version_major,  in ath12k_pci_probe()
1592 			ab->hw_rev = ATH12K_HW_QCN9274_HW20;  in ath12k_pci_probe()
1595 			ab->hw_rev = ATH12K_HW_QCN9274_HW10;  in ath12k_pci_probe()
1606 		ab->id.bdf_search = ATH12K_BDF_SEARCH_BUS_AND_BOARD;  in ath12k_pci_probe()
1608 		ab->static_window_map = false;  in ath12k_pci_probe()
1610 		ab->hal_rx_ops = &hal_rx_wcn7850_ops;  in ath12k_pci_probe()
1611 		ath12k_pci_read_hw_version(ab, &soc_hw_version_major,  in ath12k_pci_probe()
1615 			ab->hw_rev = ATH12K_HW_WCN7850_HW20;  in ath12k_pci_probe()
1635 		ath12k_err(ab, "failed to alloc msi: %d\n", ret);  in ath12k_pci_probe()
1639 	ret = ath12k_core_pre_init(ab);  in ath12k_pci_probe()
1645 		ath12k_err(ab, "failed to set irq affinity %d\n", ret);  in ath12k_pci_probe()
1651 		ath12k_err(ab, "failed to register mhi: %d\n", ret);  in ath12k_pci_probe()
1655 	ret = ath12k_hal_srng_init(ab);  in ath12k_pci_probe()
1659 	ret = ath12k_ce_alloc_pipes(ab);  in ath12k_pci_probe()
1661 		ath12k_err(ab, "failed to allocate ce pipes: %d\n", ret);  in ath12k_pci_probe()
1665 	ath12k_pci_init_qmi_ce_config(ab);  in ath12k_pci_probe()
1667 	ret = ath12k_pci_config_irq(ab);  in ath12k_pci_probe()
1669 		ath12k_err(ab, "failed to config irq: %d\n", ret);  in ath12k_pci_probe()
1680 		ath12k_err(ab, "failed to config msi_data: %d\n", ret);  in ath12k_pci_probe()
1684 	ret = ath12k_core_init(ab);  in ath12k_pci_probe()
1686 		ath12k_err(ab, "failed to init core: %d\n", ret);  in ath12k_pci_probe()
1694 	ath12k_pci_free_irq(ab);  in ath12k_pci_probe()
1697 	ath12k_ce_free_pipes(ab);  in ath12k_pci_probe()
1700 	ath12k_hal_srng_deinit(ab);  in ath12k_pci_probe()
1715 	ath12k_core_free(ab);  in ath12k_pci_probe()
1722 	struct ath12k_base *ab = pci_get_drvdata(pdev);  in ath12k_pci_remove()  local
1723 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_remove()
1727 	if (test_bit(ATH12K_FLAG_QMI_FAIL, &ab->dev_flags)) {  in ath12k_pci_remove()
1728 		ath12k_pci_power_down(ab, false);  in ath12k_pci_remove()
1729 		ath12k_qmi_deinit_service(ab);  in ath12k_pci_remove()
1730 		ath12k_core_hw_group_unassign(ab);  in ath12k_pci_remove()
1734 	set_bit(ATH12K_FLAG_UNREGISTERING, &ab->dev_flags);  in ath12k_pci_remove()
1736 	cancel_work_sync(&ab->reset_work);  in ath12k_pci_remove()
1737 	cancel_work_sync(&ab->dump_work);  in ath12k_pci_remove()
1738 	ath12k_core_deinit(ab);  in ath12k_pci_remove()
1741 	ath12k_fw_unmap(ab);  in ath12k_pci_remove()
1744 	ath12k_pci_free_irq(ab);  in ath12k_pci_remove()
1748 	ath12k_hal_srng_deinit(ab);  in ath12k_pci_remove()
1749 	ath12k_ce_free_pipes(ab);  in ath12k_pci_remove()
1750 	ath12k_core_free(ab);  in ath12k_pci_remove()
1755 	struct ath12k_base *ab = pci_get_drvdata(pdev);  in ath12k_pci_shutdown()  local
1756 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_shutdown()
1759 	ath12k_pci_power_down(ab, false);  in ath12k_pci_shutdown()
1764 	struct ath12k_base *ab = dev_get_drvdata(dev);  in ath12k_pci_pm_suspend()  local
1767 	ret = ath12k_core_suspend(ab);  in ath12k_pci_pm_suspend()
1769 		ath12k_warn(ab, "failed to suspend core: %d\n", ret);  in ath12k_pci_pm_suspend()
1776 	struct ath12k_base *ab = dev_get_drvdata(dev);  in ath12k_pci_pm_resume()  local
1779 	ret = ath12k_core_resume(ab);  in ath12k_pci_pm_resume()
1781 		ath12k_warn(ab, "failed to resume core: %d\n", ret);  in ath12k_pci_pm_resume()
1788 	struct ath12k_base *ab = dev_get_drvdata(dev);  in ath12k_pci_pm_suspend_late()  local
1791 	ret = ath12k_core_suspend_late(ab);  in ath12k_pci_pm_suspend_late()
1793 		ath12k_warn(ab, "failed to late suspend core: %d\n", ret);  in ath12k_pci_pm_suspend_late()
1800 	struct ath12k_base *ab = dev_get_drvdata(dev);  in ath12k_pci_pm_resume_early()  local
1803 	ret = ath12k_core_resume_early(ab);  in ath12k_pci_pm_resume_early()
1805 		ath12k_warn(ab, "failed to early resume core: %d\n", ret);  in ath12k_pci_pm_resume_early()