135 	struct ath11k_base *ab = ab_pci->ab;  in ath11k_pci_select_window()  local
143 			  ab->mem + WINDOW_REG_ADDRESS);  in ath11k_pci_select_window()
144 		ioread32(ab->mem + WINDOW_REG_ADDRESS);  in ath11k_pci_select_window()
157 	iowrite32(WINDOW_ENABLE_BIT | window, ab_pci->ab->mem + WINDOW_REG_ADDRESS);  in ath11k_pci_select_static_window()
160 static inline u32 ath11k_pci_get_window_start(struct ath11k_base *ab,  in ath11k_pci_get_window_start()  argument
177 void ath11k_pci_write32(struct ath11k_base *ab, u32 offset, u32 value)  in ath11k_pci_write32()  argument
179 	struct ath11k_pci *ab_pci = ath11k_pci_priv(ab);  in ath11k_pci_write32()
190 		iowrite32(value, ab->mem  + offset);  in ath11k_pci_write32()
192 		if (ab->bus_params.static_window_map)  in ath11k_pci_write32()
193 			window_start = ath11k_pci_get_window_start(ab, offset);  in ath11k_pci_write32()
200 			iowrite32(value, ab->mem + window_start +  in ath11k_pci_write32()
204 			iowrite32(value, ab->mem + window_start +  in ath11k_pci_write32()
214 u32 ath11k_pci_read32(struct ath11k_base *ab, u32 offset)  in ath11k_pci_read32()  argument
216 	struct ath11k_pci *ab_pci = ath11k_pci_priv(ab);  in ath11k_pci_read32()
227 		val = ioread32(ab->mem + offset);  in ath11k_pci_read32()
229 		if (ab->bus_params.static_window_map)  in ath11k_pci_read32()
230 			window_start = ath11k_pci_get_window_start(ab, offset);  in ath11k_pci_read32()
237 			val = ioread32(ab->mem + window_start +  in ath11k_pci_read32()
241 			val = ioread32(ab->mem + window_start +  in ath11k_pci_read32()
253 static void ath11k_pci_soc_global_reset(struct ath11k_base *ab)  in ath11k_pci_soc_global_reset()  argument
257 	val = ath11k_pci_read32(ab, PCIE_SOC_GLOBAL_RESET);  in ath11k_pci_soc_global_reset()
261 	ath11k_pci_write32(ab, PCIE_SOC_GLOBAL_RESET, val);  in ath11k_pci_soc_global_reset()
270 	ath11k_pci_write32(ab, PCIE_SOC_GLOBAL_RESET, val);  in ath11k_pci_soc_global_reset()
274 	val = ath11k_pci_read32(ab, PCIE_SOC_GLOBAL_RESET);  in ath11k_pci_soc_global_reset()
276 		ath11k_warn(ab, "link down error during global reset\n");  in ath11k_pci_soc_global_reset()
279 static void ath11k_pci_clear_dbg_registers(struct ath11k_base *ab)  in ath11k_pci_clear_dbg_registers()  argument
284 	val = ath11k_pci_read32(ab, PCIE_Q6_COOKIE_ADDR);  in ath11k_pci_clear_dbg_registers()
285 	ath11k_dbg(ab, ATH11K_DBG_PCI, "cookie:0x%x\n", val);  in ath11k_pci_clear_dbg_registers()
287 	val = ath11k_pci_read32(ab, WLAON_WARM_SW_ENTRY);  in ath11k_pci_clear_dbg_registers()
288 	ath11k_dbg(ab, ATH11K_DBG_PCI, "WLAON_WARM_SW_ENTRY 0x%x\n", val);  in ath11k_pci_clear_dbg_registers()
296 	ath11k_pci_write32(ab, WLAON_WARM_SW_ENTRY, 0);  in ath11k_pci_clear_dbg_registers()
299 	val = ath11k_pci_read32(ab, WLAON_WARM_SW_ENTRY);  in ath11k_pci_clear_dbg_registers()
300 	ath11k_dbg(ab, ATH11K_DBG_PCI, "WLAON_WARM_SW_ENTRY 0x%x\n", val);  in ath11k_pci_clear_dbg_registers()
305 	val = ath11k_pci_read32(ab, WLAON_SOC_RESET_CAUSE_REG);  in ath11k_pci_clear_dbg_registers()
306 	ath11k_dbg(ab, ATH11K_DBG_PCI, "soc reset cause:%d\n", val);  in ath11k_pci_clear_dbg_registers()
309 static int ath11k_pci_set_link_reg(struct ath11k_base *ab,  in ath11k_pci_set_link_reg()  argument
315 	v = ath11k_pci_read32(ab, offset);  in ath11k_pci_set_link_reg()
320 		ath11k_pci_write32(ab, offset, (v & ~mask) | value);  in ath11k_pci_set_link_reg()
322 		v = ath11k_pci_read32(ab, offset);  in ath11k_pci_set_link_reg()
329 	ath11k_warn(ab, "failed to set pcie link register 0x%08x: 0x%08x != 0x%08x\n",  in ath11k_pci_set_link_reg()
335 static int ath11k_pci_fix_l1ss(struct ath11k_base *ab)  in ath11k_pci_fix_l1ss()  argument
339 	ret = ath11k_pci_set_link_reg(ab,  in ath11k_pci_fix_l1ss()
340 				      PCIE_QSERDES_COM_SYSCLK_EN_SEL_REG(ab),  in ath11k_pci_fix_l1ss()
344 		ath11k_warn(ab, "failed to set sysclk: %d\n", ret);  in ath11k_pci_fix_l1ss()
348 	ret = ath11k_pci_set_link_reg(ab,  in ath11k_pci_fix_l1ss()
349 				      PCIE_PCS_OSC_DTCT_CONFIG1_REG(ab),  in ath11k_pci_fix_l1ss()
353 		ath11k_warn(ab, "failed to set dtct config1 error: %d\n", ret);  in ath11k_pci_fix_l1ss()
357 	ret = ath11k_pci_set_link_reg(ab,  in ath11k_pci_fix_l1ss()
358 				      PCIE_PCS_OSC_DTCT_CONFIG2_REG(ab),  in ath11k_pci_fix_l1ss()
362 		ath11k_warn(ab, "failed to set dtct config2: %d\n", ret);  in ath11k_pci_fix_l1ss()
366 	ret = ath11k_pci_set_link_reg(ab,  in ath11k_pci_fix_l1ss()
367 				      PCIE_PCS_OSC_DTCT_CONFIG4_REG(ab),  in ath11k_pci_fix_l1ss()
371 		ath11k_warn(ab, "failed to set dtct config4: %d\n", ret);  in ath11k_pci_fix_l1ss()
378 static void ath11k_pci_enable_ltssm(struct ath11k_base *ab)  in ath11k_pci_enable_ltssm()  argument
383 	val = ath11k_pci_read32(ab, PCIE_PCIE_PARF_LTSSM);  in ath11k_pci_enable_ltssm()
390 		ath11k_pci_write32(ab, PCIE_PCIE_PARF_LTSSM, PARM_LTSSM_VALUE);  in ath11k_pci_enable_ltssm()
391 		val = ath11k_pci_read32(ab, PCIE_PCIE_PARF_LTSSM);  in ath11k_pci_enable_ltssm()
394 	ath11k_dbg(ab, ATH11K_DBG_PCI, "pci ltssm 0x%x\n", val);  in ath11k_pci_enable_ltssm()
396 	val = ath11k_pci_read32(ab, GCC_GCC_PCIE_HOT_RST);  in ath11k_pci_enable_ltssm()
398 	ath11k_pci_write32(ab, GCC_GCC_PCIE_HOT_RST, val);  in ath11k_pci_enable_ltssm()
399 	val = ath11k_pci_read32(ab, GCC_GCC_PCIE_HOT_RST);  in ath11k_pci_enable_ltssm()
401 	ath11k_dbg(ab, ATH11K_DBG_PCI, "pci pcie_hot_rst 0x%x\n", val);  in ath11k_pci_enable_ltssm()
406 static void ath11k_pci_clear_all_intrs(struct ath11k_base *ab)  in ath11k_pci_clear_all_intrs()  argument
413 	ath11k_pci_write32(ab, PCIE_PCIE_INT_ALL_CLEAR, PCIE_INT_CLEAR_ALL);  in ath11k_pci_clear_all_intrs()
416 static void ath11k_pci_set_wlaon_pwr_ctrl(struct ath11k_base *ab)  in ath11k_pci_set_wlaon_pwr_ctrl()  argument
420 	val = ath11k_pci_read32(ab, WLAON_QFPROM_PWR_CTRL_REG);  in ath11k_pci_set_wlaon_pwr_ctrl()
422 	ath11k_pci_write32(ab, WLAON_QFPROM_PWR_CTRL_REG, val);  in ath11k_pci_set_wlaon_pwr_ctrl()
425 static void ath11k_pci_force_wake(struct ath11k_base *ab)  in ath11k_pci_force_wake()  argument
427 	ath11k_pci_write32(ab, PCIE_SOC_WAKE_PCIE_LOCAL_REG, 1);  in ath11k_pci_force_wake()
431 static void ath11k_pci_sw_reset(struct ath11k_base *ab, bool power_on)  in ath11k_pci_sw_reset()  argument
434 		ath11k_pci_enable_ltssm(ab);  in ath11k_pci_sw_reset()
435 		ath11k_pci_clear_all_intrs(ab);  in ath11k_pci_sw_reset()
436 		ath11k_pci_set_wlaon_pwr_ctrl(ab);  in ath11k_pci_sw_reset()
437 		if (ab->hw_params.fix_l1ss)  in ath11k_pci_sw_reset()
438 			ath11k_pci_fix_l1ss(ab);  in ath11k_pci_sw_reset()
441 	ath11k_mhi_clear_vector(ab);  in ath11k_pci_sw_reset()
442 	ath11k_pci_soc_global_reset(ab);  in ath11k_pci_sw_reset()
443 	ath11k_mhi_set_mhictrl_reset(ab);  in ath11k_pci_sw_reset()
444 	ath11k_pci_clear_dbg_registers(ab);  in ath11k_pci_sw_reset()
454 static void ath11k_pci_get_msi_address(struct ath11k_base *ab, u32 *msi_addr_lo,  in ath11k_pci_get_msi_address()  argument
457 	struct ath11k_pci *ab_pci = ath11k_pci_priv(ab);  in ath11k_pci_get_msi_address()
458 	struct pci_dev *pci_dev = to_pci_dev(ab->dev);  in ath11k_pci_get_msi_address()
475 	struct ath11k_base *ab = ab_pci->ab;  in ath11k_pci_get_user_msi_assignment()  local
486 …ath11k_dbg(ab, ATH11K_DBG_PCI, "Assign MSI to user: %s, num_vectors: %d, user_base_data: %u, base_…  in ath11k_pci_get_user_msi_assignment()
494 	ath11k_err(ab, "Failed to find MSI assignment for %s!\n", user_name);  in ath11k_pci_get_user_msi_assignment()
499 static void ath11k_pci_get_ce_msi_idx(struct ath11k_base *ab, u32 ce_id,  in ath11k_pci_get_ce_msi_idx()  argument
504 	for (i = 0, msi_data_idx = 0; i < ab->hw_params.ce_count; i++) {  in ath11k_pci_get_ce_msi_idx()
505 		if (ath11k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath11k_pci_get_ce_msi_idx()
516 static int ath11k_get_user_msi_assignment(struct ath11k_base *ab, char *user_name,  in ath11k_get_user_msi_assignment()  argument
520 	struct ath11k_pci *ab_pci = ath11k_pci_priv(ab);  in ath11k_get_user_msi_assignment()
527 static void ath11k_pci_free_ext_irq(struct ath11k_base *ab)  in ath11k_pci_free_ext_irq()  argument
532 		struct ath11k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath11k_pci_free_ext_irq()
535 			free_irq(ab->irq_num[irq_grp->irqs[j]], irq_grp);  in ath11k_pci_free_ext_irq()
541 static void ath11k_pci_free_irq(struct ath11k_base *ab)  in ath11k_pci_free_irq()  argument
545 	for (i = 0; i < ab->hw_params.ce_count; i++) {  in ath11k_pci_free_irq()
546 		if (ath11k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath11k_pci_free_irq()
549 		free_irq(ab->irq_num[irq_idx], &ab->ce.ce_pipe[i]);  in ath11k_pci_free_irq()
552 	ath11k_pci_free_ext_irq(ab);  in ath11k_pci_free_irq()
555 static void ath11k_pci_ce_irq_enable(struct ath11k_base *ab, u16 ce_id)  in ath11k_pci_ce_irq_enable()  argument
560 	enable_irq(ab->irq_num[irq_idx]);  in ath11k_pci_ce_irq_enable()
563 static void ath11k_pci_ce_irq_disable(struct ath11k_base *ab, u16 ce_id)  in ath11k_pci_ce_irq_disable()  argument
568 	disable_irq_nosync(ab->irq_num[irq_idx]);  in ath11k_pci_ce_irq_disable()
571 static void ath11k_pci_ce_irqs_disable(struct ath11k_base *ab)  in ath11k_pci_ce_irqs_disable()  argument
575 	for (i = 0; i < ab->hw_params.ce_count; i++) {  in ath11k_pci_ce_irqs_disable()
576 		if (ath11k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath11k_pci_ce_irqs_disable()
578 		ath11k_pci_ce_irq_disable(ab, i);  in ath11k_pci_ce_irqs_disable()
582 static void ath11k_pci_sync_ce_irqs(struct ath11k_base *ab)  in ath11k_pci_sync_ce_irqs()  argument
587 	for (i = 0; i < ab->hw_params.ce_count; i++) {  in ath11k_pci_sync_ce_irqs()
588 		if (ath11k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath11k_pci_sync_ce_irqs()
592 		synchronize_irq(ab->irq_num[irq_idx]);  in ath11k_pci_sync_ce_irqs()
600 	ath11k_ce_per_engine_service(ce_pipe->ab, ce_pipe->pipe_num);  in ath11k_pci_ce_tasklet()
602 	ath11k_pci_ce_irq_enable(ce_pipe->ab, ce_pipe->pipe_num);  in ath11k_pci_ce_tasklet()
612 	ath11k_pci_ce_irq_disable(ce_pipe->ab, ce_pipe->pipe_num);  in ath11k_pci_ce_interrupt_handler()
623 		disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]);  in ath11k_pci_ext_grp_disable()
645 		enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]);  in ath11k_pci_ext_grp_enable()
648 static void ath11k_pci_ext_irq_enable(struct ath11k_base *ab)  in ath11k_pci_ext_irq_enable()  argument
653 		struct ath11k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath11k_pci_ext_irq_enable()
660 static void ath11k_pci_sync_ext_irqs(struct ath11k_base *ab)  in ath11k_pci_sync_ext_irqs()  argument
665 		struct ath11k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath11k_pci_sync_ext_irqs()
669 			synchronize_irq(ab->irq_num[irq_idx]);  in ath11k_pci_sync_ext_irqs()
674 static void ath11k_pci_ext_irq_disable(struct ath11k_base *ab)  in ath11k_pci_ext_irq_disable()  argument
676 	__ath11k_pci_ext_irq_disable(ab);  in ath11k_pci_ext_irq_disable()
677 	ath11k_pci_sync_ext_irqs(ab);  in ath11k_pci_ext_irq_disable()
685 	struct ath11k_base *ab = irq_grp->ab;  in ath11k_pci_ext_grp_napi_poll()  local
688 	work_done = ath11k_dp_service_srng(ab, irq_grp, budget);  in ath11k_pci_ext_grp_napi_poll()
704 	ath11k_dbg(irq_grp->ab, ATH11K_DBG_PCI, "ext irq:%d\n", irq);  in ath11k_pci_ext_interrupt_handler()
716 static int ath11k_pci_ext_irq_config(struct ath11k_base *ab)  in ath11k_pci_ext_irq_config()  argument
722 	ret = ath11k_pci_get_user_msi_assignment(ath11k_pci_priv(ab), "DP",  in ath11k_pci_ext_irq_config()
730 		struct ath11k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath11k_pci_ext_irq_config()
733 		irq_grp->ab = ab;  in ath11k_pci_ext_irq_config()
739 		if (ab->hw_params.ring_mask->tx[i] ||  in ath11k_pci_ext_irq_config()
740 		    ab->hw_params.ring_mask->rx[i] ||  in ath11k_pci_ext_irq_config()
741 		    ab->hw_params.ring_mask->rx_err[i] ||  in ath11k_pci_ext_irq_config()
742 		    ab->hw_params.ring_mask->rx_wbm_rel[i] ||  in ath11k_pci_ext_irq_config()
743 		    ab->hw_params.ring_mask->reo_status[i] ||  in ath11k_pci_ext_irq_config()
744 		    ab->hw_params.ring_mask->rxdma2host[i] ||  in ath11k_pci_ext_irq_config()
745 		    ab->hw_params.ring_mask->host2rxdma[i] ||  in ath11k_pci_ext_irq_config()
746 		    ab->hw_params.ring_mask->rx_mon_status[i]) {  in ath11k_pci_ext_irq_config()
756 			int irq = ath11k_pci_get_msi_irq(ab->dev, vector);  in ath11k_pci_ext_irq_config()
758 			ab->irq_num[irq_idx] = irq;  in ath11k_pci_ext_irq_config()
760 			ath11k_dbg(ab, ATH11K_DBG_PCI,  in ath11k_pci_ext_irq_config()
768 				ath11k_err(ab, "failed request irq %d: %d\n",  in ath11k_pci_ext_irq_config()
773 			disable_irq_nosync(ab->irq_num[irq_idx]);  in ath11k_pci_ext_irq_config()
780 static int ath11k_pci_config_irq(struct ath11k_base *ab)  in ath11k_pci_config_irq()  argument
789 	ret = ath11k_pci_get_user_msi_assignment(ath11k_pci_priv(ab),  in ath11k_pci_config_irq()
796 	for (i = 0, msi_data_idx = 0; i < ab->hw_params.ce_count; i++) {  in ath11k_pci_config_irq()
797 		if (ath11k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath11k_pci_config_irq()
801 		irq = ath11k_pci_get_msi_irq(ab->dev, msi_data);  in ath11k_pci_config_irq()
802 		ce_pipe = &ab->ce.ce_pipe[i];  in ath11k_pci_config_irq()
812 			ath11k_err(ab, "failed to request irq %d: %d\n",  in ath11k_pci_config_irq()
817 		ab->irq_num[irq_idx] = irq;  in ath11k_pci_config_irq()
820 		ath11k_pci_ce_irq_disable(ab, i);  in ath11k_pci_config_irq()
823 	ret = ath11k_pci_ext_irq_config(ab);  in ath11k_pci_config_irq()
830 static void ath11k_pci_init_qmi_ce_config(struct ath11k_base *ab)  in ath11k_pci_init_qmi_ce_config()  argument
832 	struct ath11k_qmi_ce_cfg *cfg = &ab->qmi.ce_cfg;  in ath11k_pci_init_qmi_ce_config()
834 	cfg->tgt_ce = ab->hw_params.target_ce_config;  in ath11k_pci_init_qmi_ce_config()
835 	cfg->tgt_ce_len = ab->hw_params.target_ce_count;  in ath11k_pci_init_qmi_ce_config()
837 	cfg->svc_to_ce_map = ab->hw_params.svc_to_ce_map;  in ath11k_pci_init_qmi_ce_config()
838 	cfg->svc_to_ce_map_len = ab->hw_params.svc_to_ce_map_len;  in ath11k_pci_init_qmi_ce_config()
839 	ab->qmi.service_ins_id = ab->hw_params.qmi_service_ins_id;  in ath11k_pci_init_qmi_ce_config()
841 	ath11k_ce_get_shadow_config(ab, &cfg->shadow_reg_v2,  in ath11k_pci_init_qmi_ce_config()
845 static void ath11k_pci_ce_irqs_enable(struct ath11k_base *ab)  in ath11k_pci_ce_irqs_enable()  argument
849 	for (i = 0; i < ab->hw_params.ce_count; i++) {  in ath11k_pci_ce_irqs_enable()
850 		if (ath11k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath11k_pci_ce_irqs_enable()
852 		ath11k_pci_ce_irq_enable(ab, i);  in ath11k_pci_ce_irqs_enable()
858 	struct ath11k_base *ab = ab_pci->ab;  in ath11k_pci_enable_msi()  local
869 		ath11k_err(ab, "failed to get %d MSI vectors, only %d available",  in ath11k_pci_enable_msi()
880 		ath11k_err(ab, "msi_desc is NULL!\n");  in ath11k_pci_enable_msi()
889 	ath11k_dbg(ab, ATH11K_DBG_PCI, "msi base data is %d\n", ab_pci->msi_ep_base_data);  in ath11k_pci_enable_msi()
906 	struct ath11k_base *ab = ab_pci->ab;  in ath11k_pci_claim()  local
912 		ath11k_err(ab, "pci device id mismatch: 0x%x 0x%x\n",  in ath11k_pci_claim()
920 		ath11k_err(ab, "failed to assign pci resource: %d\n", ret);  in ath11k_pci_claim()
926 		ath11k_err(ab, "failed to enable pci device: %d\n", ret);  in ath11k_pci_claim()
932 		ath11k_err(ab, "failed to request pci region: %d\n", ret);  in ath11k_pci_claim()
939 		ath11k_err(ab, "failed to set pci dma mask to %d: %d\n",  in ath11k_pci_claim()
946 	ab->mem_len = pci_resource_len(pdev, ATH11K_PCI_BAR_NUM);  in ath11k_pci_claim()
947 	ab->mem = pci_iomap(pdev, ATH11K_PCI_BAR_NUM, 0);  in ath11k_pci_claim()
948 	if (!ab->mem) {  in ath11k_pci_claim()
949 		ath11k_err(ab, "failed to map pci bar %d\n", ATH11K_PCI_BAR_NUM);  in ath11k_pci_claim()
954 	ath11k_dbg(ab, ATH11K_DBG_BOOT, "boot pci_mem 0x%pK\n", ab->mem);  in ath11k_pci_claim()
969 	struct ath11k_base *ab = ab_pci->ab;  in ath11k_pci_free_region()  local
972 	pci_iounmap(pci_dev, ab->mem);  in ath11k_pci_free_region()
973 	ab->mem = NULL;  in ath11k_pci_free_region()
982 	struct ath11k_base *ab = ab_pci->ab;  in ath11k_pci_aspm_disable()  local
987 	ath11k_dbg(ab, ATH11K_DBG_PCI, "pci link_ctl 0x%04x L0s %d L1 %d\n",  in ath11k_pci_aspm_disable()
1006 static int ath11k_pci_power_up(struct ath11k_base *ab)  in ath11k_pci_power_up()  argument
1008 	struct ath11k_pci *ab_pci = ath11k_pci_priv(ab);  in ath11k_pci_power_up()
1013 	ath11k_pci_sw_reset(ab_pci->ab, true);  in ath11k_pci_power_up()
1022 		ath11k_err(ab, "failed to start mhi: %d\n", ret);  in ath11k_pci_power_up()
1026 	if (ab->bus_params.static_window_map)  in ath11k_pci_power_up()
1032 static void ath11k_pci_power_down(struct ath11k_base *ab)  in ath11k_pci_power_down()  argument
1034 	struct ath11k_pci *ab_pci = ath11k_pci_priv(ab);  in ath11k_pci_power_down()
1039 	ath11k_pci_force_wake(ab_pci->ab);  in ath11k_pci_power_down()
1042 	ath11k_pci_sw_reset(ab_pci->ab, false);  in ath11k_pci_power_down()
1045 static int ath11k_pci_hif_suspend(struct ath11k_base *ab)  in ath11k_pci_hif_suspend()  argument
1047 	struct ath11k_pci *ar_pci = ath11k_pci_priv(ab);  in ath11k_pci_hif_suspend()
1054 static int ath11k_pci_hif_resume(struct ath11k_base *ab)  in ath11k_pci_hif_resume()  argument
1056 	struct ath11k_pci *ar_pci = ath11k_pci_priv(ab);  in ath11k_pci_hif_resume()
1063 static void ath11k_pci_kill_tasklets(struct ath11k_base *ab)  in ath11k_pci_kill_tasklets()  argument
1067 	for (i = 0; i < ab->hw_params.ce_count; i++) {  in ath11k_pci_kill_tasklets()
1068 		struct ath11k_ce_pipe *ce_pipe = &ab->ce.ce_pipe[i];  in ath11k_pci_kill_tasklets()
1070 		if (ath11k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath11k_pci_kill_tasklets()
1077 static void ath11k_pci_ce_irq_disable_sync(struct ath11k_base *ab)  in ath11k_pci_ce_irq_disable_sync()  argument
1079 	ath11k_pci_ce_irqs_disable(ab);  in ath11k_pci_ce_irq_disable_sync()
1080 	ath11k_pci_sync_ce_irqs(ab);  in ath11k_pci_ce_irq_disable_sync()
1081 	ath11k_pci_kill_tasklets(ab);  in ath11k_pci_ce_irq_disable_sync()
1084 static void ath11k_pci_stop(struct ath11k_base *ab)  in ath11k_pci_stop()  argument
1086 	ath11k_pci_ce_irq_disable_sync(ab);  in ath11k_pci_stop()
1087 	ath11k_ce_cleanup_pipes(ab);  in ath11k_pci_stop()
1090 static int ath11k_pci_start(struct ath11k_base *ab)  in ath11k_pci_start()  argument
1092 	struct ath11k_pci *ab_pci = ath11k_pci_priv(ab);  in ath11k_pci_start()
1098 	ath11k_pci_ce_irqs_enable(ab);  in ath11k_pci_start()
1099 	ath11k_ce_rx_post_buf(ab);  in ath11k_pci_start()
1104 static void ath11k_pci_hif_ce_irq_enable(struct ath11k_base *ab)  in ath11k_pci_hif_ce_irq_enable()  argument
1106 	ath11k_pci_ce_irqs_enable(ab);  in ath11k_pci_hif_ce_irq_enable()
1109 static void ath11k_pci_hif_ce_irq_disable(struct ath11k_base *ab)  in ath11k_pci_hif_ce_irq_disable()  argument
1111 	ath11k_pci_ce_irq_disable_sync(ab);  in ath11k_pci_hif_ce_irq_disable()
1114 static int ath11k_pci_map_service_to_pipe(struct ath11k_base *ab, u16 service_id,  in ath11k_pci_map_service_to_pipe()  argument
1121 	for (i = 0; i < ab->hw_params.svc_to_ce_map_len; i++) {  in ath11k_pci_map_service_to_pipe()
1122 		entry = &ab->hw_params.svc_to_ce_map[i];  in ath11k_pci_map_service_to_pipe()
1176 static void ath11k_pci_read_hw_version(struct ath11k_base *ab, u32 *major, u32 *minor)  in ath11k_pci_read_hw_version()  argument
1180 	soc_hw_version = ath11k_pci_read32(ab, TCSR_SOC_HW_VERSION);  in ath11k_pci_read_hw_version()
1186 	ath11k_dbg(ab, ATH11K_DBG_PCI, "pci tcsr_soc_hw_version major %d minor %d\n",  in ath11k_pci_read_hw_version()
1193 	struct ath11k_base *ab;  in ath11k_pci_probe()  local
1198 	ab = ath11k_core_alloc(&pdev->dev, sizeof(*ab_pci), ATH11K_BUS_PCI,  in ath11k_pci_probe()
1200 	if (!ab) {  in ath11k_pci_probe()
1205 	ab->dev = &pdev->dev;  in ath11k_pci_probe()
1206 	pci_set_drvdata(pdev, ab);  in ath11k_pci_probe()
1207 	ab_pci = ath11k_pci_priv(ab);  in ath11k_pci_probe()
1209 	ab_pci->ab = ab;  in ath11k_pci_probe()
1211 	ab->hif.ops = &ath11k_pci_hif_ops;  in ath11k_pci_probe()
1212 	pci_set_drvdata(pdev, ab);  in ath11k_pci_probe()
1217 		ath11k_err(ab, "failed to claim device: %d\n", ret);  in ath11k_pci_probe()
1223 		ath11k_pci_read_hw_version(ab, &soc_hw_version_major,  in ath11k_pci_probe()
1227 			ab->hw_rev = ATH11K_HW_QCA6390_HW20;  in ath11k_pci_probe()
1239 		ab->bus_params.static_window_map = true;  in ath11k_pci_probe()
1240 		ab->hw_rev = ATH11K_HW_QCN9074_HW10;  in ath11k_pci_probe()
1243 		ath11k_pci_read_hw_version(ab, &soc_hw_version_major,  in ath11k_pci_probe()
1247 			ab->hw_rev = ATH11K_HW_WCN6855_HW20;  in ath11k_pci_probe()
1266 		ath11k_err(ab, "failed to enable msi: %d\n", ret);  in ath11k_pci_probe()
1270 	ret = ath11k_core_pre_init(ab);  in ath11k_pci_probe()
1276 		ath11k_err(ab, "failed to register mhi: %d\n", ret);  in ath11k_pci_probe()
1280 	ret = ath11k_hal_srng_init(ab);  in ath11k_pci_probe()
1284 	ret = ath11k_ce_alloc_pipes(ab);  in ath11k_pci_probe()
1286 		ath11k_err(ab, "failed to allocate ce pipes: %d\n", ret);  in ath11k_pci_probe()
1290 	ath11k_pci_init_qmi_ce_config(ab);  in ath11k_pci_probe()
1292 	ret = ath11k_pci_config_irq(ab);  in ath11k_pci_probe()
1294 		ath11k_err(ab, "failed to config irq: %d\n", ret);  in ath11k_pci_probe()
1298 	ret = ath11k_core_init(ab);  in ath11k_pci_probe()
1300 		ath11k_err(ab, "failed to init core: %d\n", ret);  in ath11k_pci_probe()
1306 	ath11k_pci_free_irq(ab);  in ath11k_pci_probe()
1309 	ath11k_ce_free_pipes(ab);  in ath11k_pci_probe()
1312 	ath11k_hal_srng_deinit(ab);  in ath11k_pci_probe()
1324 	ath11k_core_free(ab);  in ath11k_pci_probe()
1331 	struct ath11k_base *ab = pci_get_drvdata(pdev);  in ath11k_pci_remove()  local
1332 	struct ath11k_pci *ab_pci = ath11k_pci_priv(ab);  in ath11k_pci_remove()
1334 	if (test_bit(ATH11K_FLAG_QMI_FAIL, &ab->dev_flags)) {  in ath11k_pci_remove()
1335 		ath11k_pci_power_down(ab);  in ath11k_pci_remove()
1336 		ath11k_debugfs_soc_destroy(ab);  in ath11k_pci_remove()
1337 		ath11k_qmi_deinit_service(ab);  in ath11k_pci_remove()
1341 	set_bit(ATH11K_FLAG_UNREGISTERING, &ab->dev_flags);  in ath11k_pci_remove()
1343 	ath11k_core_deinit(ab);  in ath11k_pci_remove()
1348 	ath11k_pci_free_irq(ab);  in ath11k_pci_remove()
1352 	ath11k_hal_srng_deinit(ab);  in ath11k_pci_remove()
1353 	ath11k_ce_free_pipes(ab);  in ath11k_pci_remove()
1354 	ath11k_core_free(ab);  in ath11k_pci_remove()
1359 	struct ath11k_base *ab = pci_get_drvdata(pdev);  in ath11k_pci_shutdown()  local
1361 	ath11k_pci_power_down(ab);  in ath11k_pci_shutdown()
1366 	struct ath11k_base *ab = dev_get_drvdata(dev);  in ath11k_pci_pm_suspend()  local
1369 	ret = ath11k_core_suspend(ab);  in ath11k_pci_pm_suspend()
1371 		ath11k_warn(ab, "failed to suspend core: %d\n", ret);  in ath11k_pci_pm_suspend()
1378 	struct ath11k_base *ab = dev_get_drvdata(dev);  in ath11k_pci_pm_resume()  local
1381 	ret = ath11k_core_resume(ab);  in ath11k_pci_pm_resume()
1383 		ath11k_warn(ab, "failed to resume core: %d\n", ret);  in ath11k_pci_pm_resume()