Lines Matching +full:aspm +full:- +full:no +full:- +full:l0s
1 // SPDX-License-Identifier: BSD-3-Clause-Clear
3 * Copyright (c) 2019-2020 The Linux Foundation. All rights reserved.
31 /* BAR0 + 4k is always accessible, and no
33 * 4K - 32 = 0xFE0
81 "mhi-er0",
82 "mhi-er1",
95 "host2wbm-desc-feed",
96 "host2reo-re-injection",
97 "host2reo-command",
98 "host2rxdma-monitor-ring3",
99 "host2rxdma-monitor-ring2",
100 "host2rxdma-monitor-ring1",
101 "reo2ost-exception",
102 "wbm2host-rx-release",
103 "reo2host-status",
104 "reo2host-destination-ring4",
105 "reo2host-destination-ring3",
106 "reo2host-destination-ring2",
107 "reo2host-destination-ring1",
108 "rxdma2host-monitor-destination-mac3",
109 "rxdma2host-monitor-destination-mac2",
110 "rxdma2host-monitor-destination-mac1",
111 "ppdu-end-interrupts-mac3",
112 "ppdu-end-interrupts-mac2",
113 "ppdu-end-interrupts-mac1",
114 "rxdma2host-monitor-status-ring-mac3",
115 "rxdma2host-monitor-status-ring-mac2",
116 "rxdma2host-monitor-status-ring-mac1",
117 "host2rxdma-host-buf-ring-mac3",
118 "host2rxdma-host-buf-ring-mac2",
119 "host2rxdma-host-buf-ring-mac1",
120 "rxdma2host-destination-ring-mac3",
121 "rxdma2host-destination-ring-mac2",
122 "rxdma2host-destination-ring-mac1",
123 "host2tcl-input-ring4",
124 "host2tcl-input-ring3",
125 "host2tcl-input-ring2",
126 "host2tcl-input-ring1",
127 "wbm2host-tx-completions-ring3",
128 "wbm2host-tx-completions-ring2",
129 "wbm2host-tx-completions-ring1",
130 "tcl2host-status-ring",
135 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_select_window()
139 lockdep_assert_held(&ab_pci->window_lock); in ath11k_pci_select_window()
141 if (window != ab_pci->register_window) { in ath11k_pci_select_window()
143 ab->mem + WINDOW_REG_ADDRESS); in ath11k_pci_select_window()
144 ioread32(ab->mem + WINDOW_REG_ADDRESS); in ath11k_pci_select_window()
145 ab_pci->register_window = window; in ath11k_pci_select_window()
157 iowrite32(WINDOW_ENABLE_BIT | window, ab_pci->ab->mem + WINDOW_REG_ADDRESS); in ath11k_pci_select_static_window()
182 /* for offset beyond BAR + 4K - 32, may in ath11k_pci_write32()
185 if (test_bit(ATH11K_PCI_FLAG_INIT_DONE, &ab_pci->flags) && in ath11k_pci_write32()
187 mhi_device_get_sync(ab_pci->mhi_ctrl->mhi_dev); in ath11k_pci_write32()
190 iowrite32(value, ab->mem + offset); in ath11k_pci_write32()
192 if (ab->bus_params.static_window_map) in ath11k_pci_write32()
198 spin_lock_bh(&ab_pci->window_lock); in ath11k_pci_write32()
200 iowrite32(value, ab->mem + window_start + in ath11k_pci_write32()
202 spin_unlock_bh(&ab_pci->window_lock); in ath11k_pci_write32()
204 iowrite32(value, ab->mem + window_start + in ath11k_pci_write32()
209 if (test_bit(ATH11K_PCI_FLAG_INIT_DONE, &ab_pci->flags) && in ath11k_pci_write32()
211 mhi_device_put(ab_pci->mhi_ctrl->mhi_dev); in ath11k_pci_write32()
219 /* for offset beyond BAR + 4K - 32, may in ath11k_pci_read32()
222 if (test_bit(ATH11K_PCI_FLAG_INIT_DONE, &ab_pci->flags) && in ath11k_pci_read32()
224 mhi_device_get_sync(ab_pci->mhi_ctrl->mhi_dev); in ath11k_pci_read32()
227 val = ioread32(ab->mem + offset); in ath11k_pci_read32()
229 if (ab->bus_params.static_window_map) in ath11k_pci_read32()
235 spin_lock_bh(&ab_pci->window_lock); in ath11k_pci_read32()
237 val = ioread32(ab->mem + window_start + in ath11k_pci_read32()
239 spin_unlock_bh(&ab_pci->window_lock); in ath11k_pci_read32()
241 val = ioread32(ab->mem + window_start + in ath11k_pci_read32()
246 if (test_bit(ATH11K_PCI_FLAG_INIT_DONE, &ab_pci->flags) && in ath11k_pci_read32()
248 mhi_device_put(ab_pci->mhi_ctrl->mhi_dev); in ath11k_pci_read32()
332 return -ETIMEDOUT; in ath11k_pci_set_link_reg()
437 if (ab->hw_params.fix_l1ss) in ath11k_pci_sw_reset()
458 struct pci_dev *pci_dev = to_pci_dev(ab->dev); in ath11k_pci_get_msi_address()
460 pci_read_config_dword(pci_dev, pci_dev->msi_cap + PCI_MSI_ADDRESS_LO, in ath11k_pci_get_msi_address()
463 if (test_bit(ATH11K_PCI_FLAG_IS_MSI_64, &ab_pci->flags)) { in ath11k_pci_get_msi_address()
464 pci_read_config_dword(pci_dev, pci_dev->msi_cap + PCI_MSI_ADDRESS_HI, in ath11k_pci_get_msi_address()
475 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_get_user_msi_assignment()
476 const struct ath11k_msi_config *msi_config = ab_pci->msi_config; in ath11k_pci_get_user_msi_assignment()
479 for (idx = 0; idx < msi_config->total_users; idx++) { in ath11k_pci_get_user_msi_assignment()
480 if (strcmp(user_name, msi_config->users[idx].name) == 0) { in ath11k_pci_get_user_msi_assignment()
481 *num_vectors = msi_config->users[idx].num_vectors; in ath11k_pci_get_user_msi_assignment()
482 *user_base_data = msi_config->users[idx].base_vector in ath11k_pci_get_user_msi_assignment()
483 + ab_pci->msi_ep_base_data; in ath11k_pci_get_user_msi_assignment()
484 *base_vector = msi_config->users[idx].base_vector; in ath11k_pci_get_user_msi_assignment()
496 return -EINVAL; in ath11k_pci_get_user_msi_assignment()
504 for (i = 0, msi_data_idx = 0; i < ab->hw_params.ce_count; i++) { in ath11k_pci_get_ce_msi_idx()
532 struct ath11k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath11k_pci_free_ext_irq()
534 for (j = 0; j < irq_grp->num_irq; j++) in ath11k_pci_free_ext_irq()
535 free_irq(ab->irq_num[irq_grp->irqs[j]], irq_grp); in ath11k_pci_free_ext_irq()
537 netif_napi_del(&irq_grp->napi); in ath11k_pci_free_ext_irq()
545 for (i = 0; i < ab->hw_params.ce_count; i++) { in ath11k_pci_free_irq()
549 free_irq(ab->irq_num[irq_idx], &ab->ce.ce_pipe[i]); in ath11k_pci_free_irq()
560 enable_irq(ab->irq_num[irq_idx]); in ath11k_pci_ce_irq_enable()
568 disable_irq_nosync(ab->irq_num[irq_idx]); in ath11k_pci_ce_irq_disable()
575 for (i = 0; i < ab->hw_params.ce_count; i++) { in ath11k_pci_ce_irqs_disable()
587 for (i = 0; i < ab->hw_params.ce_count; i++) { in ath11k_pci_sync_ce_irqs()
592 synchronize_irq(ab->irq_num[irq_idx]); in ath11k_pci_sync_ce_irqs()
600 ath11k_ce_per_engine_service(ce_pipe->ab, ce_pipe->pipe_num); in ath11k_pci_ce_tasklet()
602 ath11k_pci_ce_irq_enable(ce_pipe->ab, ce_pipe->pipe_num); in ath11k_pci_ce_tasklet()
610 ce_pipe->timestamp = jiffies; in ath11k_pci_ce_interrupt_handler()
612 ath11k_pci_ce_irq_disable(ce_pipe->ab, ce_pipe->pipe_num); in ath11k_pci_ce_interrupt_handler()
613 tasklet_schedule(&ce_pipe->intr_tq); in ath11k_pci_ce_interrupt_handler()
622 for (i = 0; i < irq_grp->num_irq; i++) in ath11k_pci_ext_grp_disable()
623 disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath11k_pci_ext_grp_disable()
631 struct ath11k_ext_irq_grp *irq_grp = &sc->ext_irq_grp[i]; in __ath11k_pci_ext_irq_disable()
635 napi_synchronize(&irq_grp->napi); in __ath11k_pci_ext_irq_disable()
636 napi_disable(&irq_grp->napi); in __ath11k_pci_ext_irq_disable()
644 for (i = 0; i < irq_grp->num_irq; i++) in ath11k_pci_ext_grp_enable()
645 enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]); in ath11k_pci_ext_grp_enable()
653 struct ath11k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath11k_pci_ext_irq_enable()
655 napi_enable(&irq_grp->napi); in ath11k_pci_ext_irq_enable()
665 struct ath11k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath11k_pci_sync_ext_irqs()
667 for (j = 0; j < irq_grp->num_irq; j++) { in ath11k_pci_sync_ext_irqs()
668 irq_idx = irq_grp->irqs[j]; in ath11k_pci_sync_ext_irqs()
669 synchronize_irq(ab->irq_num[irq_idx]); in ath11k_pci_sync_ext_irqs()
685 struct ath11k_base *ab = irq_grp->ab; in ath11k_pci_ext_grp_napi_poll()
704 ath11k_dbg(irq_grp->ab, ATH11K_DBG_PCI, "ext irq:%d\n", irq); in ath11k_pci_ext_interrupt_handler()
707 irq_grp->timestamp = jiffies; in ath11k_pci_ext_interrupt_handler()
711 napi_schedule(&irq_grp->napi); in ath11k_pci_ext_interrupt_handler()
730 struct ath11k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i]; in ath11k_pci_ext_irq_config()
733 irq_grp->ab = ab; in ath11k_pci_ext_irq_config()
734 irq_grp->grp_id = i; in ath11k_pci_ext_irq_config()
735 init_dummy_netdev(&irq_grp->napi_ndev); in ath11k_pci_ext_irq_config()
736 netif_napi_add(&irq_grp->napi_ndev, &irq_grp->napi, in ath11k_pci_ext_irq_config()
739 if (ab->hw_params.ring_mask->tx[i] || in ath11k_pci_ext_irq_config()
740 ab->hw_params.ring_mask->rx[i] || in ath11k_pci_ext_irq_config()
741 ab->hw_params.ring_mask->rx_err[i] || in ath11k_pci_ext_irq_config()
742 ab->hw_params.ring_mask->rx_wbm_rel[i] || in ath11k_pci_ext_irq_config()
743 ab->hw_params.ring_mask->reo_status[i] || in ath11k_pci_ext_irq_config()
744 ab->hw_params.ring_mask->rxdma2host[i] || in ath11k_pci_ext_irq_config()
745 ab->hw_params.ring_mask->host2rxdma[i] || in ath11k_pci_ext_irq_config()
746 ab->hw_params.ring_mask->rx_mon_status[i]) { in ath11k_pci_ext_irq_config()
750 irq_grp->num_irq = num_irq; in ath11k_pci_ext_irq_config()
751 irq_grp->irqs[0] = base_idx + i; in ath11k_pci_ext_irq_config()
753 for (j = 0; j < irq_grp->num_irq; j++) { in ath11k_pci_ext_irq_config()
754 int irq_idx = irq_grp->irqs[j]; in ath11k_pci_ext_irq_config()
756 int irq = ath11k_pci_get_msi_irq(ab->dev, vector); in ath11k_pci_ext_irq_config()
758 ab->irq_num[irq_idx] = irq; in ath11k_pci_ext_irq_config()
773 disable_irq_nosync(ab->irq_num[irq_idx]); in ath11k_pci_ext_irq_config()
796 for (i = 0, msi_data_idx = 0; i < ab->hw_params.ce_count; i++) { in ath11k_pci_config_irq()
801 irq = ath11k_pci_get_msi_irq(ab->dev, msi_data); in ath11k_pci_config_irq()
802 ce_pipe = &ab->ce.ce_pipe[i]; in ath11k_pci_config_irq()
806 tasklet_setup(&ce_pipe->intr_tq, ath11k_pci_ce_tasklet); in ath11k_pci_config_irq()
817 ab->irq_num[irq_idx] = irq; in ath11k_pci_config_irq()
832 struct ath11k_qmi_ce_cfg *cfg = &ab->qmi.ce_cfg; in ath11k_pci_init_qmi_ce_config()
834 cfg->tgt_ce = ab->hw_params.target_ce_config; in ath11k_pci_init_qmi_ce_config()
835 cfg->tgt_ce_len = ab->hw_params.target_ce_count; in ath11k_pci_init_qmi_ce_config()
837 cfg->svc_to_ce_map = ab->hw_params.svc_to_ce_map; in ath11k_pci_init_qmi_ce_config()
838 cfg->svc_to_ce_map_len = ab->hw_params.svc_to_ce_map_len; in ath11k_pci_init_qmi_ce_config()
839 ab->qmi.service_ins_id = ab->hw_params.qmi_service_ins_id; in ath11k_pci_init_qmi_ce_config()
841 ath11k_ce_get_shadow_config(ab, &cfg->shadow_reg_v2, in ath11k_pci_init_qmi_ce_config()
842 &cfg->shadow_reg_v2_len); in ath11k_pci_init_qmi_ce_config()
849 for (i = 0; i < ab->hw_params.ce_count; i++) { in ath11k_pci_ce_irqs_enable()
858 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_enable_msi()
859 const struct ath11k_msi_config *msi_config = ab_pci->msi_config; in ath11k_pci_enable_msi()
864 num_vectors = pci_alloc_irq_vectors(ab_pci->pdev, in ath11k_pci_enable_msi()
865 msi_config->total_vectors, in ath11k_pci_enable_msi()
866 msi_config->total_vectors, in ath11k_pci_enable_msi()
868 if (num_vectors != msi_config->total_vectors) { in ath11k_pci_enable_msi()
870 msi_config->total_vectors, num_vectors); in ath11k_pci_enable_msi()
873 return -EINVAL; in ath11k_pci_enable_msi()
878 msi_desc = irq_get_msi_desc(ab_pci->pdev->irq); in ath11k_pci_enable_msi()
881 ret = -EINVAL; in ath11k_pci_enable_msi()
885 ab_pci->msi_ep_base_data = msi_desc->msg.data; in ath11k_pci_enable_msi()
886 if (msi_desc->msi_attrib.is_64) in ath11k_pci_enable_msi()
887 set_bit(ATH11K_PCI_FLAG_IS_MSI_64, &ab_pci->flags); in ath11k_pci_enable_msi()
889 ath11k_dbg(ab, ATH11K_DBG_PCI, "msi base data is %d\n", ab_pci->msi_ep_base_data); in ath11k_pci_enable_msi()
894 pci_free_irq_vectors(ab_pci->pdev); in ath11k_pci_enable_msi()
901 pci_free_irq_vectors(ab_pci->pdev); in ath11k_pci_disable_msi()
906 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_claim()
911 if (device_id != ab_pci->dev_id) { in ath11k_pci_claim()
913 device_id, ab_pci->dev_id); in ath11k_pci_claim()
914 ret = -EIO; in ath11k_pci_claim()
936 ret = dma_set_mask_and_coherent(&pdev->dev, in ath11k_pci_claim()
946 ab->mem_len = pci_resource_len(pdev, ATH11K_PCI_BAR_NUM); in ath11k_pci_claim()
947 ab->mem = pci_iomap(pdev, ATH11K_PCI_BAR_NUM, 0); in ath11k_pci_claim()
948 if (!ab->mem) { in ath11k_pci_claim()
950 ret = -EIO; in ath11k_pci_claim()
954 ath11k_dbg(ab, ATH11K_DBG_BOOT, "boot pci_mem 0x%pK\n", ab->mem); in ath11k_pci_claim()
969 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_free_region()
970 struct pci_dev *pci_dev = ab_pci->pdev; in ath11k_pci_free_region()
972 pci_iounmap(pci_dev, ab->mem); in ath11k_pci_free_region()
973 ab->mem = NULL; in ath11k_pci_free_region()
982 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_aspm_disable()
984 pcie_capability_read_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath11k_pci_aspm_disable()
985 &ab_pci->link_ctl); in ath11k_pci_aspm_disable()
987 ath11k_dbg(ab, ATH11K_DBG_PCI, "pci link_ctl 0x%04x L0s %d L1 %d\n", in ath11k_pci_aspm_disable()
988 ab_pci->link_ctl, in ath11k_pci_aspm_disable()
989 u16_get_bits(ab_pci->link_ctl, PCI_EXP_LNKCTL_ASPM_L0S), in ath11k_pci_aspm_disable()
990 u16_get_bits(ab_pci->link_ctl, PCI_EXP_LNKCTL_ASPM_L1)); in ath11k_pci_aspm_disable()
992 /* disable L0s and L1 */ in ath11k_pci_aspm_disable()
993 pcie_capability_write_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath11k_pci_aspm_disable()
994 ab_pci->link_ctl & ~PCI_EXP_LNKCTL_ASPMC); in ath11k_pci_aspm_disable()
996 set_bit(ATH11K_PCI_ASPM_RESTORE, &ab_pci->flags); in ath11k_pci_aspm_disable()
1001 if (test_and_clear_bit(ATH11K_PCI_ASPM_RESTORE, &ab_pci->flags)) in ath11k_pci_aspm_restore()
1002 pcie_capability_write_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath11k_pci_aspm_restore()
1003 ab_pci->link_ctl); in ath11k_pci_aspm_restore()
1011 ab_pci->register_window = 0; in ath11k_pci_power_up()
1012 clear_bit(ATH11K_PCI_FLAG_INIT_DONE, &ab_pci->flags); in ath11k_pci_power_up()
1013 ath11k_pci_sw_reset(ab_pci->ab, true); in ath11k_pci_power_up()
1015 /* Disable ASPM during firmware download due to problems switching in ath11k_pci_power_up()
1026 if (ab->bus_params.static_window_map) in ath11k_pci_power_up()
1036 /* restore aspm in case firmware bootup fails */ in ath11k_pci_power_down()
1039 ath11k_pci_force_wake(ab_pci->ab); in ath11k_pci_power_down()
1041 clear_bit(ATH11K_PCI_FLAG_INIT_DONE, &ab_pci->flags); in ath11k_pci_power_down()
1042 ath11k_pci_sw_reset(ab_pci->ab, false); in ath11k_pci_power_down()
1067 for (i = 0; i < ab->hw_params.ce_count; i++) { in ath11k_pci_kill_tasklets()
1068 struct ath11k_ce_pipe *ce_pipe = &ab->ce.ce_pipe[i]; in ath11k_pci_kill_tasklets()
1073 tasklet_kill(&ce_pipe->intr_tq); in ath11k_pci_kill_tasklets()
1094 set_bit(ATH11K_PCI_FLAG_INIT_DONE, &ab_pci->flags); in ath11k_pci_start()
1121 for (i = 0; i < ab->hw_params.svc_to_ce_map_len; i++) { in ath11k_pci_map_service_to_pipe()
1122 entry = &ab->hw_params.svc_to_ce_map[i]; in ath11k_pci_map_service_to_pipe()
1124 if (__le32_to_cpu(entry->service_id) != service_id) in ath11k_pci_map_service_to_pipe()
1127 switch (__le32_to_cpu(entry->pipedir)) { in ath11k_pci_map_service_to_pipe()
1132 *dl_pipe = __le32_to_cpu(entry->pipenum); in ath11k_pci_map_service_to_pipe()
1137 *ul_pipe = __le32_to_cpu(entry->pipenum); in ath11k_pci_map_service_to_pipe()
1143 *dl_pipe = __le32_to_cpu(entry->pipenum); in ath11k_pci_map_service_to_pipe()
1144 *ul_pipe = __le32_to_cpu(entry->pipenum); in ath11k_pci_map_service_to_pipe()
1152 return -ENOENT; in ath11k_pci_map_service_to_pipe()
1198 ab = ath11k_core_alloc(&pdev->dev, sizeof(*ab_pci), ATH11K_BUS_PCI, in ath11k_pci_probe()
1201 dev_err(&pdev->dev, "failed to allocate ath11k base\n"); in ath11k_pci_probe()
1202 return -ENOMEM; in ath11k_pci_probe()
1205 ab->dev = &pdev->dev; in ath11k_pci_probe()
1208 ab_pci->dev_id = pci_dev->device; in ath11k_pci_probe()
1209 ab_pci->ab = ab; in ath11k_pci_probe()
1210 ab_pci->pdev = pdev; in ath11k_pci_probe()
1211 ab->hif.ops = &ath11k_pci_hif_ops; in ath11k_pci_probe()
1213 spin_lock_init(&ab_pci->window_lock); in ath11k_pci_probe()
1221 switch (pci_dev->device) { in ath11k_pci_probe()
1227 ab->hw_rev = ATH11K_HW_QCA6390_HW20; in ath11k_pci_probe()
1230 dev_err(&pdev->dev, "Unsupported QCA6390 SOC hardware version: %d %d\n", in ath11k_pci_probe()
1232 ret = -EOPNOTSUPP; in ath11k_pci_probe()
1235 ab_pci->msi_config = &ath11k_msi_config[0]; in ath11k_pci_probe()
1238 ab_pci->msi_config = &ath11k_msi_config[1]; in ath11k_pci_probe()
1239 ab->bus_params.static_window_map = true; in ath11k_pci_probe()
1240 ab->hw_rev = ATH11K_HW_QCN9074_HW10; in ath11k_pci_probe()
1247 ab->hw_rev = ATH11K_HW_WCN6855_HW20; in ath11k_pci_probe()
1250 dev_err(&pdev->dev, "Unsupported WCN6855 SOC hardware version: %d %d\n", in ath11k_pci_probe()
1252 ret = -EOPNOTSUPP; in ath11k_pci_probe()
1255 ab_pci->msi_config = &ath11k_msi_config[0]; in ath11k_pci_probe()
1258 dev_err(&pdev->dev, "Unknown PCI device found: 0x%x\n", in ath11k_pci_probe()
1259 pci_dev->device); in ath11k_pci_probe()
1260 ret = -EOPNOTSUPP; in ath11k_pci_probe()
1334 if (test_bit(ATH11K_FLAG_QMI_FAIL, &ab->dev_flags)) { in ath11k_pci_remove()
1341 set_bit(ATH11K_FLAG_UNREGISTERING, &ab->dev_flags); in ath11k_pci_remove()