75 				    struct rtw89_pci *rtwpci,  in rtw89_pci_release_fwcmd()  argument
83 		skb = skb_dequeue(&rtwpci->h2c_queue);  in rtw89_pci_release_fwcmd()
88 		skb_queue_tail(&rtwpci->h2c_release_queue, skb);  in rtw89_pci_release_fwcmd()
91 	qlen = skb_queue_len(&rtwpci->h2c_release_queue);  in rtw89_pci_release_fwcmd()
96 		skb = skb_dequeue(&rtwpci->h2c_release_queue);  in rtw89_pci_release_fwcmd()
102 		dma_unmap_single(&rtwpci->pdev->dev, tx_data->dma, skb->len,  in rtw89_pci_release_fwcmd()
109 				       struct rtw89_pci *rtwpci)  in rtw89_pci_reclaim_tx_fwcmd()  argument
111 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[RTW89_TXCH_CH12];  in rtw89_pci_reclaim_tx_fwcmd()
117 	rtw89_pci_release_fwcmd(rtwdev, rtwpci, cnt, false);  in rtw89_pci_reclaim_tx_fwcmd()
329 				  struct rtw89_pci *rtwpci, int budget)  in rtw89_pci_poll_rxq_dma()  argument
335 	rx_ring = &rtwpci->rx_rings[RTW89_RXCH_RXQ];  in rtw89_pci_poll_rxq_dma()
431 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_release_txwd_skb()  local
441 		if (!rtwpci->low_power && !list_empty(&txwd->list))  in rtw89_pci_release_txwd_skb()
450 		dma_unmap_single(&rtwpci->pdev->dev, tx_data->dma, skb->len,  in rtw89_pci_release_txwd_skb()
463 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_release_rpp()  local
480 	tx_ring = &rtwpci->tx_rings[txch];  in rtw89_pci_release_rpp()
581 				  struct rtw89_pci *rtwpci, int budget)  in rtw89_pci_poll_rpq_dma()  argument
587 	rx_ring = &rtwpci->rx_rings[RTW89_RXCH_RPQ];  in rtw89_pci_poll_rpq_dma()
589 	spin_lock_bh(&rtwpci->trx_lock);  in rtw89_pci_poll_rpq_dma()
598 	spin_unlock_bh(&rtwpci->trx_lock);  in rtw89_pci_poll_rpq_dma()
608 				      struct rtw89_pci *rtwpci)  in rtw89_pci_isr_rxd_unavail()  argument
617 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_isr_rxd_unavail()
635 			       struct rtw89_pci *rtwpci,  in rtw89_pci_recognize_intrs()  argument
638 	isrs->halt_c2h_isrs = rtw89_read32(rtwdev, R_AX_HISR0) & rtwpci->halt_c2h_intrs;  in rtw89_pci_recognize_intrs()
639 	isrs->isrs[0] = rtw89_read32(rtwdev, R_AX_PCIE_HISR00) & rtwpci->intrs[0];  in rtw89_pci_recognize_intrs()
640 	isrs->isrs[1] = rtw89_read32(rtwdev, R_AX_PCIE_HISR10) & rtwpci->intrs[1];  in rtw89_pci_recognize_intrs()
649 				  struct rtw89_pci *rtwpci,  in rtw89_pci_recognize_intrs_v1()  argument
652 	isrs->ind_isrs = rtw89_read32(rtwdev, R_AX_PCIE_HISR00_V1) & rtwpci->ind_intrs;  in rtw89_pci_recognize_intrs_v1()
654 			      rtw89_read32(rtwdev, R_AX_HISR0) & rtwpci->halt_c2h_intrs : 0;  in rtw89_pci_recognize_intrs_v1()
656 			rtw89_read32(rtwdev, R_AX_HAXI_HISR00) & rtwpci->intrs[0] : 0;  in rtw89_pci_recognize_intrs_v1()
658 			rtw89_read32(rtwdev, R_AX_HISR1) & rtwpci->intrs[1] : 0;  in rtw89_pci_recognize_intrs_v1()
675 void rtw89_pci_enable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_enable_intr()  argument
677 	rtw89_write32(rtwdev, R_AX_HIMR0, rtwpci->halt_c2h_intrs);  in rtw89_pci_enable_intr()
678 	rtw89_write32(rtwdev, R_AX_PCIE_HIMR00, rtwpci->intrs[0]);  in rtw89_pci_enable_intr()
679 	rtw89_write32(rtwdev, R_AX_PCIE_HIMR10, rtwpci->intrs[1]);  in rtw89_pci_enable_intr()
683 void rtw89_pci_disable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_disable_intr()  argument
691 void rtw89_pci_enable_intr_v1(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_enable_intr_v1()  argument
693 	rtw89_write32(rtwdev, R_AX_PCIE_HIMR00_V1, rtwpci->ind_intrs);  in rtw89_pci_enable_intr_v1()
694 	rtw89_write32(rtwdev, R_AX_HIMR0, rtwpci->halt_c2h_intrs);  in rtw89_pci_enable_intr_v1()
695 	rtw89_write32(rtwdev, R_AX_HAXI_HIMR00, rtwpci->intrs[0]);  in rtw89_pci_enable_intr_v1()
696 	rtw89_write32(rtwdev, R_AX_HIMR1, rtwpci->intrs[1]);  in rtw89_pci_enable_intr_v1()
700 void rtw89_pci_disable_intr_v1(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_disable_intr_v1()  argument
708 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_recovery_start()  local
711 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_ops_recovery_start()
712 	rtw89_chip_disable_intr(rtwdev, rtwpci);  in rtw89_pci_ops_recovery_start()
714 	rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_ops_recovery_start()
715 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_ops_recovery_start()
720 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_recovery_complete()  local
723 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_ops_recovery_complete()
724 	rtw89_chip_disable_intr(rtwdev, rtwpci);  in rtw89_pci_ops_recovery_complete()
726 	rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_ops_recovery_complete()
727 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_ops_recovery_complete()
732 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_low_power_interrupt_handler()  local
738 	rtw89_pci_poll_rpq_dma(rtwdev, rtwpci, budget);  in rtw89_pci_low_power_interrupt_handler()
739 	rtw89_pci_poll_rxq_dma(rtwdev, rtwpci, budget);  in rtw89_pci_low_power_interrupt_handler()
745 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_interrupt_threadfn()  local
749 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_threadfn()
750 	rtw89_chip_recognize_intrs(rtwdev, rtwpci, &isrs);  in rtw89_pci_interrupt_threadfn()
751 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_threadfn()
754 		rtw89_pci_isr_rxd_unavail(rtwdev, rtwpci);  in rtw89_pci_interrupt_threadfn()
762 	if (unlikely(rtwpci->under_recovery))  in rtw89_pci_interrupt_threadfn()
765 	if (unlikely(rtwpci->low_power)) {  in rtw89_pci_interrupt_threadfn()
770 	if (likely(rtwpci->running)) {  in rtw89_pci_interrupt_threadfn()
779 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_threadfn()
780 	if (likely(rtwpci->running))  in rtw89_pci_interrupt_threadfn()
781 		rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_interrupt_threadfn()
782 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_threadfn()
789 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_interrupt_handler()  local
793 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_handler()
798 	if (unlikely(!rtwpci->running)) {  in rtw89_pci_interrupt_handler()
803 	rtw89_chip_disable_intr(rtwdev, rtwpci);  in rtw89_pci_interrupt_handler()
805 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_handler()
928 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()  local
929 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[RTW89_TXCH_CH12];  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
932 	spin_lock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
933 	rtw89_pci_reclaim_tx_fwcmd(rtwdev, rtwpci);  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
935 	spin_unlock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
944 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __rtw89_pci_check_and_reclaim_tx_resource_noio()  local
945 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[txch];  in __rtw89_pci_check_and_reclaim_tx_resource_noio()
949 	spin_lock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_resource_noio()
952 	spin_unlock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_resource_noio()
960 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __rtw89_pci_check_and_reclaim_tx_resource()  local
961 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[txch];  in __rtw89_pci_check_and_reclaim_tx_resource()
967 	rx_ring = &rtwpci->rx_rings[RTW89_RXCH_RPQ];  in __rtw89_pci_check_and_reclaim_tx_resource()
969 	spin_lock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_resource()
989 		rtw89_debug(rtwdev, rtwpci->low_power ? RTW89_DBG_TXRX : RTW89_DBG_UNEXP,  in __rtw89_pci_check_and_reclaim_tx_resource()
994 	spin_unlock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_resource()
1013 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __rtw89_pci_tx_kick_off()  local
1017 	spin_lock_bh(&rtwpci->trx_lock);  in __rtw89_pci_tx_kick_off()
1023 	spin_unlock_bh(&rtwpci->trx_lock);  in __rtw89_pci_tx_kick_off()
1041 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_tx_kick_off()  local
1042 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[txch];  in rtw89_pci_ops_tx_kick_off()
1045 		set_bit(txch, rtwpci->kick_map);  in rtw89_pci_ops_tx_kick_off()
1054 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_tx_kick_off_pending()  local
1059 		if (!test_and_clear_bit(txch, rtwpci->kick_map))  in rtw89_pci_tx_kick_off_pending()
1062 		tx_ring = &rtwpci->tx_rings[txch];  in rtw89_pci_tx_kick_off_pending()
1069 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __pci_flush_txch()  local
1070 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[txch];  in __pci_flush_txch()
1174 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_txwd_submit()  local
1180 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_txwd_submit()
1232 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_fwcmd_submit()  local
1237 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_fwcmd_submit()
1256 	skb_queue_tail(&rtwpci->h2c_queue, skb);  in rtw89_pci_fwcmd_submit()
1310 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_tx_write()  local
1325 	tx_ring = &rtwpci->tx_rings[txch];  in rtw89_pci_tx_write()
1326 	spin_lock_bh(&rtwpci->trx_lock);  in rtw89_pci_tx_write()
1342 	spin_unlock_bh(&rtwpci->trx_lock);  in rtw89_pci_tx_write()
1346 	spin_unlock_bh(&rtwpci->trx_lock);  in rtw89_pci_tx_write()
1382 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_reset_trx_rings()  local
1398 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_reset_trx_rings()
1417 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_reset_trx_rings()
1440 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_reset()  local
1446 	spin_lock_bh(&rtwpci->trx_lock);  in rtw89_pci_ops_reset()
1451 			rtw89_pci_release_fwcmd(rtwdev, rtwpci,  in rtw89_pci_ops_reset()
1452 						skb_queue_len(&rtwpci->h2c_queue), true);  in rtw89_pci_ops_reset()
1455 		rtw89_pci_release_tx_ring(rtwdev, &rtwpci->tx_rings[txch]);  in rtw89_pci_ops_reset()
1457 	spin_unlock_bh(&rtwpci->trx_lock);  in rtw89_pci_ops_reset()
1462 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_enable_intr_lock()  local
1465 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_enable_intr_lock()
1466 	rtwpci->running = true;  in rtw89_pci_enable_intr_lock()
1467 	rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_enable_intr_lock()
1468 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_enable_intr_lock()
1473 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_disable_intr_lock()  local
1476 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_disable_intr_lock()
1477 	rtwpci->running = false;  in rtw89_pci_disable_intr_lock()
1478 	rtw89_chip_disable_intr(rtwdev, rtwpci);  in rtw89_pci_disable_intr_lock()
1479 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_disable_intr_lock()
1492 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_stop()  local
1493 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_ops_stop()
1502 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_pause()  local
1503 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_ops_pause()
1519 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_switch_bd_idx_addr()  local
1531 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_switch_bd_idx_addr()
1538 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_switch_bd_idx_addr()
1560 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_read32_cmac()  local
1561 	u32 val = readl(rtwpci->mmap + addr);  in rtw89_pci_ops_read32_cmac()
1572 		val = readl(rtwpci->mmap + addr);  in rtw89_pci_ops_read32_cmac()
1580 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_read8()  local
1584 		return readb(rtwpci->mmap + addr);  in rtw89_pci_ops_read8()
1594 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_read16()  local
1598 		return readw(rtwpci->mmap + addr);  in rtw89_pci_ops_read16()
1608 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_read32()  local
1611 		return readl(rtwpci->mmap + addr);  in rtw89_pci_ops_read32()
1618 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_write8()  local
1620 	writeb(data, rtwpci->mmap + addr);  in rtw89_pci_ops_write8()
1625 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_write16()  local
1627 	writew(data, rtwpci->mmap + addr);  in rtw89_pci_ops_write16()
1632 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_write32()  local
1634 	writel(data, rtwpci->mmap + addr);  in rtw89_pci_ops_write32()
1790 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_write_config_byte()  local
1791 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_write_config_byte()
1799 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_read_config_byte()  local
1800 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_read_config_byte()
2641 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_claim_device()  local
2653 	rtwpci->pdev = pdev;  in rtw89_pci_claim_device()
2668 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_setup_mapping()  local
2692 	rtwpci->mmap = pci_iomap(pdev, bar_id, resource_len);  in rtw89_pci_setup_mapping()
2693 	if (!rtwpci->mmap) {  in rtw89_pci_setup_mapping()
2710 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_clear_mapping()  local
2712 	if (rtwpci->mmap) {  in rtw89_pci_clear_mapping()
2713 		pci_iounmap(pdev, rtwpci->mmap);  in rtw89_pci_clear_mapping()
2752 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_free_tx_rings()  local
2760 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_free_tx_rings()
2801 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_free_rx_rings()  local
2806 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_free_rx_rings()
2946 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_alloc_tx_rings()  local
2957 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_alloc_tx_rings()
2973 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_alloc_tx_rings()
3062 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_alloc_rx_rings()  local
3070 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_alloc_rx_rings()
3086 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_alloc_rx_rings()
3119 			       struct rtw89_pci *rtwpci)  in rtw89_pci_h2c_init()  argument
3121 	skb_queue_head_init(&rtwpci->h2c_queue);  in rtw89_pci_h2c_init()
3122 	skb_queue_head_init(&rtwpci->h2c_release_queue);  in rtw89_pci_h2c_init()
3128 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_setup_resource()  local
3143 	rtw89_pci_h2c_init(rtwdev, rtwpci);  in rtw89_pci_setup_resource()
3145 	spin_lock_init(&rtwpci->irq_lock);  in rtw89_pci_setup_resource()
3146 	spin_lock_init(&rtwpci->trx_lock);  in rtw89_pci_setup_resource()
3159 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_clear_resource()  local
3163 	rtw89_pci_release_fwcmd(rtwdev, rtwpci,  in rtw89_pci_clear_resource()
3164 				skb_queue_len(&rtwpci->h2c_queue), true);  in rtw89_pci_clear_resource()
3169 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_config_intr_mask()  local
3171 	rtwpci->halt_c2h_intrs = B_AX_HALT_C2H_INT_EN | 0;  in rtw89_pci_config_intr_mask()
3173 	if (rtwpci->under_recovery) {  in rtw89_pci_config_intr_mask()
3174 		rtwpci->intrs[0] = B_AX_HS0ISR_IND_INT_EN;  in rtw89_pci_config_intr_mask()
3175 		rtwpci->intrs[1] = 0;  in rtw89_pci_config_intr_mask()
3177 		rtwpci->intrs[0] = B_AX_TXDMA_STUCK_INT_EN |  in rtw89_pci_config_intr_mask()
3186 		rtwpci->intrs[1] = B_AX_HC10ISR_IND_INT_EN;  in rtw89_pci_config_intr_mask()
3193 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_recovery_intr_mask_v1()  local
3195 	rtwpci->ind_intrs = B_AX_HS0ISR_IND_INT_EN;  in rtw89_pci_recovery_intr_mask_v1()
3196 	rtwpci->halt_c2h_intrs = B_AX_HALT_C2H_INT_EN | B_AX_WDT_TIMEOUT_INT_EN;  in rtw89_pci_recovery_intr_mask_v1()
3197 	rtwpci->intrs[0] = 0;  in rtw89_pci_recovery_intr_mask_v1()
3198 	rtwpci->intrs[1] = 0;  in rtw89_pci_recovery_intr_mask_v1()
3203 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_default_intr_mask_v1()  local
3205 	rtwpci->ind_intrs = B_AX_HCI_AXIDMA_INT_EN |  in rtw89_pci_default_intr_mask_v1()
3208 	rtwpci->halt_c2h_intrs = B_AX_HALT_C2H_INT_EN | B_AX_WDT_TIMEOUT_INT_EN;  in rtw89_pci_default_intr_mask_v1()
3209 	rtwpci->intrs[0] = B_AX_TXDMA_STUCK_INT_EN |  in rtw89_pci_default_intr_mask_v1()
3216 	rtwpci->intrs[1] = B_AX_GPIO18_INT_EN;  in rtw89_pci_default_intr_mask_v1()
3221 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_low_power_intr_mask_v1()  local
3223 	rtwpci->ind_intrs = B_AX_HS1ISR_IND_INT_EN |  in rtw89_pci_low_power_intr_mask_v1()
3225 	rtwpci->halt_c2h_intrs = B_AX_HALT_C2H_INT_EN | B_AX_WDT_TIMEOUT_INT_EN;  in rtw89_pci_low_power_intr_mask_v1()
3226 	rtwpci->intrs[0] = 0;  in rtw89_pci_low_power_intr_mask_v1()
3227 	rtwpci->intrs[1] = B_AX_GPIO18_INT_EN;  in rtw89_pci_low_power_intr_mask_v1()
3232 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_config_intr_mask_v1()  local
3234 	if (rtwpci->under_recovery)  in rtw89_pci_config_intr_mask_v1()
3236 	else if (rtwpci->low_power)  in rtw89_pci_config_intr_mask_v1()
3299 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_filter_out()  local
3300 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_filter_out()
3451 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_link_cfg()  local
3452 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_link_cfg()
3519 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_l1ss_cfg()  local
3520 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_l1ss_cfg()
3657 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_napi_poll()  local
3664 	work_done = rtw89_pci_poll_rpq_dma(rtwdev, rtwpci, rtwdev->napi_budget_countdown);  in rtw89_pci_napi_poll()
3669 	work_done += rtw89_pci_poll_rxq_dma(rtwdev, rtwpci, rtwdev->napi_budget_countdown);  in rtw89_pci_napi_poll()
3671 		spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_napi_poll()
3672 		if (likely(rtwpci->running))  in rtw89_pci_napi_poll()
3673 			rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_napi_poll()
3674 		spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_napi_poll()