75 				    struct rtw89_pci *rtwpci,  in rtw89_pci_release_fwcmd()  argument
83 		skb = skb_dequeue(&rtwpci->h2c_queue);  in rtw89_pci_release_fwcmd()
88 		skb_queue_tail(&rtwpci->h2c_release_queue, skb);  in rtw89_pci_release_fwcmd()
91 	qlen = skb_queue_len(&rtwpci->h2c_release_queue);  in rtw89_pci_release_fwcmd()
96 		skb = skb_dequeue(&rtwpci->h2c_release_queue);  in rtw89_pci_release_fwcmd()
102 		dma_unmap_single(&rtwpci->pdev->dev, tx_data->dma, skb->len,  in rtw89_pci_release_fwcmd()
109 				       struct rtw89_pci *rtwpci)  in rtw89_pci_reclaim_tx_fwcmd()  argument
111 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[RTW89_TXCH_CH12];  in rtw89_pci_reclaim_tx_fwcmd()
117 	rtw89_pci_release_fwcmd(rtwdev, rtwpci, cnt, false);  in rtw89_pci_reclaim_tx_fwcmd()
338 				  struct rtw89_pci *rtwpci, int budget)  in rtw89_pci_poll_rxq_dma()  argument
344 	rx_ring = &rtwpci->rx_rings[RTW89_RXCH_RXQ];  in rtw89_pci_poll_rxq_dma()
443 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_release_txwd_skb()  local
453 		if (!rtwpci->low_power && !list_empty(&txwd->list))  in rtw89_pci_release_txwd_skb()
462 		dma_unmap_single(&rtwpci->pdev->dev, tx_data->dma, skb->len,  in rtw89_pci_release_txwd_skb()
475 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_release_rpp()  local
492 	tx_ring = &rtwpci->tx_rings[txch];  in rtw89_pci_release_rpp()
591 				  struct rtw89_pci *rtwpci, int budget)  in rtw89_pci_poll_rpq_dma()  argument
597 	rx_ring = &rtwpci->rx_rings[RTW89_RXCH_RPQ];  in rtw89_pci_poll_rpq_dma()
599 	spin_lock_bh(&rtwpci->trx_lock);  in rtw89_pci_poll_rpq_dma()
608 	spin_unlock_bh(&rtwpci->trx_lock);  in rtw89_pci_poll_rpq_dma()
618 				      struct rtw89_pci *rtwpci)  in rtw89_pci_isr_rxd_unavail()  argument
627 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_isr_rxd_unavail()
645 			       struct rtw89_pci *rtwpci,  in rtw89_pci_recognize_intrs()  argument
648 	isrs->halt_c2h_isrs = rtw89_read32(rtwdev, R_AX_HISR0) & rtwpci->halt_c2h_intrs;  in rtw89_pci_recognize_intrs()
649 	isrs->isrs[0] = rtw89_read32(rtwdev, R_AX_PCIE_HISR00) & rtwpci->intrs[0];  in rtw89_pci_recognize_intrs()
650 	isrs->isrs[1] = rtw89_read32(rtwdev, R_AX_PCIE_HISR10) & rtwpci->intrs[1];  in rtw89_pci_recognize_intrs()
659 				  struct rtw89_pci *rtwpci,  in rtw89_pci_recognize_intrs_v1()  argument
662 	isrs->ind_isrs = rtw89_read32(rtwdev, R_AX_PCIE_HISR00_V1) & rtwpci->ind_intrs;  in rtw89_pci_recognize_intrs_v1()
664 			      rtw89_read32(rtwdev, R_AX_HISR0) & rtwpci->halt_c2h_intrs : 0;  in rtw89_pci_recognize_intrs_v1()
666 			rtw89_read32(rtwdev, R_AX_HAXI_HISR00) & rtwpci->intrs[0] : 0;  in rtw89_pci_recognize_intrs_v1()
668 			rtw89_read32(rtwdev, R_AX_HISR1) & rtwpci->intrs[1] : 0;  in rtw89_pci_recognize_intrs_v1()
685 void rtw89_pci_enable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_enable_intr()  argument
687 	rtw89_write32(rtwdev, R_AX_HIMR0, rtwpci->halt_c2h_intrs);  in rtw89_pci_enable_intr()
688 	rtw89_write32(rtwdev, R_AX_PCIE_HIMR00, rtwpci->intrs[0]);  in rtw89_pci_enable_intr()
689 	rtw89_write32(rtwdev, R_AX_PCIE_HIMR10, rtwpci->intrs[1]);  in rtw89_pci_enable_intr()
693 void rtw89_pci_disable_intr(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_disable_intr()  argument
701 void rtw89_pci_enable_intr_v1(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_enable_intr_v1()  argument
703 	rtw89_write32(rtwdev, R_AX_PCIE_HIMR00_V1, rtwpci->ind_intrs);  in rtw89_pci_enable_intr_v1()
704 	rtw89_write32(rtwdev, R_AX_HIMR0, rtwpci->halt_c2h_intrs);  in rtw89_pci_enable_intr_v1()
705 	rtw89_write32(rtwdev, R_AX_HAXI_HIMR00, rtwpci->intrs[0]);  in rtw89_pci_enable_intr_v1()
706 	rtw89_write32(rtwdev, R_AX_HIMR1, rtwpci->intrs[1]);  in rtw89_pci_enable_intr_v1()
710 void rtw89_pci_disable_intr_v1(struct rtw89_dev *rtwdev, struct rtw89_pci *rtwpci)  in rtw89_pci_disable_intr_v1()  argument
718 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_recovery_start()  local
721 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_ops_recovery_start()
722 	rtw89_chip_disable_intr(rtwdev, rtwpci);  in rtw89_pci_ops_recovery_start()
724 	rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_ops_recovery_start()
725 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_ops_recovery_start()
730 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_recovery_complete()  local
733 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_ops_recovery_complete()
734 	rtw89_chip_disable_intr(rtwdev, rtwpci);  in rtw89_pci_ops_recovery_complete()
736 	rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_ops_recovery_complete()
737 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_ops_recovery_complete()
742 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_low_power_interrupt_handler()  local
748 	rtw89_pci_poll_rpq_dma(rtwdev, rtwpci, budget);  in rtw89_pci_low_power_interrupt_handler()
749 	rtw89_pci_poll_rxq_dma(rtwdev, rtwpci, budget);  in rtw89_pci_low_power_interrupt_handler()
755 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_interrupt_threadfn()  local
759 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_threadfn()
760 	rtw89_chip_recognize_intrs(rtwdev, rtwpci, &isrs);  in rtw89_pci_interrupt_threadfn()
761 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_threadfn()
764 		rtw89_pci_isr_rxd_unavail(rtwdev, rtwpci);  in rtw89_pci_interrupt_threadfn()
772 	if (unlikely(rtwpci->under_recovery))  in rtw89_pci_interrupt_threadfn()
775 	if (unlikely(rtwpci->low_power)) {  in rtw89_pci_interrupt_threadfn()
780 	if (likely(rtwpci->running)) {  in rtw89_pci_interrupt_threadfn()
789 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_threadfn()
790 	if (likely(rtwpci->running))  in rtw89_pci_interrupt_threadfn()
791 		rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_interrupt_threadfn()
792 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_threadfn()
799 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_interrupt_handler()  local
803 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_handler()
808 	if (unlikely(!rtwpci->running)) {  in rtw89_pci_interrupt_handler()
813 	rtw89_chip_disable_intr(rtwdev, rtwpci);  in rtw89_pci_interrupt_handler()
815 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_interrupt_handler()
938 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()  local
939 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[RTW89_TXCH_CH12];  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
942 	spin_lock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
943 	rtw89_pci_reclaim_tx_fwcmd(rtwdev, rtwpci);  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
945 	spin_unlock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_fwcmd_resource()
954 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __rtw89_pci_check_and_reclaim_tx_resource_noio()  local
955 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[txch];  in __rtw89_pci_check_and_reclaim_tx_resource_noio()
959 	spin_lock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_resource_noio()
962 	spin_unlock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_resource_noio()
970 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __rtw89_pci_check_and_reclaim_tx_resource()  local
971 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[txch];  in __rtw89_pci_check_and_reclaim_tx_resource()
979 	rx_ring = &rtwpci->rx_rings[RTW89_RXCH_RPQ];  in __rtw89_pci_check_and_reclaim_tx_resource()
981 	spin_lock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_resource()
1005 		if (rtwpci->low_power || chip->small_fifo_size)  in __rtw89_pci_check_and_reclaim_tx_resource()
1016 	spin_unlock_bh(&rtwpci->trx_lock);  in __rtw89_pci_check_and_reclaim_tx_resource()
1035 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __rtw89_pci_tx_kick_off()  local
1039 	spin_lock_bh(&rtwpci->trx_lock);  in __rtw89_pci_tx_kick_off()
1045 	spin_unlock_bh(&rtwpci->trx_lock);  in __rtw89_pci_tx_kick_off()
1063 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_tx_kick_off()  local
1064 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[txch];  in rtw89_pci_ops_tx_kick_off()
1067 		set_bit(txch, rtwpci->kick_map);  in rtw89_pci_ops_tx_kick_off()
1076 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_tx_kick_off_pending()  local
1081 		if (!test_and_clear_bit(txch, rtwpci->kick_map))  in rtw89_pci_tx_kick_off_pending()
1084 		tx_ring = &rtwpci->tx_rings[txch];  in rtw89_pci_tx_kick_off_pending()
1091 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in __pci_flush_txch()  local
1092 	struct rtw89_pci_tx_ring *tx_ring = &rtwpci->tx_rings[txch];  in __pci_flush_txch()
1196 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_txwd_submit()  local
1202 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_txwd_submit()
1256 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_fwcmd_submit()  local
1261 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_fwcmd_submit()
1280 	skb_queue_tail(&rtwpci->h2c_queue, skb);  in rtw89_pci_fwcmd_submit()
1334 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_tx_write()  local
1349 	tx_ring = &rtwpci->tx_rings[txch];  in rtw89_pci_tx_write()
1350 	spin_lock_bh(&rtwpci->trx_lock);  in rtw89_pci_tx_write()
1366 	spin_unlock_bh(&rtwpci->trx_lock);  in rtw89_pci_tx_write()
1370 	spin_unlock_bh(&rtwpci->trx_lock);  in rtw89_pci_tx_write()
1418 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_reset_trx_rings()  local
1435 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_reset_trx_rings()
1454 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_reset_trx_rings()
1477 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_reset()  local
1483 	spin_lock_bh(&rtwpci->trx_lock);  in rtw89_pci_ops_reset()
1488 			rtw89_pci_release_fwcmd(rtwdev, rtwpci,  in rtw89_pci_ops_reset()
1489 						skb_queue_len(&rtwpci->h2c_queue), true);  in rtw89_pci_ops_reset()
1492 		rtw89_pci_release_tx_ring(rtwdev, &rtwpci->tx_rings[txch]);  in rtw89_pci_ops_reset()
1494 	spin_unlock_bh(&rtwpci->trx_lock);  in rtw89_pci_ops_reset()
1499 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_enable_intr_lock()  local
1502 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_enable_intr_lock()
1503 	rtwpci->running = true;  in rtw89_pci_enable_intr_lock()
1504 	rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_enable_intr_lock()
1505 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_enable_intr_lock()
1510 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_disable_intr_lock()  local
1513 	spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_disable_intr_lock()
1514 	rtwpci->running = false;  in rtw89_pci_disable_intr_lock()
1515 	rtw89_chip_disable_intr(rtwdev, rtwpci);  in rtw89_pci_disable_intr_lock()
1516 	spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_disable_intr_lock()
1529 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_stop()  local
1530 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_ops_stop()
1539 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_pause()  local
1540 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_ops_pause()
1556 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_switch_bd_idx_addr()  local
1568 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_switch_bd_idx_addr()
1575 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_switch_bd_idx_addr()
1597 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_read32_cmac()  local
1598 	u32 val = readl(rtwpci->mmap + addr);  in rtw89_pci_ops_read32_cmac()
1609 		val = readl(rtwpci->mmap + addr);  in rtw89_pci_ops_read32_cmac()
1617 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_read8()  local
1621 		return readb(rtwpci->mmap + addr);  in rtw89_pci_ops_read8()
1631 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_read16()  local
1635 		return readw(rtwpci->mmap + addr);  in rtw89_pci_ops_read16()
1645 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_read32()  local
1648 		return readl(rtwpci->mmap + addr);  in rtw89_pci_ops_read32()
1655 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_write8()  local
1657 	writeb(data, rtwpci->mmap + addr);  in rtw89_pci_ops_write8()
1662 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_write16()  local
1664 	writew(data, rtwpci->mmap + addr);  in rtw89_pci_ops_write16()
1669 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_ops_write32()  local
1671 	writel(data, rtwpci->mmap + addr);  in rtw89_pci_ops_write32()
1827 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_write_config_byte()  local
1828 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_write_config_byte()
1836 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_read_config_byte()  local
1837 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_read_config_byte()
2687 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_claim_device()  local
2699 	rtwpci->pdev = pdev;  in rtw89_pci_claim_device()
2713 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_setup_mapping()  local
2737 	rtwpci->mmap = pci_iomap(pdev, bar_id, resource_len);  in rtw89_pci_setup_mapping()
2738 	if (!rtwpci->mmap) {  in rtw89_pci_setup_mapping()
2755 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_clear_mapping()  local
2757 	if (rtwpci->mmap) {  in rtw89_pci_clear_mapping()
2758 		pci_iounmap(pdev, rtwpci->mmap);  in rtw89_pci_clear_mapping()
2797 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_free_tx_rings()  local
2805 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_free_tx_rings()
2846 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_free_rx_rings()  local
2851 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_free_rx_rings()
2991 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_alloc_tx_rings()  local
3002 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_alloc_tx_rings()
3018 		tx_ring = &rtwpci->tx_rings[i];  in rtw89_pci_alloc_tx_rings()
3107 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_alloc_rx_rings()  local
3115 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_alloc_rx_rings()
3131 		rx_ring = &rtwpci->rx_rings[i];  in rtw89_pci_alloc_rx_rings()
3164 			       struct rtw89_pci *rtwpci)  in rtw89_pci_h2c_init()  argument
3166 	skb_queue_head_init(&rtwpci->h2c_queue);  in rtw89_pci_h2c_init()
3167 	skb_queue_head_init(&rtwpci->h2c_release_queue);  in rtw89_pci_h2c_init()
3173 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_setup_resource()  local
3188 	rtw89_pci_h2c_init(rtwdev, rtwpci);  in rtw89_pci_setup_resource()
3190 	spin_lock_init(&rtwpci->irq_lock);  in rtw89_pci_setup_resource()
3191 	spin_lock_init(&rtwpci->trx_lock);  in rtw89_pci_setup_resource()
3204 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_clear_resource()  local
3208 	rtw89_pci_release_fwcmd(rtwdev, rtwpci,  in rtw89_pci_clear_resource()
3209 				skb_queue_len(&rtwpci->h2c_queue), true);  in rtw89_pci_clear_resource()
3214 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_config_intr_mask()  local
3221 	rtwpci->halt_c2h_intrs = B_AX_HALT_C2H_INT_EN | 0;  in rtw89_pci_config_intr_mask()
3223 	if (rtwpci->under_recovery) {  in rtw89_pci_config_intr_mask()
3224 		rtwpci->intrs[0] = hs0isr_ind_int_en;  in rtw89_pci_config_intr_mask()
3225 		rtwpci->intrs[1] = 0;  in rtw89_pci_config_intr_mask()
3227 		rtwpci->intrs[0] = B_AX_TXDMA_STUCK_INT_EN |  in rtw89_pci_config_intr_mask()
3236 		rtwpci->intrs[1] = B_AX_HC10ISR_IND_INT_EN;  in rtw89_pci_config_intr_mask()
3243 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_recovery_intr_mask_v1()  local
3245 	rtwpci->ind_intrs = B_AX_HS0ISR_IND_INT_EN;  in rtw89_pci_recovery_intr_mask_v1()
3246 	rtwpci->halt_c2h_intrs = B_AX_HALT_C2H_INT_EN | B_AX_WDT_TIMEOUT_INT_EN;  in rtw89_pci_recovery_intr_mask_v1()
3247 	rtwpci->intrs[0] = 0;  in rtw89_pci_recovery_intr_mask_v1()
3248 	rtwpci->intrs[1] = 0;  in rtw89_pci_recovery_intr_mask_v1()
3253 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_default_intr_mask_v1()  local
3255 	rtwpci->ind_intrs = B_AX_HCI_AXIDMA_INT_EN |  in rtw89_pci_default_intr_mask_v1()
3258 	rtwpci->halt_c2h_intrs = B_AX_HALT_C2H_INT_EN | B_AX_WDT_TIMEOUT_INT_EN;  in rtw89_pci_default_intr_mask_v1()
3259 	rtwpci->intrs[0] = B_AX_TXDMA_STUCK_INT_EN |  in rtw89_pci_default_intr_mask_v1()
3266 	rtwpci->intrs[1] = B_AX_GPIO18_INT_EN;  in rtw89_pci_default_intr_mask_v1()
3271 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_low_power_intr_mask_v1()  local
3273 	rtwpci->ind_intrs = B_AX_HS1ISR_IND_INT_EN |  in rtw89_pci_low_power_intr_mask_v1()
3275 	rtwpci->halt_c2h_intrs = B_AX_HALT_C2H_INT_EN | B_AX_WDT_TIMEOUT_INT_EN;  in rtw89_pci_low_power_intr_mask_v1()
3276 	rtwpci->intrs[0] = 0;  in rtw89_pci_low_power_intr_mask_v1()
3277 	rtwpci->intrs[1] = B_AX_GPIO18_INT_EN;  in rtw89_pci_low_power_intr_mask_v1()
3282 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_config_intr_mask_v1()  local
3284 	if (rtwpci->under_recovery)  in rtw89_pci_config_intr_mask_v1()
3286 	else if (rtwpci->low_power)  in rtw89_pci_config_intr_mask_v1()
3349 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_filter_out()  local
3350 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_filter_out()
3501 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_link_cfg()  local
3502 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_link_cfg()
3569 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_l1ss_cfg()  local
3570 	struct pci_dev *pdev = rtwpci->pdev;  in rtw89_pci_l1ss_cfg()
3707 	struct rtw89_pci *rtwpci = (struct rtw89_pci *)rtwdev->priv;  in rtw89_pci_napi_poll()  local
3714 	work_done = rtw89_pci_poll_rpq_dma(rtwdev, rtwpci, rtwdev->napi_budget_countdown);  in rtw89_pci_napi_poll()
3719 	work_done += rtw89_pci_poll_rxq_dma(rtwdev, rtwpci, rtwdev->napi_budget_countdown);  in rtw89_pci_napi_poll()
3721 		spin_lock_irqsave(&rtwpci->irq_lock, flags);  in rtw89_pci_napi_poll()
3722 		if (likely(rtwpci->running))  in rtw89_pci_napi_poll()
3723 			rtw89_chip_enable_intr(rtwdev, rtwpci);  in rtw89_pci_napi_poll()
3724 		spin_unlock_irqrestore(&rtwpci->irq_lock, flags);  in rtw89_pci_napi_poll()