| /Linux-v5.15/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 330 u16 next_to_clean = rx_ring->next_to_clean; in i40e_clean_rx_irq_zc() local
343 rx_desc = I40E_RX_DESC(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
356 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
358 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc()
367 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
377 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc()
380 rx_ring->next_to_clean = next_to_clean; in i40e_clean_rx_irq_zc()
381 cleaned_count = (next_to_clean - rx_ring->next_to_use - 1) & count_mask; in i40e_clean_rx_irq_zc()
390 if (failure || next_to_clean == rx_ring->next_to_use) in i40e_clean_rx_irq_zc()
529 if (head_idx < tx_ring->next_to_clean) in i40e_clean_xdp_tx_irq()
[all …]
|
| D | i40e_adminq.c | 355 hw->aq.asq.next_to_clean = 0; in i40e_init_asq()
414 hw->aq.arq.next_to_clean = 0; in i40e_init_arq()
725 u16 ntc = asq->next_to_clean; in i40e_clean_asq()
750 asq->next_to_clean = ntc; in i40e_clean_asq()
1001 u16 ntc = hw->aq.arq.next_to_clean; in i40e_clean_arq_element()
1076 hw->aq.arq.next_to_clean = ntc; in i40e_clean_arq_element()
1094 hw->aq.asq.next_to_clean = 0; in i40e_resume_aq()
1099 hw->aq.arq.next_to_clean = 0; in i40e_resume_aq()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ice/ |
| D | ice_controlq.h | 18 ((u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
19 (R)->next_to_clean - (R)->next_to_use - 1))
56 u16 next_to_clean; member
|
| D | ice_xsk.c | 414 int ntc = rx_ring->next_to_clean + 1; in ice_bump_ntc()
417 rx_ring->next_to_clean = ntc; in ice_bump_ntc()
530 rx_desc = ICE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc()
547 rx_buf = &rx_ring->rx_buf[rx_ring->next_to_clean]; in ice_clean_rx_irq_zc()
603 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ice_clean_rx_irq_zc()
690 s16 ntc = xdp_ring->next_to_clean; in ice_clean_tx_irq_zc()
731 xdp_ring->next_to_clean = ntc; in ice_clean_tx_irq_zc()
831 u16 ntc = xdp_ring->next_to_clean, ntu = xdp_ring->next_to_use; in ice_xsk_clean_xdp_ring()
|
| D | ice_txrx.h | 111 (u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
112 (R)->next_to_clean - (R)->next_to_use - 1)
285 u16 next_to_clean; member
|
| D | ice_txrx.c | 169 tx_ring->next_to_clean = 0; in ice_clean_tx_ring()
209 s16 i = tx_ring->next_to_clean; in ice_clean_tx_irq()
297 tx_ring->next_to_clean = i; in ice_clean_tx_irq()
359 tx_ring->next_to_clean = 0; in ice_setup_tx_ring()
423 rx_ring->next_to_clean = 0; in ice_clean_rx_ring()
483 rx_ring->next_to_clean = 0; in ice_setup_rx_ring()
859 rx_buf = &rx_ring->rx_buf[rx_ring->next_to_clean]; in ice_get_rx_buf()
1006 u16 ntc = rx_ring->next_to_clean + 1; in ice_put_rx_buf()
1010 rx_ring->next_to_clean = ntc; in ice_put_rx_buf()
1092 rx_desc = ICE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/intel/igc/ |
| D | igc_dump.c | 139 buffer_info = &tx_ring->tx_buffer_info[tx_ring->next_to_clean]; in igc_rings_dump()
142 n, tx_ring->next_to_use, tx_ring->next_to_clean, in igc_rings_dump()
182 i == tx_ring->next_to_clean) in igc_rings_dump()
186 else if (i == tx_ring->next_to_clean) in igc_rings_dump()
216 rx_ring->next_to_clean); in igc_rings_dump()
266 else if (i == rx_ring->next_to_clean) in igc_rings_dump()
|
| /Linux-v5.15/drivers/net/ethernet/freescale/enetc/ |
| D | enetc.h | 96 int next_to_clean; member
125 if (bdr->next_to_clean > bdr->next_to_use) in enetc_bd_unused()
126 return bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused()
128 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused()
133 if (bdr->next_to_clean > bdr->next_to_alloc) in enetc_swbd_unused()
134 return bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused()
136 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused()
149 int next_to_clean; member
|
| D | enetc_cbdr.c | 23 cbdr->next_to_clean = 0; in enetc_setup_cbdr()
40 enetc_wr_reg(cbdr->pir, cbdr->next_to_clean); in enetc_setup_cbdr()
66 i = ring->next_to_clean; in enetc_clean_cbdr()
80 ring->next_to_clean = i; in enetc_clean_cbdr()
85 return (r->next_to_clean - r->next_to_use - 1 + r->bd_count) % in enetc_cbd_unused()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 229 u32 ntc = rx_ring->next_to_clean + 1; in ixgbe_inc_ntc()
232 rx_ring->next_to_clean = ntc; in ixgbe_inc_ntc()
260 rx_desc = IXGBE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ixgbe_clean_rx_irq_zc()
271 bi = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc()
281 &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc()
354 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ixgbe_clean_rx_irq_zc()
446 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq()
483 tx_ring->next_to_clean = ntc; in ixgbe_clean_xdp_tx_irq()
534 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ixgb/ |
| D | ixgb.h | 95 unsigned int next_to_clean; member
101 ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
102 (R)->next_to_clean - (R)->next_to_use - 1)
|
| /Linux-v5.15/drivers/net/ethernet/hisilicon/hns3/ |
| D | hns3_trace.h | 84 __entry->ntc = ring->next_to_clean;
116 __entry->ntc = ring->next_to_clean;
118 __entry->buf_dma = ring->desc_cb[ring->next_to_clean].dma;
119 memcpy(__entry->desc, &ring->desc[ring->next_to_clean],
|
| D | hns3_enet.c | 987 tx_spare->last_to_clean == tx_spare->next_to_clean) in hns3_tx_spare_update()
994 tx_spare->next_to_clean); in hns3_tx_spare_update()
1127 u32 ntc = tx_spare->next_to_clean; in hns3_tx_spare_reclaim_cb()
1130 tx_spare->next_to_clean += len; in hns3_tx_spare_reclaim_cb()
1132 if (tx_spare->next_to_clean >= tx_spare->len) { in hns3_tx_spare_reclaim_cb()
1133 tx_spare->next_to_clean -= tx_spare->len; in hns3_tx_spare_reclaim_cb()
1135 if (tx_spare->next_to_clean) { in hns3_tx_spare_reclaim_cb()
1137 len = tx_spare->next_to_clean; in hns3_tx_spare_reclaim_cb()
2708 tx_ring->next_to_clean, napi->state); in hns3_get_tx_timeo_queue_info()
3395 int ntc = ring->next_to_clean; in hns3_nic_reclaim_desc()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/hisilicon/hns3/hns3vf/ |
| D | hclgevf_cmd.c | 18 int ntc = ring->next_to_clean; in hclgevf_ring_space()
31 int ntc = ring->next_to_clean; in hclgevf_is_valid_csq_clean_head()
51 csq->next_to_use, csq->next_to_clean); in hclgevf_cmd_csq_clean()
58 clean = (head - csq->next_to_clean + csq->desc_num) % csq->desc_num; in hclgevf_cmd_csq_clean()
59 csq->next_to_clean = head; in hclgevf_cmd_csq_clean()
312 csq->next_to_clean = hclgevf_read_dev(hw, in hclgevf_cmd_send()
449 hdev->hw.cmq.csq.next_to_clean = 0; in hclgevf_cmd_init()
451 hdev->hw.cmq.crq.next_to_clean = 0; in hclgevf_cmd_init()
|
| /Linux-v5.15/drivers/net/ethernet/pasemi/ |
| D | pasemi_mac.h | 30 unsigned int next_to_clean; member
43 unsigned int next_to_clean; member
101 #define RING_USED(ring) (((ring)->next_to_fill - (ring)->next_to_clean) \
|
| /Linux-v5.15/drivers/net/ethernet/hisilicon/hns3/hns3pf/ |
| D | hclge_cmd.c | 19 int ntc = ring->next_to_clean; in hclge_ring_space()
28 int ntc = ring->next_to_clean; in is_valid_csq_clean_head()
147 csq->next_to_use, csq->next_to_clean); in hclge_cmd_csq_clean()
156 clean = (head - csq->next_to_clean + csq->desc_num) % csq->desc_num; in hclge_cmd_csq_clean()
157 csq->next_to_clean = head; in hclge_cmd_csq_clean()
330 csq->next_to_clean = hclge_read_dev(hw, HCLGE_NIC_CSQ_HEAD_REG); in hclge_cmd_send()
499 hdev->hw.cmq.csq.next_to_clean = 0; in hclge_cmd_init()
501 hdev->hw.cmq.crq.next_to_clean = 0; in hclge_cmd_init()
|
| /Linux-v5.15/drivers/net/ethernet/atheros/atl1c/ |
| D | atl1c_main.c | 908 atomic_set(&tpd_ring->next_to_clean, 0); in atl1c_clean_tx_ring()
931 rfd_ring->next_to_clean = 0; in atl1c_clean_rx_ring()
934 rrd_ring->next_to_clean = 0; in atl1c_clean_rx_ring()
950 atomic_set(&tpd_ring[i].next_to_clean, 0); in atl1c_init_ring_ptrs()
958 rfd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs()
960 rrd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs()
1618 u16 next_to_clean = atomic_read(&tpd_ring->next_to_clean); in atl1c_clean_tx() local
1626 while (next_to_clean != hw_next_to_clean) { in atl1c_clean_tx()
1627 buffer_info = &tpd_ring->buffer_info[next_to_clean]; in atl1c_clean_tx()
1633 if (++next_to_clean == tpd_ring->count) in atl1c_clean_tx()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/hisilicon/hns/ |
| D | hns_enet.c | 422 desc = &ring->desc[ring->next_to_clean]; in hns_nic_reuse_page()
553 desc = &ring->desc[ring->next_to_clean]; in hns_nic_poll_rx_skb()
554 desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_poll_rx_skb()
585 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
599 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
606 desc = &ring->desc[ring->next_to_clean]; in hns_nic_poll_rx_skb()
607 desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_poll_rx_skb()
610 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
705 int ntc = ring->next_to_clean; in hns_desc_unused()
920 struct hnae_desc_cb *desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_reclaim_one_desc()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/intel/e1000/ |
| D | e1000.h | 155 unsigned int next_to_clean; member
176 unsigned int next_to_clean; member
190 unsigned int clean = smp_load_acquire(&(R)->next_to_clean); \
|
| /Linux-v5.15/drivers/net/ethernet/amazon/ena/ |
| D | ena_netdev.c | 780 tx_ring->next_to_clean = 0; in ena_setup_tx_resources()
911 rx_ring->next_to_clean = 0; in ena_setup_rx_resources()
1321 u16 next_to_clean; in ena_clean_tx_irq() local
1326 next_to_clean = tx_ring->next_to_clean; in ena_clean_tx_irq()
1362 tx_ring->free_ids[next_to_clean] = req_id; in ena_clean_tx_irq()
1363 next_to_clean = ENA_TX_RING_IDX_NEXT(next_to_clean, in ena_clean_tx_irq()
1367 tx_ring->next_to_clean = next_to_clean; in ena_clean_tx_irq()
1427 u16 *next_to_clean) in ena_rx_skb() argument
1480 rx_ring->free_ids[*next_to_clean] = req_id; in ena_rx_skb()
1481 *next_to_clean = ENA_RX_RING_IDX_ADD(*next_to_clean, descs, in ena_rx_skb()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/atheros/atlx/ |
| D | atl1.c | 1113 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_init_ring_ptrs()
1115 rfd_ring->next_to_clean = 0; in atl1_init_ring_ptrs()
1119 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_init_ring_ptrs()
1155 rfd_ring->next_to_clean = 0; in atl1_clean_rx_ring()
1159 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_clean_rx_ring()
1199 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_clean_tx_ring()
1499 ((atomic_read(&adapter->rrd_ring.next_to_clean) in atl1_configure()
1745 rrd_next_to_clean = atomic_read(&adapter->rrd_ring.next_to_clean); in atl1_update_mailbox()
1763 while (rfd_ring->next_to_clean != (rrd->buf_indx + offset)) { in atl1_clean_alloc_flag()
1764 rfd_ring->buffer_info[rfd_ring->next_to_clean].alloced = 0; in atl1_clean_alloc_flag()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/oki-semi/pch_gbe/ |
| D | pch_gbe_main.c | 58 ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
59 (R)->next_to_clean - (R)->next_to_use - 1)
928 tx_ring->next_to_clean = 0; in pch_gbe_clean_tx_ring()
959 rx_ring->next_to_clean = 0; in pch_gbe_clean_rx_ring()
1467 tx_ring->next_to_clean); in pch_gbe_clean_tx()
1469 i = tx_ring->next_to_clean; in pch_gbe_clean_tx()
1482 tx_ring->next_to_clean, tx_ring->next_to_use, in pch_gbe_clean_tx()
1571 tx_ring->next_to_clean = i; in pch_gbe_clean_tx()
1574 tx_ring->next_to_clean); in pch_gbe_clean_tx()
1608 i = rx_ring->next_to_clean; in pch_gbe_clean_rx()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/atheros/atl1e/ |
| D | atl1e_main.c | 752 atomic_set(&tx_ring->next_to_clean, 0); in atl1e_init_ring_ptrs()
1232 u16 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_clean_tx_irq() local
1234 while (next_to_clean != hw_next_to_clean) { in atl1e_clean_tx_irq()
1235 tx_buffer = &tx_ring->tx_buffer[next_to_clean]; in atl1e_clean_tx_irq()
1255 if (++next_to_clean == tx_ring->count) in atl1e_clean_tx_irq()
1256 next_to_clean = 0; in atl1e_clean_tx_irq()
1259 atomic_set(&tx_ring->next_to_clean, next_to_clean); in atl1e_clean_tx_irq()
1560 u16 next_to_clean = 0; in atl1e_tpd_avail() local
1562 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_tpd_avail()
1565 return (u16)(next_to_clean > next_to_use) ? in atl1e_tpd_avail()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/intel/iavf/ |
| D | iavf_adminq.c | 342 hw->aq.asq.next_to_clean = 0; in iavf_init_asq()
401 hw->aq.arq.next_to_clean = 0; in iavf_init_arq()
575 u16 ntc = asq->next_to_clean; in iavf_clean_asq()
601 asq->next_to_clean = ntc; in iavf_clean_asq()
849 u16 ntc = hw->aq.arq.next_to_clean; in iavf_clean_arq_element()
925 hw->aq.arq.next_to_clean = ntc; in iavf_clean_arq_element()
|
| D | iavf_txrx.c | 77 tx_ring->next_to_clean = 0; in iavf_clean_tx_ring()
117 head = ring->next_to_clean; in iavf_get_tx_pending()
193 int i = tx_ring->next_to_clean; in iavf_clean_tx_irq()
280 tx_ring->next_to_clean = i; in iavf_clean_tx_irq()
641 tx_ring->next_to_clean = 0; in iavf_setup_tx_descriptors()
704 rx_ring->next_to_clean = 0; in iavf_clean_rx_ring()
760 rx_ring->next_to_clean = 0; in iavf_setup_rx_descriptors()
1256 rx_buffer = &rx_ring->rx_bi[rx_ring->next_to_clean]; in iavf_get_rx_buffer()
1430 u32 ntc = rx_ring->next_to_clean + 1; in iavf_is_non_eop()
1434 rx_ring->next_to_clean = ntc; in iavf_is_non_eop()
[all …]
|
