| /Linux-v6.1/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 387 u16 next_to_clean = rx_ring->next_to_clean; in i40e_clean_rx_irq_zc() local
407 rx_desc = I40E_RX_DESC(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
420 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
422 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc()
431 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
443 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc()
446 rx_ring->next_to_clean = next_to_clean; in i40e_clean_rx_irq_zc()
447 cleaned_count = (next_to_clean - rx_ring->next_to_use - 1) & count_mask; in i40e_clean_rx_irq_zc()
456 if (failure || next_to_clean == rx_ring->next_to_use) in i40e_clean_rx_irq_zc()
595 if (head_idx < tx_ring->next_to_clean) in i40e_clean_xdp_tx_irq()
[all …]
|
| D | i40e_adminq.c | 355 hw->aq.asq.next_to_clean = 0; in i40e_init_asq()
414 hw->aq.arq.next_to_clean = 0; in i40e_init_arq()
725 u16 ntc = asq->next_to_clean; in i40e_clean_asq()
750 asq->next_to_clean = ntc; in i40e_clean_asq()
1092 u16 ntc = hw->aq.arq.next_to_clean; in i40e_clean_arq_element()
1167 hw->aq.arq.next_to_clean = ntc; in i40e_clean_arq_element()
1185 hw->aq.asq.next_to_clean = 0; in i40e_resume_aq()
1190 hw->aq.arq.next_to_clean = 0; in i40e_resume_aq()
|
| /Linux-v6.1/drivers/net/ethernet/intel/ice/ |
| D | ice_controlq.h | 18 ((u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
19 (R)->next_to_clean - (R)->next_to_use - 1))
56 u16 next_to_clean; member
|
| D | ice_xsk.c | 547 int ntc = rx_ring->next_to_clean + 1; in ice_bump_ntc()
550 rx_ring->next_to_clean = ntc; in ice_bump_ntc()
673 rx_desc = ICE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc()
685 if (unlikely(rx_ring->next_to_clean == rx_ring->next_to_use)) in ice_clean_rx_irq_zc()
688 xdp = *ice_xdp_buf(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc()
756 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ice_clean_rx_irq_zc()
788 u16 ntc = xdp_ring->next_to_clean; in ice_clean_xdp_irq_zc()
812 ntc = xdp_ring->next_to_clean; in ice_clean_xdp_irq_zc()
829 xdp_ring->next_to_clean += xsk_frames; in ice_clean_xdp_irq_zc()
830 if (xdp_ring->next_to_clean >= cnt) in ice_clean_xdp_irq_zc()
[all …]
|
| D | ice_txrx.h | 110 (u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
111 (R)->next_to_clean - (R)->next_to_use - 1)
280 u16 next_to_clean; member
320 u16 next_to_clean; member
|
| D | ice_txrx.c | 176 tx_ring->next_to_clean = 0; in ice_clean_tx_ring()
222 s16 i = tx_ring->next_to_clean; in ice_clean_tx_irq()
313 tx_ring->next_to_clean = i; in ice_clean_tx_irq()
369 tx_ring->next_to_clean = 0; in ice_setup_tx_ring()
439 rx_ring->next_to_clean = 0; in ice_clean_rx_ring()
508 rx_ring->next_to_clean = 0; in ice_setup_rx_ring()
900 rx_buf = &rx_ring->rx_buf[rx_ring->next_to_clean]; in ice_get_rx_buf()
1054 u16 ntc = rx_ring->next_to_clean + 1; in ice_put_rx_buf()
1058 rx_ring->next_to_clean = ntc; in ice_put_rx_buf()
1145 rx_desc = ICE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/igc/ |
| D | igc_dump.c | 139 buffer_info = &tx_ring->tx_buffer_info[tx_ring->next_to_clean]; in igc_rings_dump()
142 n, tx_ring->next_to_use, tx_ring->next_to_clean, in igc_rings_dump()
182 i == tx_ring->next_to_clean) in igc_rings_dump()
186 else if (i == tx_ring->next_to_clean) in igc_rings_dump()
216 rx_ring->next_to_clean); in igc_rings_dump()
266 else if (i == rx_ring->next_to_clean) in igc_rings_dump()
|
| /Linux-v6.1/drivers/net/ethernet/mscc/ |
| D | ocelot_fdma.c | 61 if (rx_ring->next_to_use >= rx_ring->next_to_clean) in ocelot_fdma_rx_ring_free()
63 (rx_ring->next_to_use - rx_ring->next_to_clean) - 1; in ocelot_fdma_rx_ring_free()
65 return rx_ring->next_to_clean - rx_ring->next_to_use - 1; in ocelot_fdma_rx_ring_free()
72 if (tx_ring->next_to_use >= tx_ring->next_to_clean) in ocelot_fdma_tx_ring_free()
74 (tx_ring->next_to_use - tx_ring->next_to_clean) - 1; in ocelot_fdma_tx_ring_free()
76 return tx_ring->next_to_clean - tx_ring->next_to_use - 1; in ocelot_fdma_tx_ring_free()
83 return tx_ring->next_to_clean == tx_ring->next_to_use; in ocelot_fdma_tx_ring_empty()
406 idx = rx_ring->next_to_clean; in ocelot_fdma_rx_get()
430 rx_ring->next_to_clean = idx; in ocelot_fdma_rx_get()
501 ntc = tx_ring->next_to_clean; in ocelot_fdma_tx_cleanup()
[all …]
|
| D | ocelot_fdma.h | 97 u16 next_to_clean; member
129 u16 next_to_clean; member
|
| /Linux-v6.1/drivers/net/ethernet/freescale/enetc/ |
| D | enetc.h | 101 int next_to_clean; member
134 if (bdr->next_to_clean > bdr->next_to_use) in enetc_bd_unused()
135 return bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused()
137 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused()
142 if (bdr->next_to_clean > bdr->next_to_alloc) in enetc_swbd_unused()
143 return bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused()
145 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused()
158 int next_to_clean; member
|
| D | enetc_cbdr.c | 23 cbdr->next_to_clean = 0; in enetc_setup_cbdr()
40 enetc_wr_reg(cbdr->pir, cbdr->next_to_clean); in enetc_setup_cbdr()
66 i = ring->next_to_clean; in enetc_clean_cbdr()
80 ring->next_to_clean = i; in enetc_clean_cbdr()
85 return (r->next_to_clean - r->next_to_use - 1 + r->bd_count) % in enetc_cbd_unused()
|
| /Linux-v6.1/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 241 u32 ntc = rx_ring->next_to_clean + 1; in ixgbe_inc_ntc()
244 rx_ring->next_to_clean = ntc; in ixgbe_inc_ntc()
272 rx_desc = IXGBE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ixgbe_clean_rx_irq_zc()
283 bi = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc()
293 &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc()
370 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ixgbe_clean_rx_irq_zc()
464 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq()
501 tx_ring->next_to_clean = ntc; in ixgbe_clean_xdp_tx_irq()
552 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring()
|
| /Linux-v6.1/drivers/net/ethernet/intel/ixgb/ |
| D | ixgb.h | 95 unsigned int next_to_clean; member
101 ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
102 (R)->next_to_clean - (R)->next_to_use - 1)
|
| /Linux-v6.1/drivers/net/ethernet/hisilicon/hns3/ |
| D | hns3_trace.h | 83 __entry->ntc = ring->next_to_clean;
115 __entry->ntc = ring->next_to_clean;
117 __entry->buf_dma = ring->desc_cb[ring->next_to_clean].dma;
118 memcpy(__entry->desc, &ring->desc[ring->next_to_clean],
|
| /Linux-v6.1/drivers/net/ethernet/pasemi/ |
| D | pasemi_mac.h | 30 unsigned int next_to_clean; member
43 unsigned int next_to_clean; member
101 #define RING_USED(ring) (((ring)->next_to_fill - (ring)->next_to_clean) \
|
| /Linux-v6.1/drivers/net/ethernet/hisilicon/hns3/hns3_common/ |
| D | hclge_comm_cmd.c | 267 int ntc = ring->next_to_clean; in hclge_comm_ring_space()
293 int ntc = ring->next_to_clean; in hclge_comm_is_valid_csq_clean_head()
313 head, csq->next_to_use, csq->next_to_clean); in hclge_comm_cmd_csq_clean()
322 clean = (head - csq->next_to_clean + csq->desc_num) % csq->desc_num; in hclge_comm_cmd_csq_clean()
323 csq->next_to_clean = head; in hclge_comm_cmd_csq_clean()
453 csq->next_to_clean = in hclge_comm_cmd_send()
562 cmdq->csq.next_to_clean = 0; in hclge_comm_cmd_init()
564 cmdq->crq.next_to_clean = 0; in hclge_comm_cmd_init()
|
| /Linux-v6.1/drivers/net/ethernet/atheros/atl1c/ |
| D | atl1c_main.c | 908 atomic_set(&tpd_ring->next_to_clean, 0); in atl1c_clean_tx_ring()
931 rfd_ring->next_to_clean = 0; in atl1c_clean_rx_ring()
934 rrd_ring->next_to_clean = 0; in atl1c_clean_rx_ring()
950 atomic_set(&tpd_ring[i].next_to_clean, 0); in atl1c_init_ring_ptrs()
958 rfd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs()
960 rrd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs()
1618 u16 next_to_clean = atomic_read(&tpd_ring->next_to_clean); in atl1c_clean_tx() local
1626 while (next_to_clean != hw_next_to_clean) { in atl1c_clean_tx()
1627 buffer_info = &tpd_ring->buffer_info[next_to_clean]; in atl1c_clean_tx()
1633 if (++next_to_clean == tpd_ring->count) in atl1c_clean_tx()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/hisilicon/hns/ |
| D | hns_enet.c | 420 desc = &ring->desc[ring->next_to_clean]; in hns_nic_reuse_page()
551 desc = &ring->desc[ring->next_to_clean]; in hns_nic_poll_rx_skb()
552 desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_poll_rx_skb()
583 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
597 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
604 desc = &ring->desc[ring->next_to_clean]; in hns_nic_poll_rx_skb()
605 desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_poll_rx_skb()
608 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
703 int ntc = ring->next_to_clean; in hns_desc_unused()
918 struct hnae_desc_cb *desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_reclaim_one_desc()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/e1000/ |
| D | e1000.h | 155 unsigned int next_to_clean; member
176 unsigned int next_to_clean; member
190 unsigned int clean = smp_load_acquire(&(R)->next_to_clean); \
|
| /Linux-v6.1/drivers/net/ethernet/amazon/ena/ |
| D | ena_netdev.c | 776 tx_ring->next_to_clean = 0; in ena_setup_tx_resources()
907 rx_ring->next_to_clean = 0; in ena_setup_rx_resources()
1311 u16 next_to_clean; in ena_clean_tx_irq() local
1316 next_to_clean = tx_ring->next_to_clean; in ena_clean_tx_irq()
1357 tx_ring->free_ids[next_to_clean] = req_id; in ena_clean_tx_irq()
1358 next_to_clean = ENA_TX_RING_IDX_NEXT(next_to_clean, in ena_clean_tx_irq()
1362 tx_ring->next_to_clean = next_to_clean; in ena_clean_tx_irq()
1421 u16 *next_to_clean) in ena_rx_skb() argument
1478 rx_ring->free_ids[*next_to_clean] = req_id; in ena_rx_skb()
1479 *next_to_clean = ENA_RX_RING_IDX_ADD(*next_to_clean, descs, in ena_rx_skb()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/atheros/atlx/ |
| D | atl1.c | 1113 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_init_ring_ptrs()
1115 rfd_ring->next_to_clean = 0; in atl1_init_ring_ptrs()
1119 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_init_ring_ptrs()
1155 rfd_ring->next_to_clean = 0; in atl1_clean_rx_ring()
1159 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_clean_rx_ring()
1199 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_clean_tx_ring()
1499 ((atomic_read(&adapter->rrd_ring.next_to_clean) in atl1_configure()
1745 rrd_next_to_clean = atomic_read(&adapter->rrd_ring.next_to_clean); in atl1_update_mailbox()
1763 while (rfd_ring->next_to_clean != (rrd->buf_indx + offset)) { in atl1_clean_alloc_flag()
1764 rfd_ring->buffer_info[rfd_ring->next_to_clean].alloced = 0; in atl1_clean_alloc_flag()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/oki-semi/pch_gbe/ |
| D | pch_gbe_main.c | 56 ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
57 (R)->next_to_clean - (R)->next_to_use - 1)
923 tx_ring->next_to_clean = 0; in pch_gbe_clean_tx_ring()
954 rx_ring->next_to_clean = 0; in pch_gbe_clean_rx_ring()
1463 tx_ring->next_to_clean); in pch_gbe_clean_tx()
1465 i = tx_ring->next_to_clean; in pch_gbe_clean_tx()
1478 tx_ring->next_to_clean, tx_ring->next_to_use, in pch_gbe_clean_tx()
1567 tx_ring->next_to_clean = i; in pch_gbe_clean_tx()
1570 tx_ring->next_to_clean); in pch_gbe_clean_tx()
1604 i = rx_ring->next_to_clean; in pch_gbe_clean_rx()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/atheros/atl1e/ |
| D | atl1e_main.c | 752 atomic_set(&tx_ring->next_to_clean, 0); in atl1e_init_ring_ptrs()
1232 u16 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_clean_tx_irq() local
1234 while (next_to_clean != hw_next_to_clean) { in atl1e_clean_tx_irq()
1235 tx_buffer = &tx_ring->tx_buffer[next_to_clean]; in atl1e_clean_tx_irq()
1255 if (++next_to_clean == tx_ring->count) in atl1e_clean_tx_irq()
1256 next_to_clean = 0; in atl1e_clean_tx_irq()
1259 atomic_set(&tx_ring->next_to_clean, next_to_clean); in atl1e_clean_tx_irq()
1560 u16 next_to_clean = 0; in atl1e_tpd_avail() local
1562 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_tpd_avail()
1565 return (u16)(next_to_clean > next_to_use) ? in atl1e_tpd_avail()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/iavf/ |
| D | iavf_adminq.c | 343 hw->aq.asq.next_to_clean = 0; in iavf_init_asq()
408 hw->aq.arq.next_to_clean = 0; in iavf_init_arq()
584 u16 ntc = asq->next_to_clean; in iavf_clean_asq()
610 asq->next_to_clean = ntc; in iavf_clean_asq()
858 u16 ntc = hw->aq.arq.next_to_clean; in iavf_clean_arq_element()
934 hw->aq.arq.next_to_clean = ntc; in iavf_clean_arq_element()
|
| D | iavf_txrx.c | 77 tx_ring->next_to_clean = 0; in iavf_clean_tx_ring()
120 head = ring->next_to_clean; in iavf_get_tx_pending()
196 int i = tx_ring->next_to_clean; in iavf_clean_tx_irq()
283 tx_ring->next_to_clean = i; in iavf_clean_tx_irq()
676 tx_ring->next_to_clean = 0; in iavf_setup_tx_descriptors()
739 rx_ring->next_to_clean = 0; in iavf_clean_rx_ring()
795 rx_ring->next_to_clean = 0; in iavf_setup_rx_descriptors()
1291 rx_buffer = &rx_ring->rx_bi[rx_ring->next_to_clean]; in iavf_get_rx_buffer()
1467 u32 ntc = rx_ring->next_to_clean + 1; in iavf_is_non_eop()
1471 rx_ring->next_to_clean = ntc; in iavf_is_non_eop()
[all …]
|
