| /Linux-v6.1/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net_dp.c | 76 nfp_net_rx_ring_init(struct nfp_net_rx_ring *rx_ring, in nfp_net_rx_ring_init() argument
81 rx_ring->idx = idx; in nfp_net_rx_ring_init()
82 rx_ring->r_vec = r_vec; in nfp_net_rx_ring_init()
83 u64_stats_init(&rx_ring->r_vec->rx_sync); in nfp_net_rx_ring_init()
85 rx_ring->fl_qcidx = rx_ring->idx * nn->stride_rx; in nfp_net_rx_ring_init()
86 rx_ring->qcp_fl = nn->rx_bar + NFP_QCP_QUEUE_OFF(rx_ring->fl_qcidx); in nfp_net_rx_ring_init()
95 void nfp_net_rx_ring_reset(struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_ring_reset() argument
102 if (rx_ring->wr_p == 0 && rx_ring->rd_p == 0) in nfp_net_rx_ring_reset()
106 wr_idx = D_IDX(rx_ring, rx_ring->wr_p); in nfp_net_rx_ring_reset()
107 last_idx = rx_ring->cnt - 1; in nfp_net_rx_ring_reset()
[all …]
|
| D | nfp_net_xsk.c | 17 nfp_net_xsk_rx_bufs_stash(struct nfp_net_rx_ring *rx_ring, unsigned int idx, in nfp_net_xsk_rx_bufs_stash() argument
22 headroom = xsk_pool_get_headroom(rx_ring->r_vec->xsk_pool); in nfp_net_xsk_rx_bufs_stash()
24 rx_ring->rxds[idx].fld.reserved = 0; in nfp_net_xsk_rx_bufs_stash()
25 rx_ring->rxds[idx].fld.meta_len_dd = 0; in nfp_net_xsk_rx_bufs_stash()
27 rx_ring->xsk_rxbufs[idx].xdp = xdp; in nfp_net_xsk_rx_bufs_stash()
28 rx_ring->xsk_rxbufs[idx].dma_addr = in nfp_net_xsk_rx_bufs_stash()
46 void nfp_net_xsk_rx_bufs_free(struct nfp_net_rx_ring *rx_ring) in nfp_net_xsk_rx_bufs_free() argument
50 if (!rx_ring->cnt) in nfp_net_xsk_rx_bufs_free()
53 for (i = 0; i < rx_ring->cnt - 1; i++) in nfp_net_xsk_rx_bufs_free()
54 nfp_net_xsk_rx_free(&rx_ring->xsk_rxbufs[i]); in nfp_net_xsk_rx_bufs_free()
[all …]
|
| D | nfp_net_debugfs.c | 15 struct nfp_net_rx_ring *rx_ring; in nfp_rx_q_show() local
24 if (!r_vec->nfp_net || !r_vec->rx_ring) in nfp_rx_q_show()
27 rx_ring = r_vec->rx_ring; in nfp_rx_q_show()
31 rxd_cnt = rx_ring->cnt; in nfp_rx_q_show()
33 fl_rd_p = nfp_qcp_rd_ptr_read(rx_ring->qcp_fl); in nfp_rx_q_show()
34 fl_wr_p = nfp_qcp_wr_ptr_read(rx_ring->qcp_fl); in nfp_rx_q_show()
37 rx_ring->idx, rx_ring->fl_qcidx, in nfp_rx_q_show()
38 rx_ring->cnt, &rx_ring->dma, rx_ring->rxds, in nfp_rx_q_show()
39 rx_ring->rd_p, rx_ring->wr_p, fl_rd_p, fl_wr_p); in nfp_rx_q_show()
42 rxd = &rx_ring->rxds[i]; in nfp_rx_q_show()
[all …]
|
| D | nfp_net_xsk.h | 18 static inline int nfp_net_rx_space(struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_space() argument
20 return rx_ring->cnt - rx_ring->wr_p + rx_ring->rd_p - 1; in nfp_net_rx_space()
35 void nfp_net_xsk_rx_bufs_free(struct nfp_net_rx_ring *rx_ring);
37 void nfp_net_xsk_rx_ring_fill_freelist(struct nfp_net_rx_ring *rx_ring);
|
| /Linux-v6.1/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 13 void i40e_clear_rx_bi_zc(struct i40e_ring *rx_ring) in i40e_clear_rx_bi_zc() argument
15 memset(rx_ring->rx_bi_zc, 0, in i40e_clear_rx_bi_zc()
16 sizeof(*rx_ring->rx_bi_zc) * rx_ring->count); in i40e_clear_rx_bi_zc()
19 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi() argument
21 return &rx_ring->rx_bi_zc[idx]; in i40e_rx_bi()
33 static int i40e_realloc_rx_xdp_bi(struct i40e_ring *rx_ring, bool pool_present) in i40e_realloc_rx_xdp_bi() argument
35 size_t elem_size = pool_present ? sizeof(*rx_ring->rx_bi_zc) : in i40e_realloc_rx_xdp_bi()
36 sizeof(*rx_ring->rx_bi); in i40e_realloc_rx_xdp_bi()
37 void *sw_ring = kcalloc(rx_ring->count, elem_size, GFP_KERNEL); in i40e_realloc_rx_xdp_bi()
43 kfree(rx_ring->rx_bi); in i40e_realloc_rx_xdp_bi()
[all …]
|
| D | i40e_txrx.c | 685 static void i40e_fd_handle_status(struct i40e_ring *rx_ring, u64 qword0_raw, in i40e_fd_handle_status() argument
688 struct i40e_pf *pf = rx_ring->vsi->back; in i40e_fd_handle_status()
1353 static struct i40e_rx_buffer *i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi() argument
1355 return &rx_ring->rx_bi[idx]; in i40e_rx_bi()
1365 static void i40e_reuse_rx_page(struct i40e_ring *rx_ring, in i40e_reuse_rx_page() argument
1369 u16 nta = rx_ring->next_to_alloc; in i40e_reuse_rx_page()
1371 new_buff = i40e_rx_bi(rx_ring, nta); in i40e_reuse_rx_page()
1375 rx_ring->next_to_alloc = (nta < rx_ring->count) ? nta : 0; in i40e_reuse_rx_page()
1399 void i40e_clean_programming_status(struct i40e_ring *rx_ring, u64 qword0_raw, in i40e_clean_programming_status() argument
1408 i40e_fd_handle_status(rx_ring, qword0_raw, qword1, id); in i40e_clean_programming_status()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/ice/ |
| D | ice_xsk.c | 15 static struct xdp_buff **ice_xdp_buf(struct ice_rx_ring *rx_ring, u32 idx) in ice_xdp_buf() argument
17 return &rx_ring->xdp_buf[idx]; in ice_xdp_buf()
77 ice_qvec_dis_irq(struct ice_vsi *vsi, struct ice_rx_ring *rx_ring, in ice_qvec_dis_irq() argument
89 reg = rx_ring->reg_idx; in ice_qvec_dis_irq()
115 struct ice_rx_ring *rx_ring; in ice_qvec_cfg_msix() local
123 ice_for_each_rx_ring(rx_ring, q_vector->rx) in ice_qvec_cfg_msix()
124 ice_cfg_rxq_interrupt(vsi, rx_ring->reg_idx, reg_idx, in ice_qvec_cfg_msix()
157 struct ice_rx_ring *rx_ring; in ice_qp_dis() local
165 rx_ring = vsi->rx_rings[q_idx]; in ice_qp_dis()
166 q_vector = rx_ring->q_vector; in ice_qp_dis()
[all …]
|
| D | ice_txrx.c | 383 void ice_clean_rx_ring(struct ice_rx_ring *rx_ring) in ice_clean_rx_ring() argument
385 struct device *dev = rx_ring->dev; in ice_clean_rx_ring()
390 if (!rx_ring->rx_buf) in ice_clean_rx_ring()
393 if (rx_ring->skb) { in ice_clean_rx_ring()
394 dev_kfree_skb(rx_ring->skb); in ice_clean_rx_ring()
395 rx_ring->skb = NULL; in ice_clean_rx_ring()
398 if (rx_ring->xsk_pool) { in ice_clean_rx_ring()
399 ice_xsk_clean_rx_ring(rx_ring); in ice_clean_rx_ring()
404 for (i = 0; i < rx_ring->count; i++) { in ice_clean_rx_ring()
405 struct ice_rx_buf *rx_buf = &rx_ring->rx_buf[i]; in ice_clean_rx_ring()
[all …]
|
| D | ice_txrx_lib.c | 15 void ice_release_rx_desc(struct ice_rx_ring *rx_ring, u16 val) in ice_release_rx_desc() argument
17 u16 prev_ntu = rx_ring->next_to_use & ~0x7; in ice_release_rx_desc()
19 rx_ring->next_to_use = val; in ice_release_rx_desc()
22 rx_ring->next_to_alloc = val; in ice_release_rx_desc()
37 writel(val, rx_ring->tail); in ice_release_rx_desc()
73 ice_rx_hash(struct ice_rx_ring *rx_ring, union ice_32b_rx_flex_desc *rx_desc, in ice_rx_hash() argument
79 if (!(rx_ring->netdev->features & NETIF_F_RXHASH)) in ice_rx_hash()
185 ice_process_skb_fields(struct ice_rx_ring *rx_ring, in ice_process_skb_fields() argument
189 ice_rx_hash(rx_ring, rx_desc, skb, ptype); in ice_process_skb_fields()
192 skb->protocol = eth_type_trans(skb, rx_ring->netdev); in ice_process_skb_fields()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 98 struct ixgbe_ring *rx_ring, in ixgbe_run_xdp_zc() argument
107 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbe_run_xdp_zc()
111 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ixgbe_run_xdp_zc()
114 if (xsk_uses_need_wakeup(rx_ring->xsk_pool) && err == -ENOBUFS) in ixgbe_run_xdp_zc()
141 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
146 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
151 bool ixgbe_alloc_rx_buffers_zc(struct ixgbe_ring *rx_ring, u16 count) in ixgbe_alloc_rx_buffers_zc() argument
155 u16 i = rx_ring->next_to_use; in ixgbe_alloc_rx_buffers_zc()
163 rx_desc = IXGBE_RX_DESC(rx_ring, i); in ixgbe_alloc_rx_buffers_zc()
164 bi = &rx_ring->rx_buffer_info[i]; in ixgbe_alloc_rx_buffers_zc()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/iavf/ |
| D | iavf_txrx.c | 690 void iavf_clean_rx_ring(struct iavf_ring *rx_ring) in iavf_clean_rx_ring() argument
696 if (!rx_ring->rx_bi) in iavf_clean_rx_ring()
699 if (rx_ring->skb) { in iavf_clean_rx_ring()
700 dev_kfree_skb(rx_ring->skb); in iavf_clean_rx_ring()
701 rx_ring->skb = NULL; in iavf_clean_rx_ring()
705 for (i = 0; i < rx_ring->count; i++) { in iavf_clean_rx_ring()
706 struct iavf_rx_buffer *rx_bi = &rx_ring->rx_bi[i]; in iavf_clean_rx_ring()
714 dma_sync_single_range_for_cpu(rx_ring->dev, in iavf_clean_rx_ring()
717 rx_ring->rx_buf_len, in iavf_clean_rx_ring()
721 dma_unmap_page_attrs(rx_ring->dev, rx_bi->dma, in iavf_clean_rx_ring()
[all …]
|
| /Linux-v6.1/drivers/net/can/spi/mcp251xfd/ |
| D | mcp251xfd-ring.c | 191 struct mcp251xfd_rx_ring *rx_ring; in mcp251xfd_ring_init_rx() local
198 mcp251xfd_for_each_rx_ring(priv, rx_ring, i) { in mcp251xfd_ring_init_rx()
199 rx_ring->head = 0; in mcp251xfd_ring_init_rx()
200 rx_ring->tail = 0; in mcp251xfd_ring_init_rx()
201 rx_ring->base = *base; in mcp251xfd_ring_init_rx()
202 rx_ring->nr = i; in mcp251xfd_ring_init_rx()
203 rx_ring->fifo_nr = *fifo_nr; in mcp251xfd_ring_init_rx()
205 *base = mcp251xfd_get_rx_obj_addr(rx_ring, rx_ring->obj_num); in mcp251xfd_ring_init_rx()
209 addr = MCP251XFD_REG_FIFOCON(rx_ring->fifo_nr); in mcp251xfd_ring_init_rx()
212 len = mcp251xfd_cmd_prepare_write_reg(priv, &rx_ring->irq_enable_buf, in mcp251xfd_ring_init_rx()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/amazon/ena/ |
| D | ena_netdev.c | 70 struct ena_ring *rx_ring);
72 struct ena_ring *rx_ring);
115 adapter->rx_ring[i].mtu = mtu; in update_rx_ring_mtu()
349 if (!READ_ONCE(adapter->rx_ring->xdp_bpf_prog)) in ena_xdp_xmit()
375 static int ena_xdp_execute(struct ena_ring *rx_ring, struct xdp_buff *xdp) in ena_xdp_execute() argument
383 xdp_prog = READ_ONCE(rx_ring->xdp_bpf_prog); in ena_xdp_execute()
394 trace_xdp_exception(rx_ring->netdev, xdp_prog, verdict); in ena_xdp_execute()
395 xdp_stat = &rx_ring->rx_stats.xdp_aborted; in ena_xdp_execute()
401 xdp_ring = rx_ring->xdp_ring; in ena_xdp_execute()
406 if (ena_xdp_xmit_frame(xdp_ring, rx_ring->netdev, xdpf, in ena_xdp_execute()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/freescale/enetc/ |
| D | enetc.c | 20 if (priv->rx_ring[i]->xdp.prog) in enetc_num_stack_tx_queues()
31 return priv->rx_ring[index]; in enetc_rx_ring_from_xdp_tx_ring()
698 v->rx_ring.stats.packets, in enetc_rx_net_dim()
699 v->rx_ring.stats.bytes, in enetc_rx_net_dim()
716 static void enetc_reuse_page(struct enetc_bdr *rx_ring, in enetc_reuse_page() argument
721 new = &rx_ring->rx_swbd[rx_ring->next_to_alloc]; in enetc_reuse_page()
724 enetc_bdr_idx_inc(rx_ring, &rx_ring->next_to_alloc); in enetc_reuse_page()
766 struct enetc_bdr *rx_ring; in enetc_recycle_xdp_tx_buff() local
768 rx_ring = enetc_rx_ring_from_xdp_tx_ring(priv, tx_ring); in enetc_recycle_xdp_tx_buff()
770 if (likely(enetc_swbd_unused(rx_ring))) { in enetc_recycle_xdp_tx_buff()
[all …]
|
| /Linux-v6.1/drivers/staging/qlge/ |
| D | qlge_main.c | 963 struct rx_ring *rx_ring) in qlge_get_curr_lchunk() argument
965 struct qlge_bq_desc *lbq_desc = qlge_get_curr_buf(&rx_ring->lbq); in qlge_get_curr_lchunk()
981 static void qlge_update_cq(struct rx_ring *rx_ring) in qlge_update_cq() argument
983 rx_ring->cnsmr_idx++; in qlge_update_cq()
984 rx_ring->curr_entry++; in qlge_update_cq()
985 if (unlikely(rx_ring->cnsmr_idx == rx_ring->cq_len)) { in qlge_update_cq()
986 rx_ring->cnsmr_idx = 0; in qlge_update_cq()
987 rx_ring->curr_entry = rx_ring->cq_base; in qlge_update_cq()
991 static void qlge_write_cq_idx(struct rx_ring *rx_ring) in qlge_write_cq_idx() argument
993 qlge_write_db_reg(rx_ring->cnsmr_idx, rx_ring->cnsmr_idx_db_reg); in qlge_write_cq_idx()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/broadcom/ |
| D | bcm4908_enet.c | 75 struct bcm4908_enet_dma_ring rx_ring; member
188 struct bcm4908_enet_dma_ring *rx_ring = &enet->rx_ring; in bcm4908_enet_dma_free() local
192 size = rx_ring->length * sizeof(struct bcm4908_enet_dma_ring_bd); in bcm4908_enet_dma_free()
193 if (rx_ring->cpu_addr) in bcm4908_enet_dma_free()
194 dma_free_coherent(dev, size, rx_ring->cpu_addr, rx_ring->dma_addr); in bcm4908_enet_dma_free()
195 kfree(rx_ring->slots); in bcm4908_enet_dma_free()
206 struct bcm4908_enet_dma_ring *rx_ring = &enet->rx_ring; in bcm4908_enet_dma_alloc() local
220 rx_ring->length = ENET_RX_BDS_NUM; in bcm4908_enet_dma_alloc()
221 rx_ring->is_tx = 0; in bcm4908_enet_dma_alloc()
222 rx_ring->cfg_block = ENET_DMA_CH_RX_CFG; in bcm4908_enet_dma_alloc()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/igc/ |
| D | igc_xdp.c | 43 struct igc_ring *rx_ring, *tx_ring; in igc_xdp_enable_pool() local
71 rx_ring = adapter->rx_ring[queue_id]; in igc_xdp_enable_pool()
74 napi = &rx_ring->q_vector->napi; in igc_xdp_enable_pool()
77 igc_disable_rx_ring(rx_ring); in igc_xdp_enable_pool()
82 set_bit(IGC_RING_FLAG_AF_XDP_ZC, &rx_ring->flags); in igc_xdp_enable_pool()
87 igc_enable_rx_ring(rx_ring); in igc_xdp_enable_pool()
102 struct igc_ring *rx_ring, *tx_ring; in igc_xdp_disable_pool() local
117 rx_ring = adapter->rx_ring[queue_id]; in igc_xdp_disable_pool()
120 napi = &rx_ring->q_vector->napi; in igc_xdp_disable_pool()
123 igc_disable_rx_ring(rx_ring); in igc_xdp_disable_pool()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/mscc/ |
| D | ocelot_fdma.c | 59 struct ocelot_fdma_rx_ring *rx_ring = &fdma->rx_ring; in ocelot_fdma_rx_ring_free() local
61 if (rx_ring->next_to_use >= rx_ring->next_to_clean) in ocelot_fdma_rx_ring_free()
63 (rx_ring->next_to_use - rx_ring->next_to_clean) - 1; in ocelot_fdma_rx_ring_free()
65 return rx_ring->next_to_clean - rx_ring->next_to_use - 1; in ocelot_fdma_rx_ring_free()
150 struct ocelot_fdma_rx_ring *rx_ring; in ocelot_fdma_alloc_rx_buffs() local
157 rx_ring = &fdma->rx_ring; in ocelot_fdma_alloc_rx_buffs()
158 idx = rx_ring->next_to_use; in ocelot_fdma_alloc_rx_buffs()
161 rxb = &rx_ring->bufs[idx]; in ocelot_fdma_alloc_rx_buffs()
172 dcb = &rx_ring->dcbs[idx]; in ocelot_fdma_alloc_rx_buffs()
178 dcb->llp = ocelot_fdma_idx_dma(rx_ring->dcbs_dma, idx); in ocelot_fdma_alloc_rx_buffs()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/aquantia/atlantic/ |
| D | aq_ring.c | 52 static int aq_alloc_rxpages(struct aq_rxpage *rxpage, struct aq_ring_s *rx_ring) in aq_alloc_rxpages() argument
54 struct device *dev = aq_nic_get_dev(rx_ring->aq_nic); in aq_alloc_rxpages()
55 unsigned int order = rx_ring->page_order; in aq_alloc_rxpages()
73 rxpage->pg_off = rx_ring->page_offset; in aq_alloc_rxpages()
417 struct aq_ring_s *rx_ring, in aq_xdp_run_prog() argument
427 u64_stats_update_begin(&rx_ring->stats.rx.syncp); in aq_xdp_run_prog()
428 ++rx_ring->stats.rx.packets; in aq_xdp_run_prog()
429 rx_ring->stats.rx.bytes += xdp_get_buff_len(xdp); in aq_xdp_run_prog()
430 u64_stats_update_end(&rx_ring->stats.rx.syncp); in aq_xdp_run_prog()
432 prog = READ_ONCE(rx_ring->xdp_prog); in aq_xdp_run_prog()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/fm10k/ |
| D | fm10k_main.c | 75 static bool fm10k_alloc_mapped_page(struct fm10k_ring *rx_ring, in fm10k_alloc_mapped_page() argument
88 rx_ring->rx_stats.alloc_failed++; in fm10k_alloc_mapped_page()
93 dma = dma_map_page(rx_ring->dev, page, 0, PAGE_SIZE, DMA_FROM_DEVICE); in fm10k_alloc_mapped_page()
98 if (dma_mapping_error(rx_ring->dev, dma)) { in fm10k_alloc_mapped_page()
101 rx_ring->rx_stats.alloc_failed++; in fm10k_alloc_mapped_page()
117 void fm10k_alloc_rx_buffers(struct fm10k_ring *rx_ring, u16 cleaned_count) in fm10k_alloc_rx_buffers() argument
121 u16 i = rx_ring->next_to_use; in fm10k_alloc_rx_buffers()
127 rx_desc = FM10K_RX_DESC(rx_ring, i); in fm10k_alloc_rx_buffers()
128 bi = &rx_ring->rx_buffer[i]; in fm10k_alloc_rx_buffers()
129 i -= rx_ring->count; in fm10k_alloc_rx_buffers()
[all …]
|
| D | fm10k_netdev.c | 83 int fm10k_setup_rx_resources(struct fm10k_ring *rx_ring) in fm10k_setup_rx_resources() argument
85 struct device *dev = rx_ring->dev; in fm10k_setup_rx_resources()
88 size = sizeof(struct fm10k_rx_buffer) * rx_ring->count; in fm10k_setup_rx_resources()
90 rx_ring->rx_buffer = vzalloc(size); in fm10k_setup_rx_resources()
91 if (!rx_ring->rx_buffer) in fm10k_setup_rx_resources()
94 u64_stats_init(&rx_ring->syncp); in fm10k_setup_rx_resources()
97 rx_ring->size = rx_ring->count * sizeof(union fm10k_rx_desc); in fm10k_setup_rx_resources()
98 rx_ring->size = ALIGN(rx_ring->size, 4096); in fm10k_setup_rx_resources()
100 rx_ring->desc = dma_alloc_coherent(dev, rx_ring->size, in fm10k_setup_rx_resources()
101 &rx_ring->dma, GFP_KERNEL); in fm10k_setup_rx_resources()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/igbvf/ |
| D | netdev.c | 100 napi_gro_receive(&adapter->rx_ring->napi, skb); in igbvf_receive_skb()
133 static void igbvf_alloc_rx_buffers(struct igbvf_ring *rx_ring, in igbvf_alloc_rx_buffers() argument
136 struct igbvf_adapter *adapter = rx_ring->adapter; in igbvf_alloc_rx_buffers()
145 i = rx_ring->next_to_use; in igbvf_alloc_rx_buffers()
146 buffer_info = &rx_ring->buffer_info[i]; in igbvf_alloc_rx_buffers()
154 rx_desc = IGBVF_RX_DESC_ADV(*rx_ring, i); in igbvf_alloc_rx_buffers()
212 if (i == rx_ring->count) in igbvf_alloc_rx_buffers()
214 buffer_info = &rx_ring->buffer_info[i]; in igbvf_alloc_rx_buffers()
218 if (rx_ring->next_to_use != i) { in igbvf_alloc_rx_buffers()
219 rx_ring->next_to_use = i; in igbvf_alloc_rx_buffers()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf_main.c | 112 static void ixgbevf_reuse_rx_page(struct ixgbevf_ring *rx_ring,
506 static void ixgbevf_process_skb_fields(struct ixgbevf_ring *rx_ring, in ixgbevf_process_skb_fields() argument
510 ixgbevf_rx_hash(rx_ring, rx_desc, skb); in ixgbevf_process_skb_fields()
511 ixgbevf_rx_checksum(rx_ring, rx_desc, skb); in ixgbevf_process_skb_fields()
515 unsigned long *active_vlans = netdev_priv(rx_ring->netdev); in ixgbevf_process_skb_fields()
522 ixgbevf_ipsec_rx(rx_ring, rx_desc, skb); in ixgbevf_process_skb_fields()
524 skb->protocol = eth_type_trans(skb, rx_ring->netdev); in ixgbevf_process_skb_fields()
528 struct ixgbevf_rx_buffer *ixgbevf_get_rx_buffer(struct ixgbevf_ring *rx_ring, in ixgbevf_get_rx_buffer() argument
533 rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbevf_get_rx_buffer()
537 dma_sync_single_range_for_cpu(rx_ring->dev, in ixgbevf_get_rx_buffer()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/netronome/nfp/nfd3/ |
| D | dp.c | 564 struct nfp_net_rx_ring *rx_ring, in nfp_nfd3_rx_give_one() argument
569 wr_idx = D_IDX(rx_ring, rx_ring->wr_p); in nfp_nfd3_rx_give_one()
574 rx_ring->rxbufs[wr_idx].frag = frag; in nfp_nfd3_rx_give_one()
575 rx_ring->rxbufs[wr_idx].dma_addr = dma_addr; in nfp_nfd3_rx_give_one()
578 rx_ring->rxds[wr_idx].fld.reserved = 0; in nfp_nfd3_rx_give_one()
579 rx_ring->rxds[wr_idx].fld.meta_len_dd = 0; in nfp_nfd3_rx_give_one()
584 nfp_desc_set_dma_addr_48b(&rx_ring->rxds[wr_idx].fld, in nfp_nfd3_rx_give_one()
587 rx_ring->wr_p++; in nfp_nfd3_rx_give_one()
588 if (!(rx_ring->wr_p % NFP_NET_FL_BATCH)) { in nfp_nfd3_rx_give_one()
593 nfp_qcp_wr_ptr_add(rx_ring->qcp_fl, NFP_NET_FL_BATCH); in nfp_nfd3_rx_give_one()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/netronome/nfp/nfdk/ |
| D | dp.c | 580 struct nfp_net_rx_ring *rx_ring, in nfp_nfdk_rx_give_one() argument
585 wr_idx = D_IDX(rx_ring, rx_ring->wr_p); in nfp_nfdk_rx_give_one()
590 rx_ring->rxbufs[wr_idx].frag = frag; in nfp_nfdk_rx_give_one()
591 rx_ring->rxbufs[wr_idx].dma_addr = dma_addr; in nfp_nfdk_rx_give_one()
594 rx_ring->rxds[wr_idx].fld.reserved = 0; in nfp_nfdk_rx_give_one()
595 rx_ring->rxds[wr_idx].fld.meta_len_dd = 0; in nfp_nfdk_rx_give_one()
596 nfp_desc_set_dma_addr_48b(&rx_ring->rxds[wr_idx].fld, in nfp_nfdk_rx_give_one()
599 rx_ring->wr_p++; in nfp_nfdk_rx_give_one()
600 if (!(rx_ring->wr_p % NFP_NET_FL_BATCH)) { in nfp_nfdk_rx_give_one()
605 nfp_qcp_wr_ptr_add(rx_ring->qcp_fl, NFP_NET_FL_BATCH); in nfp_nfdk_rx_give_one()
[all …]
|
