| /Linux-v5.15/drivers/net/ethernet/sfc/falcon/ |
| D | rx.c | 76 ef4_rx_buf_next(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf) in ef4_rx_buf_next() argument
78 if (unlikely(rx_buf == ef4_rx_buffer(rx_queue, rx_queue->ptr_mask))) in ef4_rx_buf_next()
79 return ef4_rx_buffer(rx_queue, 0); in ef4_rx_buf_next()
106 static struct page *ef4_reuse_page(struct ef4_rx_queue *rx_queue) in ef4_reuse_page() argument
108 struct ef4_nic *efx = rx_queue->efx; in ef4_reuse_page()
113 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in ef4_reuse_page()
114 page = rx_queue->page_ring[index]; in ef4_reuse_page()
118 rx_queue->page_ring[index] = NULL; in ef4_reuse_page()
120 if (rx_queue->page_remove != rx_queue->page_add) in ef4_reuse_page()
121 ++rx_queue->page_remove; in ef4_reuse_page()
[all …]
|
| D | nic.h | 110 ef4_rx_desc(struct ef4_rx_queue *rx_queue, unsigned int index) in ef4_rx_desc() argument
112 return ((ef4_qword_t *) (rx_queue->rxd.buf.addr)) + index; in ef4_rx_desc()
333 static inline int ef4_nic_probe_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_probe_rx() argument
335 return rx_queue->efx->type->rx_probe(rx_queue); in ef4_nic_probe_rx()
337 static inline void ef4_nic_init_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_init_rx() argument
339 rx_queue->efx->type->rx_init(rx_queue); in ef4_nic_init_rx()
341 static inline void ef4_nic_remove_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_remove_rx() argument
343 rx_queue->efx->type->rx_remove(rx_queue); in ef4_nic_remove_rx()
345 static inline void ef4_nic_notify_rx_desc(struct ef4_rx_queue *rx_queue) in ef4_nic_notify_rx_desc() argument
347 rx_queue->efx->type->rx_write(rx_queue); in ef4_nic_notify_rx_desc()
[all …]
|
| D | farch.c | 471 ef4_farch_build_rx_desc(struct ef4_rx_queue *rx_queue, unsigned index) in ef4_farch_build_rx_desc() argument
476 rxd = ef4_rx_desc(rx_queue, index); in ef4_farch_build_rx_desc()
477 rx_buf = ef4_rx_buffer(rx_queue, index); in ef4_farch_build_rx_desc()
481 rx_queue->efx->type->rx_buffer_padding, in ef4_farch_build_rx_desc()
489 void ef4_farch_rx_write(struct ef4_rx_queue *rx_queue) in ef4_farch_rx_write() argument
491 struct ef4_nic *efx = rx_queue->efx; in ef4_farch_rx_write()
495 while (rx_queue->notified_count != rx_queue->added_count) { in ef4_farch_rx_write()
497 rx_queue, in ef4_farch_rx_write()
498 rx_queue->notified_count & rx_queue->ptr_mask); in ef4_farch_rx_write()
499 ++rx_queue->notified_count; in ef4_farch_rx_write()
[all …]
|
| D | net_driver.h | 444 struct ef4_rx_queue rx_queue; member
1090 int (*rx_probe)(struct ef4_rx_queue *rx_queue);
1091 void (*rx_init)(struct ef4_rx_queue *rx_queue);
1092 void (*rx_remove)(struct ef4_rx_queue *rx_queue);
1093 void (*rx_write)(struct ef4_rx_queue *rx_queue);
1094 void (*rx_defer_refill)(struct ef4_rx_queue *rx_queue);
1236 return channel->rx_queue.core_index >= 0; in ef4_channel_has_rx_queue()
1243 return &channel->rx_queue; in ef4_channel_get_rx_queue()
1251 for (_rx_queue = &(_channel)->rx_queue; \
1256 ef4_rx_queue_channel(struct ef4_rx_queue *rx_queue) in ef4_rx_queue_channel() argument
[all …]
|
| D | efx.h | 40 int ef4_probe_rx_queue(struct ef4_rx_queue *rx_queue);
41 void ef4_remove_rx_queue(struct ef4_rx_queue *rx_queue);
42 void ef4_init_rx_queue(struct ef4_rx_queue *rx_queue);
43 void ef4_fini_rx_queue(struct ef4_rx_queue *rx_queue);
44 void ef4_fast_push_rx_descriptors(struct ef4_rx_queue *rx_queue, bool atomic);
47 void ef4_rx_packet(struct ef4_rx_queue *rx_queue, unsigned int index,
54 void ef4_schedule_slow_fill(struct ef4_rx_queue *rx_queue);
|
| D | efx.c | 253 struct ef4_rx_queue *rx_queue = in ef4_process_channel() local
257 ef4_fast_push_rx_descriptors(rx_queue, true); in ef4_process_channel()
428 struct ef4_rx_queue *rx_queue; in ef4_alloc_channel() local
447 rx_queue = &channel->rx_queue; in ef4_alloc_channel()
448 rx_queue->efx = efx; in ef4_alloc_channel()
449 timer_setup(&rx_queue->slow_fill, ef4_rx_slow_fill, 0); in ef4_alloc_channel()
461 struct ef4_rx_queue *rx_queue; in ef4_copy_channel() local
485 rx_queue = &channel->rx_queue; in ef4_copy_channel()
486 rx_queue->buffer = NULL; in ef4_copy_channel()
487 memset(&rx_queue->rxd, 0, sizeof(rx_queue->rxd)); in ef4_copy_channel()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/sfc/ |
| D | rx_common.c | 41 static struct page *efx_reuse_page(struct efx_rx_queue *rx_queue) in efx_reuse_page() argument
43 struct efx_nic *efx = rx_queue->efx; in efx_reuse_page()
48 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in efx_reuse_page()
49 page = rx_queue->page_ring[index]; in efx_reuse_page()
53 rx_queue->page_ring[index] = NULL; in efx_reuse_page()
55 if (rx_queue->page_remove != rx_queue->page_add) in efx_reuse_page()
56 ++rx_queue->page_remove; in efx_reuse_page()
60 ++rx_queue->page_recycle_count; in efx_reuse_page()
68 ++rx_queue->page_recycle_failed; in efx_reuse_page()
81 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); in efx_recycle_rx_page() local
[all …]
|
| D | ef100_rx.c | 58 struct efx_rx_buffer *rx_buf = efx_rx_buffer(&channel->rx_queue, channel->rx_pkt_index); in __ef100_rx_packet()
90 struct efx_rx_queue *rx_queue = in __ef100_rx_packet() local
95 efx_free_rx_buffers(rx_queue, rx_buf, 1); in __ef100_rx_packet()
105 static void ef100_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index) in ef100_rx_packet() argument
107 struct efx_rx_buffer *rx_buf = efx_rx_buffer(rx_queue, index); in ef100_rx_packet()
108 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in ef100_rx_packet()
109 struct efx_nic *efx = rx_queue->efx; in ef100_rx_packet()
111 ++rx_queue->rx_packets; in ef100_rx_packet()
115 efx_rx_queue_index(rx_queue), index); in ef100_rx_packet()
132 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); in efx_ef100_ev_rx() local
[all …]
|
| D | rx.c | 43 static void efx_rx_packet__check_len(struct efx_rx_queue *rx_queue, in efx_rx_packet__check_len() argument
47 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet__check_len()
61 efx_rx_queue_index(rx_queue), len, max_len); in efx_rx_packet__check_len()
63 efx_rx_queue_channel(rx_queue)->n_rx_overlength++; in efx_rx_packet__check_len()
105 rx_buf = efx_rx_buf_next(&channel->rx_queue, rx_buf); in efx_rx_mk_skb()
121 void efx_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index, in efx_rx_packet() argument
124 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet()
125 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_rx_packet()
128 rx_queue->rx_packets++; in efx_rx_packet()
130 rx_buf = efx_rx_buffer(rx_queue, index); in efx_rx_packet()
[all …]
|
| D | nic_common.h | 100 efx_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_rx_desc() argument
102 return ((efx_qword_t *) (rx_queue->rxd.buf.addr)) + index; in efx_rx_desc()
140 static inline int efx_nic_probe_rx(struct efx_rx_queue *rx_queue) in efx_nic_probe_rx() argument
142 return rx_queue->efx->type->rx_probe(rx_queue); in efx_nic_probe_rx()
144 static inline void efx_nic_init_rx(struct efx_rx_queue *rx_queue) in efx_nic_init_rx() argument
146 rx_queue->efx->type->rx_init(rx_queue); in efx_nic_init_rx()
148 static inline void efx_nic_remove_rx(struct efx_rx_queue *rx_queue) in efx_nic_remove_rx() argument
150 rx_queue->efx->type->rx_remove(rx_queue); in efx_nic_remove_rx()
152 static inline void efx_nic_notify_rx_desc(struct efx_rx_queue *rx_queue) in efx_nic_notify_rx_desc() argument
154 rx_queue->efx->type->rx_write(rx_queue); in efx_nic_notify_rx_desc()
[all …]
|
| D | mcdi_functions.c | 270 int efx_mcdi_rx_probe(struct efx_rx_queue *rx_queue) in efx_mcdi_rx_probe() argument
272 return efx_nic_alloc_buffer(rx_queue->efx, &rx_queue->rxd.buf, in efx_mcdi_rx_probe()
273 (rx_queue->ptr_mask + 1) * in efx_mcdi_rx_probe()
278 void efx_mcdi_rx_init(struct efx_rx_queue *rx_queue) in efx_mcdi_rx_init() argument
280 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_mcdi_rx_init()
281 size_t entries = rx_queue->rxd.buf.len / EFX_BUF_SIZE; in efx_mcdi_rx_init()
283 struct efx_nic *efx = rx_queue->efx; in efx_mcdi_rx_init()
290 rx_queue->scatter_n = 0; in efx_mcdi_rx_init()
291 rx_queue->scatter_len = 0; in efx_mcdi_rx_init()
297 MCDI_SET_DWORD(inbuf, INIT_RXQ_IN_SIZE, rx_queue->ptr_mask + 1); in efx_mcdi_rx_init()
[all …]
|
| D | farch.c | 464 efx_farch_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned index) in efx_farch_build_rx_desc() argument
469 rxd = efx_rx_desc(rx_queue, index); in efx_farch_build_rx_desc()
470 rx_buf = efx_rx_buffer(rx_queue, index); in efx_farch_build_rx_desc()
474 rx_queue->efx->type->rx_buffer_padding, in efx_farch_build_rx_desc()
482 void efx_farch_rx_write(struct efx_rx_queue *rx_queue) in efx_farch_rx_write() argument
484 struct efx_nic *efx = rx_queue->efx; in efx_farch_rx_write()
488 while (rx_queue->notified_count != rx_queue->added_count) { in efx_farch_rx_write()
490 rx_queue, in efx_farch_rx_write()
491 rx_queue->notified_count & rx_queue->ptr_mask); in efx_farch_rx_write()
492 ++rx_queue->notified_count; in efx_farch_rx_write()
[all …]
|
| D | rx_common.h | 49 int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
50 void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
51 void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
52 void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
53 void efx_destroy_rx_queue(struct efx_rx_queue *rx_queue);
55 void efx_init_rx_buffer(struct efx_rx_queue *rx_queue,
69 void efx_free_rx_buffers(struct efx_rx_queue *rx_queue,
73 void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
75 void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
|
| D | efx_channels.c | 531 struct efx_rx_queue *rx_queue; in efx_alloc_channel() local
556 rx_queue = &channel->rx_queue; in efx_alloc_channel()
557 rx_queue->efx = efx; in efx_alloc_channel()
558 timer_setup(&rx_queue->slow_fill, efx_rx_slow_fill, 0); in efx_alloc_channel()
601 struct efx_rx_queue *rx_queue; in efx_copy_channel() local
627 rx_queue = &channel->rx_queue; in efx_copy_channel()
628 rx_queue->buffer = NULL; in efx_copy_channel()
629 memset(&rx_queue->rxd, 0, sizeof(rx_queue->rxd)); in efx_copy_channel()
630 timer_setup(&rx_queue->slow_fill, efx_rx_slow_fill, 0); in efx_copy_channel()
641 struct efx_rx_queue *rx_queue; in efx_probe_channel() local
[all …]
|
| D | mcdi_functions.h | 25 int efx_mcdi_rx_probe(struct efx_rx_queue *rx_queue);
26 void efx_mcdi_rx_init(struct efx_rx_queue *rx_queue);
27 void efx_mcdi_rx_remove(struct efx_rx_queue *rx_queue);
28 void efx_mcdi_rx_fini(struct efx_rx_queue *rx_queue);
|
| D | net_driver.h | 548 struct efx_rx_queue rx_queue; member
1381 int (*rx_probe)(struct efx_rx_queue *rx_queue);
1382 void (*rx_init)(struct efx_rx_queue *rx_queue);
1383 void (*rx_remove)(struct efx_rx_queue *rx_queue);
1384 void (*rx_write)(struct efx_rx_queue *rx_queue);
1385 void (*rx_defer_refill)(struct efx_rx_queue *rx_queue);
1573 return channel->rx_queue.core_index >= 0; in efx_channel_has_rx_queue()
1580 return &channel->rx_queue; in efx_channel_get_rx_queue()
1588 for (_rx_queue = &(_channel)->rx_queue; \
1593 efx_rx_queue_channel(struct efx_rx_queue *rx_queue) in efx_rx_queue_channel() argument
[all …]
|
| D | ef10.c | 2557 efx_ef10_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_ef10_build_rx_desc() argument
2562 rxd = efx_rx_desc(rx_queue, index); in efx_ef10_build_rx_desc()
2563 rx_buf = efx_rx_buffer(rx_queue, index); in efx_ef10_build_rx_desc()
2569 static void efx_ef10_rx_write(struct efx_rx_queue *rx_queue) in efx_ef10_rx_write() argument
2571 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_write()
2576 write_count = rx_queue->added_count & ~7; in efx_ef10_rx_write()
2577 if (rx_queue->notified_count == write_count) in efx_ef10_rx_write()
2582 rx_queue, in efx_ef10_rx_write()
2583 rx_queue->notified_count & rx_queue->ptr_mask); in efx_ef10_rx_write()
2584 while (++rx_queue->notified_count != write_count); in efx_ef10_rx_write()
[all …]
|
| D | nic.h | 321 int efx_farch_rx_probe(struct efx_rx_queue *rx_queue);
322 void efx_farch_rx_init(struct efx_rx_queue *rx_queue);
323 void efx_farch_rx_fini(struct efx_rx_queue *rx_queue);
324 void efx_farch_rx_remove(struct efx_rx_queue *rx_queue);
325 void efx_farch_rx_write(struct efx_rx_queue *rx_queue);
326 void efx_farch_rx_defer_refill(struct efx_rx_queue *rx_queue);
|
| /Linux-v5.15/drivers/net/ethernet/freescale/ |
| D | gianfar.c | 109 static void gfar_init_rxbdp(struct gfar_priv_rx_q *rx_queue, struct rxbd8 *bdp, in gfar_init_rxbdp() argument
117 if (bdp == rx_queue->rx_bd_base + rx_queue->rx_ring_size - 1) in gfar_init_rxbdp()
139 gfar_write(baddr, priv->rx_queue[i]->rx_bd_dma_base); in gfar_init_tx_rx_base()
152 gfar_write(baddr, priv->rx_queue[i]->rx_ring_size | in gfar_init_rqprm()
255 if (likely(priv->rx_queue[i]->rxcoalescing)) in gfar_configure_coalescing()
256 gfar_write(baddr + i, priv->rx_queue[i]->rxic); in gfar_configure_coalescing()
267 if (unlikely(priv->rx_queue[0]->rxcoalescing)) in gfar_configure_coalescing()
268 gfar_write(®s->rxic, priv->rx_queue[0]->rxic); in gfar_configure_coalescing()
283 stats->rx_packets += priv->rx_queue[i]->stats.rx_packets; in gfar_get_stats64()
284 stats->rx_bytes += priv->rx_queue[i]->stats.rx_bytes; in gfar_get_stats64()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/ibm/ |
| D | ibmveth.c | 105 return be32_to_cpu(adapter->rx_queue.queue_addr[adapter->rx_queue.index].flags_off); in ibmveth_rxq_flags()
116 return ibmveth_rxq_toggle(adapter) == adapter->rx_queue.toggle; in ibmveth_rxq_pending_buffer()
136 return be32_to_cpu(adapter->rx_queue.queue_addr[adapter->rx_queue.index].length); in ibmveth_rxq_frame_length()
397 u64 correlator = adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator; in ibmveth_rxq_get_buffer()
410 u32 q_index = adapter->rx_queue.index; in ibmveth_rxq_recycle_buffer()
411 u64 correlator = adapter->rx_queue.queue_addr[q_index].correlator; in ibmveth_rxq_recycle_buffer()
436 …ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].cor… in ibmveth_rxq_recycle_buffer()
440 if (++adapter->rx_queue.index == adapter->rx_queue.num_slots) { in ibmveth_rxq_recycle_buffer()
441 adapter->rx_queue.index = 0; in ibmveth_rxq_recycle_buffer()
442 adapter->rx_queue.toggle = !adapter->rx_queue.toggle; in ibmveth_rxq_recycle_buffer()
[all …]
|
| /Linux-v5.15/drivers/net/xen-netback/ |
| D | rx.c | 43 spin_lock_irqsave(&queue->rx_queue.lock, flags); in xenvif_rx_ring_slots_available()
45 skb = skb_peek(&queue->rx_queue); in xenvif_rx_ring_slots_available()
47 spin_unlock_irqrestore(&queue->rx_queue.lock, flags); in xenvif_rx_ring_slots_available()
57 spin_unlock_irqrestore(&queue->rx_queue.lock, flags); in xenvif_rx_ring_slots_available()
81 spin_lock_irqsave(&queue->rx_queue.lock, flags); in xenvif_rx_queue_tail()
83 __skb_queue_tail(&queue->rx_queue, skb); in xenvif_rx_queue_tail()
92 spin_unlock_irqrestore(&queue->rx_queue.lock, flags); in xenvif_rx_queue_tail()
99 spin_lock_irq(&queue->rx_queue.lock); in xenvif_rx_dequeue()
101 skb = __skb_dequeue(&queue->rx_queue); in xenvif_rx_dequeue()
112 spin_unlock_irq(&queue->rx_queue.lock); in xenvif_rx_dequeue()
[all …]
|
| /Linux-v5.15/tools/testing/selftests/bpf/progs/ |
| D | bpf_iter_tcp4.c | 85 int rx_queue; in dump_tcp_sock() local
116 rx_queue = sp->sk_ack_backlog; in dump_tcp_sock()
118 rx_queue = tp->rcv_nxt - tp->copied_seq; in dump_tcp_sock()
119 if (rx_queue < 0) in dump_tcp_sock()
120 rx_queue = 0; in dump_tcp_sock()
127 tp->write_seq - tp->snd_una, rx_queue, in dump_tcp_sock()
|
| D | bpf_iter_tcp6.c | 85 int rx_queue; in dump_tcp6_sock() local
116 rx_queue = sp->sk_ack_backlog; in dump_tcp6_sock()
118 rx_queue = tp->tcp.rcv_nxt - tp->tcp.copied_seq; in dump_tcp6_sock()
119 if (rx_queue < 0) in dump_tcp6_sock()
120 rx_queue = 0; in dump_tcp6_sock()
131 tp->tcp.write_seq - tp->tcp.snd_una, rx_queue, in dump_tcp6_sock()
|
| /Linux-v5.15/drivers/net/wan/ |
| D | hdlc_x25.c | 28 struct sk_buff_head rx_queue; member
42 struct sk_buff *skb = skb_dequeue(&x25st->rx_queue); in x25_rx_queue_kick()
46 skb = skb_dequeue(&x25st->rx_queue); in x25_rx_queue_kick()
67 skb_queue_tail(&x25st->rx_queue, skb); in x25_connect_disconnect()
98 skb_queue_tail(&x25st->rx_queue, skb); in x25_data_indication()
348 skb_queue_head_init(&state(hdlc)->rx_queue); in x25_ioctl()
|
| D | lapbether.c | 57 struct sk_buff_head rx_queue; member
96 skb = skb_dequeue(&lapbeth->rx_queue); in lapbeth_napi_poll()
177 skb_queue_tail(&lapbeth->rx_queue, skb); in lapbeth_data_indication()
276 skb_queue_tail(&lapbeth->rx_queue, skb); in lapbeth_connected()
294 skb_queue_tail(&lapbeth->rx_queue, skb); in lapbeth_disconnected()
410 skb_queue_head_init(&lapbeth->rx_queue); in lapbeth_new_device()
|
