Lines Matching refs:rx_queue
3072 static int efx_ef10_rx_probe(struct efx_rx_queue *rx_queue) in efx_ef10_rx_probe() argument
3074 return efx_nic_alloc_buffer(rx_queue->efx, &rx_queue->rxd.buf, in efx_ef10_rx_probe()
3075 (rx_queue->ptr_mask + 1) * in efx_ef10_rx_probe()
3080 static void efx_ef10_rx_init(struct efx_rx_queue *rx_queue) in efx_ef10_rx_init() argument
3085 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_ef10_rx_init()
3086 size_t entries = rx_queue->rxd.buf.len / EFX_BUF_SIZE; in efx_ef10_rx_init()
3087 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_init()
3095 rx_queue->scatter_n = 0; in efx_ef10_rx_init()
3096 rx_queue->scatter_len = 0; in efx_ef10_rx_init()
3098 MCDI_SET_DWORD(inbuf, INIT_RXQ_IN_SIZE, rx_queue->ptr_mask + 1); in efx_ef10_rx_init()
3100 MCDI_SET_DWORD(inbuf, INIT_RXQ_IN_LABEL, efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
3102 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
3109 dma_addr = rx_queue->rxd.buf.dma_addr; in efx_ef10_rx_init()
3112 efx_rx_queue_index(rx_queue), entries, (u64)dma_addr); in efx_ef10_rx_init()
3125 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
3128 static void efx_ef10_rx_fini(struct efx_rx_queue *rx_queue) in efx_ef10_rx_fini() argument
3132 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_fini()
3137 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_fini()
3152 static void efx_ef10_rx_remove(struct efx_rx_queue *rx_queue) in efx_ef10_rx_remove() argument
3154 efx_nic_free_buffer(rx_queue->efx, &rx_queue->rxd.buf); in efx_ef10_rx_remove()
3159 efx_ef10_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_ef10_build_rx_desc() argument
3164 rxd = efx_rx_desc(rx_queue, index); in efx_ef10_build_rx_desc()
3165 rx_buf = efx_rx_buffer(rx_queue, index); in efx_ef10_build_rx_desc()
3171 static void efx_ef10_rx_write(struct efx_rx_queue *rx_queue) in efx_ef10_rx_write() argument
3173 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_write()
3178 write_count = rx_queue->added_count & ~7; in efx_ef10_rx_write()
3179 if (rx_queue->notified_count == write_count) in efx_ef10_rx_write()
3184 rx_queue, in efx_ef10_rx_write()
3185 rx_queue->notified_count & rx_queue->ptr_mask); in efx_ef10_rx_write()
3186 while (++rx_queue->notified_count != write_count); in efx_ef10_rx_write()
3190 write_count & rx_queue->ptr_mask); in efx_ef10_rx_write()
3192 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_write()
3197 static void efx_ef10_rx_defer_refill(struct efx_rx_queue *rx_queue) in efx_ef10_rx_defer_refill() argument
3199 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_ef10_rx_defer_refill()
3394 static void efx_ef10_handle_rx_wrong_queue(struct efx_rx_queue *rx_queue, in efx_ef10_handle_rx_wrong_queue() argument
3397 struct efx_nic *efx = rx_queue->efx; in efx_ef10_handle_rx_wrong_queue()
3401 efx_rx_queue_index(rx_queue), rx_queue_label); in efx_ef10_handle_rx_wrong_queue()
3407 efx_ef10_handle_rx_bad_lbits(struct efx_rx_queue *rx_queue, in efx_ef10_handle_rx_bad_lbits() argument
3410 unsigned int dropped = (actual - expected) & rx_queue->ptr_mask; in efx_ef10_handle_rx_bad_lbits()
3411 struct efx_nic *efx = rx_queue->efx; in efx_ef10_handle_rx_bad_lbits()
3421 static void efx_ef10_handle_rx_abort(struct efx_rx_queue *rx_queue) in efx_ef10_handle_rx_abort() argument
3425 netif_dbg(rx_queue->efx, hw, rx_queue->efx->net_dev, in efx_ef10_handle_rx_abort()
3427 rx_queue->scatter_n); in efx_ef10_handle_rx_abort()
3429 rx_desc_ptr = rx_queue->removed_count & rx_queue->ptr_mask; in efx_ef10_handle_rx_abort()
3431 efx_rx_packet(rx_queue, rx_desc_ptr, rx_queue->scatter_n, in efx_ef10_handle_rx_abort()
3434 rx_queue->removed_count += rx_queue->scatter_n; in efx_ef10_handle_rx_abort()
3435 rx_queue->scatter_n = 0; in efx_ef10_handle_rx_abort()
3436 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_abort()
3437 ++efx_rx_queue_channel(rx_queue)->n_rx_nodesc_trunc; in efx_ef10_handle_rx_abort()
3539 struct efx_rx_queue *rx_queue; in efx_ef10_handle_rx_event() local
3565 rx_queue = efx_channel_get_rx_queue(channel); in efx_ef10_handle_rx_event()
3567 if (unlikely(rx_queue_label != efx_rx_queue_index(rx_queue))) in efx_ef10_handle_rx_event()
3568 efx_ef10_handle_rx_wrong_queue(rx_queue, rx_queue_label); in efx_ef10_handle_rx_event()
3570 n_descs = ((next_ptr_lbits - rx_queue->removed_count) & in efx_ef10_handle_rx_event()
3573 if (n_descs != rx_queue->scatter_n + 1) { in efx_ef10_handle_rx_event()
3577 if (unlikely(n_descs == rx_queue->scatter_n)) { in efx_ef10_handle_rx_event()
3578 if (rx_queue->scatter_n == 0 || rx_bytes != 0) in efx_ef10_handle_rx_event()
3582 rx_queue->scatter_n, in efx_ef10_handle_rx_event()
3584 efx_ef10_handle_rx_abort(rx_queue); in efx_ef10_handle_rx_event()
3594 rx_queue->scatter_n != 0 || rx_cont) { in efx_ef10_handle_rx_event()
3596 rx_queue, next_ptr_lbits, in efx_ef10_handle_rx_event()
3597 (rx_queue->removed_count + in efx_ef10_handle_rx_event()
3598 rx_queue->scatter_n + 1) & in efx_ef10_handle_rx_event()
3604 rx_queue->scatter_n = 1; in efx_ef10_handle_rx_event()
3605 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_event()
3611 ++rx_queue->scatter_n; in efx_ef10_handle_rx_event()
3612 rx_queue->scatter_len += rx_bytes; in efx_ef10_handle_rx_event()
3659 efx_rx_packet(rx_queue, in efx_ef10_handle_rx_event()
3660 rx_queue->removed_count & rx_queue->ptr_mask, in efx_ef10_handle_rx_event()
3661 rx_queue->scatter_n, rx_queue->scatter_len, in efx_ef10_handle_rx_event()
3663 rx_queue->removed_count += rx_queue->scatter_n; in efx_ef10_handle_rx_event()
3666 rx_queue->scatter_n = 0; in efx_ef10_handle_rx_event()
3667 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_event()
3802 efx_fast_push_rx_descriptors(&channel->rx_queue, true); in efx_ef10_handle_driver_generated_event()
3960 struct efx_rx_queue *rx_queue; in efx_ef10_fini_dmaq() local
3974 efx_for_each_channel_rx_queue(rx_queue, channel) in efx_ef10_fini_dmaq()
3975 efx_ef10_rx_fini(rx_queue); in efx_ef10_fini_dmaq()