Lines Matching refs:rx_queue
3075 static int efx_ef10_rx_probe(struct efx_rx_queue *rx_queue) in efx_ef10_rx_probe() argument
3077 return efx_nic_alloc_buffer(rx_queue->efx, &rx_queue->rxd.buf, in efx_ef10_rx_probe()
3078 (rx_queue->ptr_mask + 1) * in efx_ef10_rx_probe()
3083 static void efx_ef10_rx_init(struct efx_rx_queue *rx_queue) in efx_ef10_rx_init() argument
3088 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_ef10_rx_init()
3089 size_t entries = rx_queue->rxd.buf.len / EFX_BUF_SIZE; in efx_ef10_rx_init()
3090 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_init()
3098 rx_queue->scatter_n = 0; in efx_ef10_rx_init()
3099 rx_queue->scatter_len = 0; in efx_ef10_rx_init()
3101 MCDI_SET_DWORD(inbuf, INIT_RXQ_IN_SIZE, rx_queue->ptr_mask + 1); in efx_ef10_rx_init()
3103 MCDI_SET_DWORD(inbuf, INIT_RXQ_IN_LABEL, efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
3105 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
3112 dma_addr = rx_queue->rxd.buf.dma_addr; in efx_ef10_rx_init()
3115 efx_rx_queue_index(rx_queue), entries, (u64)dma_addr); in efx_ef10_rx_init()
3128 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
3131 static void efx_ef10_rx_fini(struct efx_rx_queue *rx_queue) in efx_ef10_rx_fini() argument
3135 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_fini()
3140 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_fini()
3155 static void efx_ef10_rx_remove(struct efx_rx_queue *rx_queue) in efx_ef10_rx_remove() argument
3157 efx_nic_free_buffer(rx_queue->efx, &rx_queue->rxd.buf); in efx_ef10_rx_remove()
3162 efx_ef10_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_ef10_build_rx_desc() argument
3167 rxd = efx_rx_desc(rx_queue, index); in efx_ef10_build_rx_desc()
3168 rx_buf = efx_rx_buffer(rx_queue, index); in efx_ef10_build_rx_desc()
3174 static void efx_ef10_rx_write(struct efx_rx_queue *rx_queue) in efx_ef10_rx_write() argument
3176 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_write()
3181 write_count = rx_queue->added_count & ~7; in efx_ef10_rx_write()
3182 if (rx_queue->notified_count == write_count) in efx_ef10_rx_write()
3187 rx_queue, in efx_ef10_rx_write()
3188 rx_queue->notified_count & rx_queue->ptr_mask); in efx_ef10_rx_write()
3189 while (++rx_queue->notified_count != write_count); in efx_ef10_rx_write()
3193 write_count & rx_queue->ptr_mask); in efx_ef10_rx_write()
3195 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_write()
3200 static void efx_ef10_rx_defer_refill(struct efx_rx_queue *rx_queue) in efx_ef10_rx_defer_refill() argument
3202 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_ef10_rx_defer_refill()
3397 static void efx_ef10_handle_rx_wrong_queue(struct efx_rx_queue *rx_queue, in efx_ef10_handle_rx_wrong_queue() argument
3400 struct efx_nic *efx = rx_queue->efx; in efx_ef10_handle_rx_wrong_queue()
3404 efx_rx_queue_index(rx_queue), rx_queue_label); in efx_ef10_handle_rx_wrong_queue()
3410 efx_ef10_handle_rx_bad_lbits(struct efx_rx_queue *rx_queue, in efx_ef10_handle_rx_bad_lbits() argument
3413 unsigned int dropped = (actual - expected) & rx_queue->ptr_mask; in efx_ef10_handle_rx_bad_lbits()
3414 struct efx_nic *efx = rx_queue->efx; in efx_ef10_handle_rx_bad_lbits()
3424 static void efx_ef10_handle_rx_abort(struct efx_rx_queue *rx_queue) in efx_ef10_handle_rx_abort() argument
3428 netif_dbg(rx_queue->efx, hw, rx_queue->efx->net_dev, in efx_ef10_handle_rx_abort()
3430 rx_queue->scatter_n); in efx_ef10_handle_rx_abort()
3432 rx_desc_ptr = rx_queue->removed_count & rx_queue->ptr_mask; in efx_ef10_handle_rx_abort()
3434 efx_rx_packet(rx_queue, rx_desc_ptr, rx_queue->scatter_n, in efx_ef10_handle_rx_abort()
3437 rx_queue->removed_count += rx_queue->scatter_n; in efx_ef10_handle_rx_abort()
3438 rx_queue->scatter_n = 0; in efx_ef10_handle_rx_abort()
3439 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_abort()
3440 ++efx_rx_queue_channel(rx_queue)->n_rx_nodesc_trunc; in efx_ef10_handle_rx_abort()
3542 struct efx_rx_queue *rx_queue; in efx_ef10_handle_rx_event() local
3568 rx_queue = efx_channel_get_rx_queue(channel); in efx_ef10_handle_rx_event()
3570 if (unlikely(rx_queue_label != efx_rx_queue_index(rx_queue))) in efx_ef10_handle_rx_event()
3571 efx_ef10_handle_rx_wrong_queue(rx_queue, rx_queue_label); in efx_ef10_handle_rx_event()
3573 n_descs = ((next_ptr_lbits - rx_queue->removed_count) & in efx_ef10_handle_rx_event()
3576 if (n_descs != rx_queue->scatter_n + 1) { in efx_ef10_handle_rx_event()
3580 if (unlikely(n_descs == rx_queue->scatter_n)) { in efx_ef10_handle_rx_event()
3581 if (rx_queue->scatter_n == 0 || rx_bytes != 0) in efx_ef10_handle_rx_event()
3585 rx_queue->scatter_n, in efx_ef10_handle_rx_event()
3587 efx_ef10_handle_rx_abort(rx_queue); in efx_ef10_handle_rx_event()
3597 rx_queue->scatter_n != 0 || rx_cont) { in efx_ef10_handle_rx_event()
3599 rx_queue, next_ptr_lbits, in efx_ef10_handle_rx_event()
3600 (rx_queue->removed_count + in efx_ef10_handle_rx_event()
3601 rx_queue->scatter_n + 1) & in efx_ef10_handle_rx_event()
3607 rx_queue->scatter_n = 1; in efx_ef10_handle_rx_event()
3608 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_event()
3614 ++rx_queue->scatter_n; in efx_ef10_handle_rx_event()
3615 rx_queue->scatter_len += rx_bytes; in efx_ef10_handle_rx_event()
3662 efx_rx_packet(rx_queue, in efx_ef10_handle_rx_event()
3663 rx_queue->removed_count & rx_queue->ptr_mask, in efx_ef10_handle_rx_event()
3664 rx_queue->scatter_n, rx_queue->scatter_len, in efx_ef10_handle_rx_event()
3666 rx_queue->removed_count += rx_queue->scatter_n; in efx_ef10_handle_rx_event()
3669 rx_queue->scatter_n = 0; in efx_ef10_handle_rx_event()
3670 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_event()
3805 efx_fast_push_rx_descriptors(&channel->rx_queue, true); in efx_ef10_handle_driver_generated_event()
3963 struct efx_rx_queue *rx_queue; in efx_ef10_fini_dmaq() local
3977 efx_for_each_channel_rx_queue(rx_queue, channel) in efx_ef10_fini_dmaq()
3978 efx_ef10_rx_fini(rx_queue); in efx_ef10_fini_dmaq()