2541 efx_ef10_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index)  in efx_ef10_build_rx_desc()  argument
2546 	rxd = efx_rx_desc(rx_queue, index);  in efx_ef10_build_rx_desc()
2547 	rx_buf = efx_rx_buffer(rx_queue, index);  in efx_ef10_build_rx_desc()
2553 static void efx_ef10_rx_write(struct efx_rx_queue *rx_queue)  in efx_ef10_rx_write()  argument
2555 	struct efx_nic *efx = rx_queue->efx;  in efx_ef10_rx_write()
2560 	write_count = rx_queue->added_count & ~7;  in efx_ef10_rx_write()
2561 	if (rx_queue->notified_count == write_count)  in efx_ef10_rx_write()
2566 			rx_queue,  in efx_ef10_rx_write()
2567 			rx_queue->notified_count & rx_queue->ptr_mask);  in efx_ef10_rx_write()
2568 	while (++rx_queue->notified_count != write_count);  in efx_ef10_rx_write()
2572 			     write_count & rx_queue->ptr_mask);  in efx_ef10_rx_write()
2574 			efx_rx_queue_index(rx_queue));  in efx_ef10_rx_write()
2579 static void efx_ef10_rx_defer_refill(struct efx_rx_queue *rx_queue)  in efx_ef10_rx_defer_refill()  argument
2581 	struct efx_channel *channel = efx_rx_queue_channel(rx_queue);  in efx_ef10_rx_defer_refill()
2624 static void efx_ef10_handle_rx_wrong_queue(struct efx_rx_queue *rx_queue,  in efx_ef10_handle_rx_wrong_queue()  argument
2627 	struct efx_nic *efx = rx_queue->efx;  in efx_ef10_handle_rx_wrong_queue()
2631 		   efx_rx_queue_index(rx_queue), rx_queue_label);  in efx_ef10_handle_rx_wrong_queue()
2637 efx_ef10_handle_rx_bad_lbits(struct efx_rx_queue *rx_queue,  in efx_ef10_handle_rx_bad_lbits()  argument
2640 	unsigned int dropped = (actual - expected) & rx_queue->ptr_mask;  in efx_ef10_handle_rx_bad_lbits()
2641 	struct efx_nic *efx = rx_queue->efx;  in efx_ef10_handle_rx_bad_lbits()
2651 static void efx_ef10_handle_rx_abort(struct efx_rx_queue *rx_queue)  in efx_ef10_handle_rx_abort()  argument
2655 	netif_dbg(rx_queue->efx, hw, rx_queue->efx->net_dev,  in efx_ef10_handle_rx_abort()
2657 		  rx_queue->scatter_n);  in efx_ef10_handle_rx_abort()
2659 	rx_desc_ptr = rx_queue->removed_count & rx_queue->ptr_mask;  in efx_ef10_handle_rx_abort()
2661 	efx_rx_packet(rx_queue, rx_desc_ptr, rx_queue->scatter_n,  in efx_ef10_handle_rx_abort()
2664 	rx_queue->removed_count += rx_queue->scatter_n;  in efx_ef10_handle_rx_abort()
2665 	rx_queue->scatter_n = 0;  in efx_ef10_handle_rx_abort()
2666 	rx_queue->scatter_len = 0;  in efx_ef10_handle_rx_abort()
2667 	++efx_rx_queue_channel(rx_queue)->n_rx_nodesc_trunc;  in efx_ef10_handle_rx_abort()
2769 	struct efx_rx_queue *rx_queue;  in efx_ef10_handle_rx_event()  local
2795 	rx_queue = efx_channel_get_rx_queue(channel);  in efx_ef10_handle_rx_event()
2797 	if (unlikely(rx_queue_label != efx_rx_queue_index(rx_queue)))  in efx_ef10_handle_rx_event()
2798 		efx_ef10_handle_rx_wrong_queue(rx_queue, rx_queue_label);  in efx_ef10_handle_rx_event()
2800 	n_descs = ((next_ptr_lbits - rx_queue->removed_count) &  in efx_ef10_handle_rx_event()
2803 	if (n_descs != rx_queue->scatter_n + 1) {  in efx_ef10_handle_rx_event()
2807 		if (unlikely(n_descs == rx_queue->scatter_n)) {  in efx_ef10_handle_rx_event()
2808 			if (rx_queue->scatter_n == 0 || rx_bytes != 0)  in efx_ef10_handle_rx_event()
2812 					    rx_queue->scatter_n,  in efx_ef10_handle_rx_event()
2814 			efx_ef10_handle_rx_abort(rx_queue);  in efx_ef10_handle_rx_event()
2824 		    rx_queue->scatter_n != 0 || rx_cont) {  in efx_ef10_handle_rx_event()
2826 				rx_queue, next_ptr_lbits,  in efx_ef10_handle_rx_event()
2827 				(rx_queue->removed_count +  in efx_ef10_handle_rx_event()
2828 				 rx_queue->scatter_n + 1) &  in efx_ef10_handle_rx_event()
2834 		rx_queue->scatter_n = 1;  in efx_ef10_handle_rx_event()
2835 		rx_queue->scatter_len = 0;  in efx_ef10_handle_rx_event()
2841 		++rx_queue->scatter_n;  in efx_ef10_handle_rx_event()
2842 		rx_queue->scatter_len += rx_bytes;  in efx_ef10_handle_rx_event()
2889 		efx_rx_packet(rx_queue,  in efx_ef10_handle_rx_event()
2890 			      rx_queue->removed_count & rx_queue->ptr_mask,  in efx_ef10_handle_rx_event()
2891 			      rx_queue->scatter_n, rx_queue->scatter_len,  in efx_ef10_handle_rx_event()
2893 		rx_queue->removed_count += rx_queue->scatter_n;  in efx_ef10_handle_rx_event()
2896 	rx_queue->scatter_n = 0;  in efx_ef10_handle_rx_event()
2897 	rx_queue->scatter_len = 0;  in efx_ef10_handle_rx_event()
3034 		efx_fast_push_rx_descriptors(&channel->rx_queue, true);  in efx_ef10_handle_driver_generated_event()