8 /* File aq_ring.c: Definition of functions for Rx/Tx rings. */
100 				u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
101 				self->stats.rx.pg_flips++;  in aq_get_rxpages()
102 				u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
110 				u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
111 				self->stats.rx.pg_losts++;  in aq_get_rxpages()
112 				u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
116 			u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
117 			self->stats.rx.pg_reuses++;  in aq_get_rxpages()
118 			u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
125 			u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
126 			self->stats.rx.alloc_fails++;  in aq_get_rxpages()
127 			u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
267 		u64_stats_init(&self->stats.rx.syncp);  in aq_ring_init()
376 		u64_stats_update_begin(&self->stats.rx.syncp);  in aq_rx_checksum()
377 		++self->stats.rx.errors;  in aq_rx_checksum()
378 		u64_stats_update_end(&self->stats.rx.syncp);  in aq_rx_checksum()
427 	u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
428 	++rx_ring->stats.rx.packets;  in aq_xdp_run_prog()
429 	rx_ring->stats.rx.bytes += xdp_get_buff_len(xdp);  in aq_xdp_run_prog()
430 	u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
452 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
453 		++rx_ring->stats.rx.xdp_pass;  in aq_xdp_run_prog()
454 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
465 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
466 		++rx_ring->stats.rx.xdp_tx;  in aq_xdp_run_prog()
467 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
474 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
475 		++rx_ring->stats.rx.xdp_redirect;  in aq_xdp_run_prog()
476 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
483 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
484 		++rx_ring->stats.rx.xdp_aborted;  in aq_xdp_run_prog()
485 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
490 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
491 		++rx_ring->stats.rx.xdp_drop;  in aq_xdp_run_prog()
492 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
607 				u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
608 				++self->stats.rx.errors;  in __aq_ring_rx_clean()
609 				u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
615 			u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
616 			++self->stats.rx.errors;  in __aq_ring_rx_clean()
617 			u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
628 			u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
629 			self->stats.rx.skb_alloc_fails++;  in __aq_ring_rx_clean()
630 			u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
701 		u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
702 		++self->stats.rx.packets;  in __aq_ring_rx_clean()
703 		self->stats.rx.bytes += skb->len;  in __aq_ring_rx_clean()
704 		u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
778 				u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
779 				++rx_ring->stats.rx.errors;  in __aq_ring_xdp_clean()
780 				u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
786 			u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
787 			++rx_ring->stats.rx.errors;  in __aq_ring_xdp_clean()
788 			u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
810 				u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
811 				++rx_ring->stats.rx.packets;  in __aq_ring_xdp_clean()
812 				rx_ring->stats.rx.bytes += xdp_get_buff_len(&xdp);  in __aq_ring_xdp_clean()
813 				++rx_ring->stats.rx.xdp_aborted;  in __aq_ring_xdp_clean()
814 				u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
937 			start = u64_stats_fetch_begin_irq(&self->stats.rx.syncp);  in aq_ring_fill_stats_data()
938 			data[count] = self->stats.rx.packets;  in aq_ring_fill_stats_data()
939 			data[++count] = self->stats.rx.jumbo_packets;  in aq_ring_fill_stats_data()
940 			data[++count] = self->stats.rx.lro_packets;  in aq_ring_fill_stats_data()
941 			data[++count] = self->stats.rx.errors;  in aq_ring_fill_stats_data()
942 			data[++count] = self->stats.rx.alloc_fails;  in aq_ring_fill_stats_data()
943 			data[++count] = self->stats.rx.skb_alloc_fails;  in aq_ring_fill_stats_data()
944 			data[++count] = self->stats.rx.polls;  in aq_ring_fill_stats_data()
945 			data[++count] = self->stats.rx.pg_flips;  in aq_ring_fill_stats_data()
946 			data[++count] = self->stats.rx.pg_reuses;  in aq_ring_fill_stats_data()
947 			data[++count] = self->stats.rx.pg_losts;  in aq_ring_fill_stats_data()
948 			data[++count] = self->stats.rx.xdp_aborted;  in aq_ring_fill_stats_data()
949 			data[++count] = self->stats.rx.xdp_drop;  in aq_ring_fill_stats_data()
950 			data[++count] = self->stats.rx.xdp_pass;  in aq_ring_fill_stats_data()
951 			data[++count] = self->stats.rx.xdp_tx;  in aq_ring_fill_stats_data()
952 			data[++count] = self->stats.rx.xdp_invalid;  in aq_ring_fill_stats_data()
953 			data[++count] = self->stats.rx.xdp_redirect;  in aq_ring_fill_stats_data()
954 		} while (u64_stats_fetch_retry_irq(&self->stats.rx.syncp, start));  in aq_ring_fill_stats_data()