8 /* File aq_ring.c: Definition of functions for Rx/Tx rings. */
100 				u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
101 				self->stats.rx.pg_flips++;  in aq_get_rxpages()
102 				u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
110 				u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
111 				self->stats.rx.pg_losts++;  in aq_get_rxpages()
112 				u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
116 			u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
117 			self->stats.rx.pg_reuses++;  in aq_get_rxpages()
118 			u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
125 			u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
126 			self->stats.rx.alloc_fails++;  in aq_get_rxpages()
127 			u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
267 		u64_stats_init(&self->stats.rx.syncp);  in aq_ring_init()
376 		u64_stats_update_begin(&self->stats.rx.syncp);  in aq_rx_checksum()
377 		++self->stats.rx.errors;  in aq_rx_checksum()
378 		u64_stats_update_end(&self->stats.rx.syncp);  in aq_rx_checksum()
446 	u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
447 	++rx_ring->stats.rx.packets;  in aq_xdp_run_prog()
448 	rx_ring->stats.rx.bytes += xdp_get_buff_len(xdp);  in aq_xdp_run_prog()
449 	u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
467 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
468 		++rx_ring->stats.rx.xdp_pass;  in aq_xdp_run_prog()
469 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
479 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
480 		++rx_ring->stats.rx.xdp_tx;  in aq_xdp_run_prog()
481 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
488 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
489 		++rx_ring->stats.rx.xdp_redirect;  in aq_xdp_run_prog()
490 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
497 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
498 		++rx_ring->stats.rx.xdp_aborted;  in aq_xdp_run_prog()
499 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
504 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
505 		++rx_ring->stats.rx.xdp_drop;  in aq_xdp_run_prog()
506 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
621 				u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
622 				++self->stats.rx.errors;  in __aq_ring_rx_clean()
623 				u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
629 			u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
630 			++self->stats.rx.errors;  in __aq_ring_rx_clean()
631 			u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
642 			u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
643 			self->stats.rx.skb_alloc_fails++;  in __aq_ring_rx_clean()
644 			u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
715 		u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
716 		++self->stats.rx.packets;  in __aq_ring_rx_clean()
717 		self->stats.rx.bytes += skb->len;  in __aq_ring_rx_clean()
718 		u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
792 				u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
793 				++rx_ring->stats.rx.errors;  in __aq_ring_xdp_clean()
794 				u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
800 			u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
801 			++rx_ring->stats.rx.errors;  in __aq_ring_xdp_clean()
802 			u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
824 				u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
825 				++rx_ring->stats.rx.packets;  in __aq_ring_xdp_clean()
826 				rx_ring->stats.rx.bytes += xdp_get_buff_len(&xdp);  in __aq_ring_xdp_clean()
827 				++rx_ring->stats.rx.xdp_aborted;  in __aq_ring_xdp_clean()
828 				u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
951 			start = u64_stats_fetch_begin(&self->stats.rx.syncp);  in aq_ring_fill_stats_data()
952 			data[count] = self->stats.rx.packets;  in aq_ring_fill_stats_data()
953 			data[++count] = self->stats.rx.jumbo_packets;  in aq_ring_fill_stats_data()
954 			data[++count] = self->stats.rx.lro_packets;  in aq_ring_fill_stats_data()
955 			data[++count] = self->stats.rx.errors;  in aq_ring_fill_stats_data()
956 			data[++count] = self->stats.rx.alloc_fails;  in aq_ring_fill_stats_data()
957 			data[++count] = self->stats.rx.skb_alloc_fails;  in aq_ring_fill_stats_data()
958 			data[++count] = self->stats.rx.polls;  in aq_ring_fill_stats_data()
959 			data[++count] = self->stats.rx.pg_flips;  in aq_ring_fill_stats_data()
960 			data[++count] = self->stats.rx.pg_reuses;  in aq_ring_fill_stats_data()
961 			data[++count] = self->stats.rx.pg_losts;  in aq_ring_fill_stats_data()
962 			data[++count] = self->stats.rx.xdp_aborted;  in aq_ring_fill_stats_data()
963 			data[++count] = self->stats.rx.xdp_drop;  in aq_ring_fill_stats_data()
964 			data[++count] = self->stats.rx.xdp_pass;  in aq_ring_fill_stats_data()
965 			data[++count] = self->stats.rx.xdp_tx;  in aq_ring_fill_stats_data()
966 			data[++count] = self->stats.rx.xdp_invalid;  in aq_ring_fill_stats_data()
967 			data[++count] = self->stats.rx.xdp_redirect;  in aq_ring_fill_stats_data()
968 		} while (u64_stats_fetch_retry(&self->stats.rx.syncp, start));  in aq_ring_fill_stats_data()