8228 static bool igb_can_reuse_rx_page(struct igb_rx_buffer *rx_buffer,  in igb_can_reuse_rx_page()  argument
8231 	unsigned int pagecnt_bias = rx_buffer->pagecnt_bias;  in igb_can_reuse_rx_page()
8232 	struct page *page = rx_buffer->page;  in igb_can_reuse_rx_page()
8246 	if (rx_buffer->page_offset > IGB_LAST_OFFSET)  in igb_can_reuse_rx_page()
8256 		rx_buffer->pagecnt_bias = USHRT_MAX;  in igb_can_reuse_rx_page()
8272 			    struct igb_rx_buffer *rx_buffer,  in igb_add_rx_frag()  argument
8283 	skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rx_buffer->page,  in igb_add_rx_frag()
8284 			rx_buffer->page_offset, size, truesize);  in igb_add_rx_frag()
8286 	rx_buffer->page_offset ^= truesize;  in igb_add_rx_frag()
8288 	rx_buffer->page_offset += truesize;  in igb_add_rx_frag()
8293 					 struct igb_rx_buffer *rx_buffer,  in igb_construct_skb()  argument
8329 		skb_add_rx_frag(skb, 0, rx_buffer->page,  in igb_construct_skb()
8330 				(xdp->data + headlen) - page_address(rx_buffer->page),  in igb_construct_skb()
8333 		rx_buffer->page_offset ^= truesize;  in igb_construct_skb()
8335 		rx_buffer->page_offset += truesize;  in igb_construct_skb()
8338 		rx_buffer->pagecnt_bias++;  in igb_construct_skb()
8345 				     struct igb_rx_buffer *rx_buffer,  in igb_build_skb()  argument
8379 	rx_buffer->page_offset ^= truesize;  in igb_build_skb()
8381 	rx_buffer->page_offset += truesize;  in igb_build_skb()
8449 			       struct igb_rx_buffer *rx_buffer,  in igb_rx_buffer_flip()  argument
8454 	rx_buffer->page_offset ^= truesize;  in igb_rx_buffer_flip()
8456 	rx_buffer->page_offset += truesize;  in igb_rx_buffer_flip()
8625 	struct igb_rx_buffer *rx_buffer;  in igb_get_rx_buffer()  local
8627 	rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean];  in igb_get_rx_buffer()
8630 		page_count(rx_buffer->page);  in igb_get_rx_buffer()
8634 	prefetchw(rx_buffer->page);  in igb_get_rx_buffer()
8638 				      rx_buffer->dma,  in igb_get_rx_buffer()
8639 				      rx_buffer->page_offset,  in igb_get_rx_buffer()
8643 	rx_buffer->pagecnt_bias--;  in igb_get_rx_buffer()
8645 	return rx_buffer;  in igb_get_rx_buffer()
8649 			      struct igb_rx_buffer *rx_buffer, int rx_buf_pgcnt)  in igb_put_rx_buffer()  argument
8651 	if (igb_can_reuse_rx_page(rx_buffer, rx_buf_pgcnt)) {  in igb_put_rx_buffer()
8653 		igb_reuse_rx_page(rx_ring, rx_buffer);  in igb_put_rx_buffer()
8658 		dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma,  in igb_put_rx_buffer()
8661 		__page_frag_cache_drain(rx_buffer->page,  in igb_put_rx_buffer()
8662 					rx_buffer->pagecnt_bias);  in igb_put_rx_buffer()
8666 	rx_buffer->page = NULL;  in igb_put_rx_buffer()
8689 		struct igb_rx_buffer *rx_buffer;  in igb_clean_rx_irq()  local
8712 		rx_buffer = igb_get_rx_buffer(rx_ring, size, &rx_buf_pgcnt);  in igb_clean_rx_irq()
8713 		pktbuf = page_address(rx_buffer->page) + rx_buffer->page_offset;  in igb_clean_rx_irq()
8744 				igb_rx_buffer_flip(rx_ring, rx_buffer, size);  in igb_clean_rx_irq()
8746 				rx_buffer->pagecnt_bias++;  in igb_clean_rx_irq()
8751 			igb_add_rx_frag(rx_ring, rx_buffer, skb, size);  in igb_clean_rx_irq()
8753 			skb = igb_build_skb(rx_ring, rx_buffer, &xdp,  in igb_clean_rx_irq()
8756 			skb = igb_construct_skb(rx_ring, rx_buffer,  in igb_clean_rx_irq()
8762 			rx_buffer->pagecnt_bias++;  in igb_clean_rx_irq()
8766 		igb_put_rx_buffer(rx_ring, rx_buffer, rx_buf_pgcnt);  in igb_clean_rx_irq()