1992 static bool i40e_can_reuse_rx_page(struct i40e_rx_buffer *rx_buffer,  in i40e_can_reuse_rx_page()  argument
1995 	unsigned int pagecnt_bias = rx_buffer->pagecnt_bias;  in i40e_can_reuse_rx_page()
1996 	struct page *page = rx_buffer->page;  in i40e_can_reuse_rx_page()
2009 	if (rx_buffer->page_offset > I40E_LAST_OFFSET)  in i40e_can_reuse_rx_page()
2019 		rx_buffer->pagecnt_bias = USHRT_MAX;  in i40e_can_reuse_rx_page()
2038 			     struct i40e_rx_buffer *rx_buffer,  in i40e_add_rx_frag()  argument
2048 	skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rx_buffer->page,  in i40e_add_rx_frag()
2049 			rx_buffer->page_offset, size, truesize);  in i40e_add_rx_frag()
2053 	rx_buffer->page_offset ^= truesize;  in i40e_add_rx_frag()
2055 	rx_buffer->page_offset += truesize;  in i40e_add_rx_frag()
2072 	struct i40e_rx_buffer *rx_buffer;  in i40e_get_rx_buffer()  local
2074 	rx_buffer = i40e_rx_bi(rx_ring, rx_ring->next_to_clean);  in i40e_get_rx_buffer()
2077 		page_count(rx_buffer->page);  in i40e_get_rx_buffer()
2081 	prefetch_page_address(rx_buffer->page);  in i40e_get_rx_buffer()
2085 				      rx_buffer->dma,  in i40e_get_rx_buffer()
2086 				      rx_buffer->page_offset,  in i40e_get_rx_buffer()
2091 	rx_buffer->pagecnt_bias--;  in i40e_get_rx_buffer()
2093 	return rx_buffer;  in i40e_get_rx_buffer()
2107 					  struct i40e_rx_buffer *rx_buffer,  in i40e_construct_skb()  argument
2158 		skb_add_rx_frag(skb, 0, rx_buffer->page,  in i40e_construct_skb()
2159 				rx_buffer->page_offset + headlen,  in i40e_construct_skb()
2164 		rx_buffer->page_offset ^= truesize;  in i40e_construct_skb()
2166 		rx_buffer->page_offset += truesize;  in i40e_construct_skb()
2170 		rx_buffer->pagecnt_bias++;  in i40e_construct_skb()
2186 				      struct i40e_rx_buffer *rx_buffer,  in i40e_build_skb()  argument
2219 	rx_buffer->page_offset ^= truesize;  in i40e_build_skb()
2221 	rx_buffer->page_offset += truesize;  in i40e_build_skb()
2237 			       struct i40e_rx_buffer *rx_buffer,  in i40e_put_rx_buffer()  argument
2240 	if (i40e_can_reuse_rx_page(rx_buffer, rx_buffer_pgcnt)) {  in i40e_put_rx_buffer()
2242 		i40e_reuse_rx_page(rx_ring, rx_buffer);  in i40e_put_rx_buffer()
2245 		dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma,  in i40e_put_rx_buffer()
2248 		__page_frag_cache_drain(rx_buffer->page,  in i40e_put_rx_buffer()
2249 					rx_buffer->pagecnt_bias);  in i40e_put_rx_buffer()
2251 		rx_buffer->page = NULL;  in i40e_put_rx_buffer()
2346 				struct i40e_rx_buffer *rx_buffer,  in i40e_rx_buffer_flip()  argument
2352 	rx_buffer->page_offset ^= truesize;  in i40e_rx_buffer_flip()
2354 	rx_buffer->page_offset += truesize;  in i40e_rx_buffer_flip()
2457 		struct i40e_rx_buffer *rx_buffer;  in i40e_clean_rx_irq()  local
2489 			rx_buffer = i40e_rx_bi(rx_ring, rx_ring->next_to_clean);  in i40e_clean_rx_irq()
2491 			i40e_reuse_rx_page(rx_ring, rx_buffer);  in i40e_clean_rx_irq()
2502 		rx_buffer = i40e_get_rx_buffer(rx_ring, size, &rx_buffer_pgcnt);  in i40e_clean_rx_irq()
2508 			hard_start = page_address(rx_buffer->page) +  in i40e_clean_rx_irq()
2509 				     rx_buffer->page_offset - offset;  in i40e_clean_rx_irq()
2521 				i40e_rx_buffer_flip(rx_ring, rx_buffer, size);  in i40e_clean_rx_irq()
2523 				rx_buffer->pagecnt_bias++;  in i40e_clean_rx_irq()
2528 			i40e_add_rx_frag(rx_ring, rx_buffer, skb, size);  in i40e_clean_rx_irq()
2530 			skb = i40e_build_skb(rx_ring, rx_buffer, &xdp);  in i40e_clean_rx_irq()
2532 			skb = i40e_construct_skb(rx_ring, rx_buffer, &xdp);  in i40e_clean_rx_irq()
2538 			rx_buffer->pagecnt_bias++;  in i40e_clean_rx_irq()
2542 		i40e_put_rx_buffer(rx_ring, rx_buffer, rx_buffer_pgcnt);  in i40e_clean_rx_irq()