137 struct page *page_pool_alloc_pages(struct page_pool *pool, gfp_t gfp);
139 static inline struct page *page_pool_dev_alloc_pages(struct page_pool *pool)  in page_pool_dev_alloc_pages()  argument
143 	return page_pool_alloc_pages(pool, gfp);  in page_pool_dev_alloc_pages()
146 struct page *page_pool_alloc_frag(struct page_pool *pool, unsigned int *offset,
149 static inline struct page *page_pool_dev_alloc_frag(struct page_pool *pool,  in page_pool_dev_alloc_frag()  argument
155 	return page_pool_alloc_frag(pool, offset, size, gfp);  in page_pool_dev_alloc_frag()
162 inline enum dma_data_direction page_pool_get_dma_dir(struct page_pool *pool)  in page_pool_get_dma_dir()  argument
164 	return pool->p.dma_dir;  in page_pool_get_dma_dir()
172 void page_pool_destroy(struct page_pool *pool);
173 void page_pool_use_xdp_mem(struct page_pool *pool, void (*disconnect)(void *));
174 void page_pool_release_page(struct page_pool *pool, struct page *page);
175 void page_pool_put_page_bulk(struct page_pool *pool, void **data,
178 static inline void page_pool_destroy(struct page_pool *pool)  in page_pool_destroy()  argument
182 static inline void page_pool_use_xdp_mem(struct page_pool *pool,  in page_pool_use_xdp_mem()  argument
186 static inline void page_pool_release_page(struct page_pool *pool,  in page_pool_release_page()  argument
191 static inline void page_pool_put_page_bulk(struct page_pool *pool, void **data,  in page_pool_put_page_bulk()  argument
197 void page_pool_put_page(struct page_pool *pool, struct page *page,
201 static inline void page_pool_put_full_page(struct page_pool *pool,  in page_pool_put_full_page()  argument
208 	page_pool_put_page(pool, page, -1, allow_direct);  in page_pool_put_full_page()
213 static inline void page_pool_recycle_direct(struct page_pool *pool,  in page_pool_recycle_direct()  argument
216 	page_pool_put_full_page(pool, page, true);  in page_pool_recycle_direct()
272 static inline bool page_pool_put(struct page_pool *pool)  in page_pool_put()  argument
274 	return refcount_dec_and_test(&pool->user_cnt);  in page_pool_put()
278 void page_pool_update_nid(struct page_pool *pool, int new_nid);
279 static inline void page_pool_nid_changed(struct page_pool *pool, int new_nid)  in page_pool_nid_changed()  argument
281 	if (unlikely(pool->p.nid != new_nid))  in page_pool_nid_changed()
282 		page_pool_update_nid(pool, new_nid);  in page_pool_nid_changed()
285 static inline void page_pool_ring_lock(struct page_pool *pool)  in page_pool_ring_lock()  argument
286 	__acquires(&pool->ring.producer_lock)  in page_pool_ring_lock()
289 		spin_lock(&pool->ring.producer_lock);  in page_pool_ring_lock()
291 		spin_lock_bh(&pool->ring.producer_lock);  in page_pool_ring_lock()
294 static inline void page_pool_ring_unlock(struct page_pool *pool)  in page_pool_ring_unlock()  argument
295 	__releases(&pool->ring.producer_lock)  in page_pool_ring_unlock()
298 		spin_unlock(&pool->ring.producer_lock);  in page_pool_ring_unlock()
300 		spin_unlock_bh(&pool->ring.producer_lock);  in page_pool_ring_unlock()