| /Linux-v4.19/include/net/ |
| D | page_pool.h | 68 struct page_pool { struct
101 struct page *page_pool_alloc_pages(struct page_pool *pool, gfp_t gfp); argument
103 static inline struct page *page_pool_dev_alloc_pages(struct page_pool *pool) in page_pool_dev_alloc_pages()
110 struct page_pool *page_pool_create(const struct page_pool_params *params);
112 void page_pool_destroy(struct page_pool *pool);
115 void __page_pool_put_page(struct page_pool *pool,
118 static inline void page_pool_put_page(struct page_pool *pool, in page_pool_put_page()
129 static inline void page_pool_recycle_direct(struct page_pool *pool, in page_pool_recycle_direct()
|
| D | xdp.h | 53 struct page_pool;
|
| /Linux-v4.19/net/core/ |
| D | page_pool.c | 17 static int page_pool_init(struct page_pool *pool, in page_pool_init()
49 struct page_pool *page_pool_create(const struct page_pool_params *params) in page_pool_create()
51 struct page_pool *pool; in page_pool_create()
69 static struct page *__page_pool_get_cached(struct page_pool *pool) in __page_pool_get_cached()
111 static struct page *__page_pool_alloc_pages_slow(struct page_pool *pool, in __page_pool_alloc_pages_slow()
159 struct page *page_pool_alloc_pages(struct page_pool *pool, gfp_t gfp) in page_pool_alloc_pages()
175 static void __page_pool_clean_page(struct page_pool *pool, in __page_pool_clean_page()
188 static void __page_pool_return_page(struct page_pool *pool, struct page *page) in __page_pool_return_page()
198 static bool __page_pool_recycle_into_ring(struct page_pool *pool, in __page_pool_recycle_into_ring()
217 struct page_pool *pool) in __page_pool_recycle_direct()
[all …]
|
| D | xdp.c | 36 struct page_pool *page_pool; member
327 page_pool_put_page(xa->page_pool, page, napi_direct); in __xdp_return()
|
| D | Makefile | 17 obj-$(CONFIG_PAGE_POOL) += page_pool.o
|
| /Linux-v4.19/drivers/net/ethernet/apm/xgene/ |
| D | xgene_enet_main.c | 686 struct xgene_enet_desc_ring *buf_pool, *page_pool; in xgene_enet_rx_frame() local
704 page_pool = rx_ring->page_pool; in xgene_enet_rx_frame()
727 xgene_enet_free_pagepool(page_pool, raw_desc, exp_desc); in xgene_enet_rx_frame()
741 slots = page_pool->slots - 1; in xgene_enet_rx_frame()
742 head = page_pool->head; in xgene_enet_rx_frame()
753 page = page_pool->frag_page[head]; in xgene_enet_rx_frame()
759 page_pool->frag_page[head] = NULL; in xgene_enet_rx_frame()
763 page_pool->head = head; in xgene_enet_rx_frame()
776 ret = xgene_enet_refill_pagepool(page_pool, NUM_NXTBUFPOOL); in xgene_enet_rx_frame()
1072 struct xgene_enet_desc_ring *buf_pool, *page_pool; in xgene_enet_delete_desc_rings() local
[all …]
|
| D | xgene_enet_cle.c | 721 if (pdata->rx_ring[idx]->page_pool) { in xgene_cle_set_rss_idt()
722 pool_id = pdata->rx_ring[idx]->page_pool->id; in xgene_cle_set_rss_idt()
798 if (pdata->rx_ring[0]->page_pool) { in xgene_enet_cle_init()
799 pool_id = pdata->rx_ring[0]->page_pool->id; in xgene_enet_cle_init()
|
| D | xgene_enet_main.h | 132 struct xgene_enet_desc_ring *page_pool; member
|
| /Linux-v4.19/block/ |
| D | bounce.c | 32 static mempool_t page_pool, isa_page_pool; variable
43 ret = mempool_init_page_pool(&page_pool, POOL_SIZE, 0); in init_emergency_pool()
169 bounce_end_io(bio, &page_pool); in bounce_end_io_write()
190 __bounce_end_io_read(bio, &page_pool); in bounce_end_io_read()
320 if (pool == &page_pool) { in __blk_queue_bounce()
352 pool = &page_pool; in blk_queue_bounce()
|
| /Linux-v4.19/mm/ |
| D | readahead.c | 159 LIST_HEAD(page_pool); in __do_page_cache_readahead()
189 read_pages(mapping, filp, &page_pool, nr_pages, in __do_page_cache_readahead()
199 list_add(&page->lru, &page_pool); in __do_page_cache_readahead()
211 read_pages(mapping, filp, &page_pool, nr_pages, gfp_mask); in __do_page_cache_readahead()
212 BUG_ON(!list_empty(&page_pool)); in __do_page_cache_readahead()
|
| /Linux-v4.19/drivers/staging/erofs/ |
| D | unzip_vle.c | 589 struct list_head *page_pool) in z_erofs_do_read_page() argument
682 __stagingpage_alloc(page_pool, GFP_NOFS); in z_erofs_do_read_page()
785 struct list_head *page_pool) in z_erofs_vle_unzip() argument
855 if (z_erofs_gather_if_stagingpage(page_pool, page)) in z_erofs_vle_unzip()
940 pages[i] = __stagingpage_alloc(page_pool, GFP_NOFS); in z_erofs_vle_unzip()
959 if (z_erofs_gather_if_stagingpage(page_pool, page)) in z_erofs_vle_unzip()
977 (void)z_erofs_gather_if_stagingpage(page_pool, page); in z_erofs_vle_unzip()
1003 struct list_head *page_pool) in z_erofs_vle_unzip_all() argument
1019 z_erofs_vle_unzip(sb, grp, page_pool); in z_erofs_vle_unzip_all()
1027 LIST_HEAD(page_pool); in z_erofs_vle_unzip_wq()
[all …]
|
| D | unzip_vle.h | 29 static inline bool z_erofs_gather_if_stagingpage(struct list_head *page_pool, in z_erofs_gather_if_stagingpage() argument
33 list_add(&page->lru, page_pool); in z_erofs_gather_if_stagingpage()
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en.h | 58 struct page_pool;
576 struct page_pool *page_pool; member
|
| D | en_main.c | 615 rq->page_pool = page_pool_create(&pp_params); in mlx5e_alloc_rq()
616 if (IS_ERR(rq->page_pool)) { in mlx5e_alloc_rq()
617 err = PTR_ERR(rq->page_pool); in mlx5e_alloc_rq()
618 rq->page_pool = NULL; in mlx5e_alloc_rq()
622 MEM_TYPE_PAGE_POOL, rq->page_pool); in mlx5e_alloc_rq()
689 if (rq->page_pool) in mlx5e_alloc_rq()
690 page_pool_destroy(rq->page_pool); in mlx5e_alloc_rq()
704 if (rq->page_pool) in mlx5e_free_rq()
705 page_pool_destroy(rq->page_pool); in mlx5e_free_rq()
|
| D | en_rx.c | 227 dma_info->page = page_pool_dev_alloc_pages(rq->page_pool); in mlx5e_page_alloc_mapped()
255 page_pool_recycle_direct(rq->page_pool, dma_info->page); in mlx5e_page_release()
|
| /Linux-v4.19/drivers/md/ |
| D | dm-crypt.c | 211 mempool_t page_pool; member
1418 page = mempool_alloc(&cc->page_pool, gfp_mask); in crypt_alloc_buffer()
1453 mempool_free(bv->bv_page, &cc->page_pool); in crypt_free_buffer_pages()
2217 mempool_exit(&cc->page_pool); in crypt_dtr()
2754 ret = mempool_init(&cc->page_pool, BIO_MAX_PAGES, crypt_page_alloc, crypt_page_free, cc); in crypt_ctr()
|
| /Linux-v4.19/drivers/net/ethernet/broadcom/bnx2x/ |
| D | bnx2x_cmn.h | 1028 bnx2x_free_rx_mem_pool(bp, &fp->page_pool); in bnx2x_free_rx_sge_range()
|
| D | bnx2x.h | 612 struct bnx2x_alloc_pool page_pool; member
|
| D | bnx2x_cmn.c | 549 struct bnx2x_alloc_pool *pool = &fp->page_pool; in bnx2x_alloc_rx_sge()
|
