56 						struct xdp_umem *umem)  in xp_create_and_assign_umem()  argument
58 	bool unaligned = umem->flags & XDP_UMEM_UNALIGNED_CHUNK_FLAG;  in xp_create_and_assign_umem()
63 	entries = unaligned ? umem->chunks : 0;  in xp_create_and_assign_umem()
68 	pool->heads = kvcalloc(umem->chunks, sizeof(*pool->heads), GFP_KERNEL);  in xp_create_and_assign_umem()
76 	pool->chunk_mask = ~((u64)umem->chunk_size - 1);  in xp_create_and_assign_umem()
77 	pool->addrs_cnt = umem->size;  in xp_create_and_assign_umem()
78 	pool->heads_cnt = umem->chunks;  in xp_create_and_assign_umem()
79 	pool->free_heads_cnt = umem->chunks;  in xp_create_and_assign_umem()
80 	pool->headroom = umem->headroom;  in xp_create_and_assign_umem()
81 	pool->chunk_size = umem->chunk_size;  in xp_create_and_assign_umem()
82 	pool->chunk_shift = ffs(umem->chunk_size) - 1;  in xp_create_and_assign_umem()
84 	pool->frame_len = umem->chunk_size - umem->headroom -  in xp_create_and_assign_umem()
86 	pool->umem = umem;  in xp_create_and_assign_umem()
87 	pool->addrs = umem->addrs;  in xp_create_and_assign_umem()
101 		xskb->xdp.frame_sz = umem->chunk_size - umem->headroom;  in xp_create_and_assign_umem()
133 	if (pool->umem->zc) {  in xp_disable_drv_zc()
210 	pool->umem->zc = true;  in xp_assign_dev()
229 	struct xdp_umem *umem = umem_xs->umem;  in xp_assign_dev_shared()  local
235 	flags = umem->zc ? XDP_ZEROCOPY : XDP_COPY;  in xp_assign_dev_shared()
272 	xdp_put_umem(pool->umem, false);  in xp_release_deferred()
299 	list_for_each_entry(dma_map, &pool->umem->xsk_dma_list, list) {  in xp_find_dma_map()
308 					     u32 nr_pages, struct xdp_umem *umem)  in xp_create_dma_map()  argument
327 	list_add(&dma_map->list, &umem->xsk_dma_list);  in xp_create_dma_map()
435 	dma_map = xp_create_dma_map(dev, pool->netdev, nr_pages, pool->umem);  in xp_dma_map()