84 	struct xdp_umem *umem;  member
116 bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt);
117 u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr);
118 void xsk_umem_discard_addr(struct xdp_umem *umem);
119 void xsk_umem_complete_tx(struct xdp_umem *umem, u32 nb_entries);
120 bool xsk_umem_consume_tx(struct xdp_umem *umem, struct xdp_desc *desc);
121 void xsk_umem_consume_tx_done(struct xdp_umem *umem);
123 struct xdp_umem_fq_reuse *xsk_reuseq_swap(struct xdp_umem *umem,
127 void xsk_set_rx_need_wakeup(struct xdp_umem *umem);
128 void xsk_set_tx_need_wakeup(struct xdp_umem *umem);
129 void xsk_clear_rx_need_wakeup(struct xdp_umem *umem);
130 void xsk_clear_tx_need_wakeup(struct xdp_umem *umem);
131 bool xsk_umem_uses_need_wakeup(struct xdp_umem *umem);
153 static inline char *xdp_umem_get_data(struct xdp_umem *umem, u64 addr)  in xdp_umem_get_data()  argument
158 	page_addr = (unsigned long)umem->pages[addr >> PAGE_SHIFT].addr;  in xdp_umem_get_data()
163 static inline dma_addr_t xdp_umem_get_dma(struct xdp_umem *umem, u64 addr)  in xdp_umem_get_dma()  argument
167 	return umem->pages[addr >> PAGE_SHIFT].dma + (addr & ~PAGE_MASK);  in xdp_umem_get_dma()
171 static inline bool xsk_umem_has_addrs_rq(struct xdp_umem *umem, u32 cnt)  in xsk_umem_has_addrs_rq()  argument
173 	struct xdp_umem_fq_reuse *rq = umem->fq_reuse;  in xsk_umem_has_addrs_rq()
178 	return xsk_umem_has_addrs(umem, cnt - rq->length);  in xsk_umem_has_addrs_rq()
181 static inline u64 *xsk_umem_peek_addr_rq(struct xdp_umem *umem, u64 *addr)  in xsk_umem_peek_addr_rq()  argument
183 	struct xdp_umem_fq_reuse *rq = umem->fq_reuse;  in xsk_umem_peek_addr_rq()
186 		return xsk_umem_peek_addr(umem, addr);  in xsk_umem_peek_addr_rq()
192 static inline void xsk_umem_discard_addr_rq(struct xdp_umem *umem)  in xsk_umem_discard_addr_rq()  argument
194 	struct xdp_umem_fq_reuse *rq = umem->fq_reuse;  in xsk_umem_discard_addr_rq()
197 		xsk_umem_discard_addr(umem);  in xsk_umem_discard_addr_rq()
202 static inline void xsk_umem_fq_reuse(struct xdp_umem *umem, u64 addr)  in xsk_umem_fq_reuse()  argument
204 	struct xdp_umem_fq_reuse *rq = umem->fq_reuse;  in xsk_umem_fq_reuse()
213 static inline u64 xsk_umem_adjust_offset(struct xdp_umem *umem, u64 address,  in xsk_umem_adjust_offset()  argument
216 	if (umem->flags & XDP_UMEM_UNALIGNED_CHUNK_FLAG)  in xsk_umem_adjust_offset()
241 static inline bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt)  in xsk_umem_has_addrs()  argument
246 static inline u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr)  in xsk_umem_peek_addr()  argument
251 static inline void xsk_umem_discard_addr(struct xdp_umem *umem)  in xsk_umem_discard_addr()  argument
255 static inline void xsk_umem_complete_tx(struct xdp_umem *umem, u32 nb_entries)  in xsk_umem_complete_tx()  argument
259 static inline bool xsk_umem_consume_tx(struct xdp_umem *umem,  in xsk_umem_consume_tx()  argument
265 static inline void xsk_umem_consume_tx_done(struct xdp_umem *umem)  in xsk_umem_consume_tx_done()  argument
275 	struct xdp_umem *umem,  in xsk_reuseq_swap()  argument
305 static inline char *xdp_umem_get_data(struct xdp_umem *umem, u64 addr)  in xdp_umem_get_data()  argument
310 static inline dma_addr_t xdp_umem_get_dma(struct xdp_umem *umem, u64 addr)  in xdp_umem_get_dma()  argument
315 static inline bool xsk_umem_has_addrs_rq(struct xdp_umem *umem, u32 cnt)  in xsk_umem_has_addrs_rq()  argument
320 static inline u64 *xsk_umem_peek_addr_rq(struct xdp_umem *umem, u64 *addr)  in xsk_umem_peek_addr_rq()  argument
325 static inline void xsk_umem_discard_addr_rq(struct xdp_umem *umem)  in xsk_umem_discard_addr_rq()  argument
329 static inline void xsk_umem_fq_reuse(struct xdp_umem *umem, u64 addr)  in xsk_umem_fq_reuse()  argument
333 static inline void xsk_set_rx_need_wakeup(struct xdp_umem *umem)  in xsk_set_rx_need_wakeup()  argument
337 static inline void xsk_set_tx_need_wakeup(struct xdp_umem *umem)  in xsk_set_tx_need_wakeup()  argument
341 static inline void xsk_clear_rx_need_wakeup(struct xdp_umem *umem)  in xsk_clear_rx_need_wakeup()  argument
345 static inline void xsk_clear_tx_need_wakeup(struct xdp_umem *umem)  in xsk_clear_tx_need_wakeup()  argument
349 static inline bool xsk_umem_uses_need_wakeup(struct xdp_umem *umem)  in xsk_umem_uses_need_wakeup()  argument
354 static inline u64 xsk_umem_adjust_offset(struct xdp_umem *umem, u64 handle,  in xsk_umem_adjust_offset()  argument