153 	struct xdp_frame *xdpf;  in __cpu_map_ring_cleanup()  local
155 	while ((xdpf = ptr_ring_consume(ring)))  in __cpu_map_ring_cleanup()
156 		if (WARN_ON_ONCE(xdpf))  in __cpu_map_ring_cleanup()
157 			xdp_return_frame(xdpf);  in __cpu_map_ring_cleanup()
225 		struct xdp_frame *xdpf = frames[i];  in cpu_map_bpf_prog_run_xdp()  local
229 		rxq.dev = xdpf->dev_rx;  in cpu_map_bpf_prog_run_xdp()
230 		rxq.mem = xdpf->mem;  in cpu_map_bpf_prog_run_xdp()
233 		xdp_convert_frame_to_buff(xdpf, &xdp);  in cpu_map_bpf_prog_run_xdp()
238 			err = xdp_update_frame_from_buff(&xdp, xdpf);  in cpu_map_bpf_prog_run_xdp()
240 				xdp_return_frame(xdpf);  in cpu_map_bpf_prog_run_xdp()
243 				frames[nframes++] = xdpf;  in cpu_map_bpf_prog_run_xdp()
248 			err = xdp_do_redirect(xdpf->dev_rx, &xdp,  in cpu_map_bpf_prog_run_xdp()
251 				xdp_return_frame(xdpf);  in cpu_map_bpf_prog_run_xdp()
261 			xdp_return_frame(xdpf);  in cpu_map_bpf_prog_run_xdp()
375 			struct xdp_frame *xdpf = frames[i];  in cpu_map_kthread_run()  local
378 			skb = __xdp_build_skb_from_frame(xdpf, skb,  in cpu_map_kthread_run()
379 							 xdpf->dev_rx);  in cpu_map_kthread_run()
381 				xdp_return_frame(xdpf);  in cpu_map_kthread_run()
706 		struct xdp_frame *xdpf = bq->q[i];  in bq_flush_to_queue()  local
709 		err = __ptr_ring_produce(q, xdpf);  in bq_flush_to_queue()
712 			xdp_return_frame_rx_napi(xdpf);  in bq_flush_to_queue()
728 static void bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf)  in bq_enqueue()  argument
745 	bq->q[bq->count++] = xdpf;  in bq_enqueue()
751 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf,  in cpu_map_enqueue()  argument
755 	xdpf->dev_rx = dev_rx;  in cpu_map_enqueue()
757 	bq_enqueue(rcpu, xdpf);  in cpu_map_enqueue()