152 	struct xdp_frame *xdpf;  in __cpu_map_ring_cleanup()  local
154 	while ((xdpf = ptr_ring_consume(ring)))  in __cpu_map_ring_cleanup()
155 		if (WARN_ON_ONCE(xdpf))  in __cpu_map_ring_cleanup()
156 			xdp_return_frame(xdpf);  in __cpu_map_ring_cleanup()
224 		struct xdp_frame *xdpf = frames[i];  in cpu_map_bpf_prog_run_xdp()  local
228 		rxq.dev = xdpf->dev_rx;  in cpu_map_bpf_prog_run_xdp()
229 		rxq.mem = xdpf->mem;  in cpu_map_bpf_prog_run_xdp()
232 		xdp_convert_frame_to_buff(xdpf, &xdp);  in cpu_map_bpf_prog_run_xdp()
237 			err = xdp_update_frame_from_buff(&xdp, xdpf);  in cpu_map_bpf_prog_run_xdp()
239 				xdp_return_frame(xdpf);  in cpu_map_bpf_prog_run_xdp()
242 				frames[nframes++] = xdpf;  in cpu_map_bpf_prog_run_xdp()
247 			err = xdp_do_redirect(xdpf->dev_rx, &xdp,  in cpu_map_bpf_prog_run_xdp()
250 				xdp_return_frame(xdpf);  in cpu_map_bpf_prog_run_xdp()
260 			xdp_return_frame(xdpf);  in cpu_map_bpf_prog_run_xdp()
374 			struct xdp_frame *xdpf = frames[i];  in cpu_map_kthread_run()  local
377 			skb = __xdp_build_skb_from_frame(xdpf, skb,  in cpu_map_kthread_run()
378 							 xdpf->dev_rx);  in cpu_map_kthread_run()
380 				xdp_return_frame(xdpf);  in cpu_map_kthread_run()
704 		struct xdp_frame *xdpf = bq->q[i];  in bq_flush_to_queue()  local
707 		err = __ptr_ring_produce(q, xdpf);  in bq_flush_to_queue()
710 			xdp_return_frame_rx_napi(xdpf);  in bq_flush_to_queue()
726 static void bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf)  in bq_enqueue()  argument
743 	bq->q[bq->count++] = xdpf;  in bq_enqueue()
752 	struct xdp_frame *xdpf;  in cpu_map_enqueue()  local
754 	xdpf = xdp_convert_buff_to_frame(xdp);  in cpu_map_enqueue()
755 	if (unlikely(!xdpf))  in cpu_map_enqueue()
759 	xdpf->dev_rx = dev_rx;  in cpu_map_enqueue()
761 	bq_enqueue(rcpu, xdpf);  in cpu_map_enqueue()