163 					 struct xdp_frame *xdpf)  in cpu_map_build_skb()  argument
186 	frame_size = SKB_DATA_ALIGN(xdpf->len) + xdpf->headroom +  in cpu_map_build_skb()
189 	pkt_data_start = xdpf->data - xdpf->headroom;  in cpu_map_build_skb()
194 	skb_reserve(skb, xdpf->headroom);  in cpu_map_build_skb()
195 	__skb_put(skb, xdpf->len);  in cpu_map_build_skb()
196 	if (xdpf->metasize)  in cpu_map_build_skb()
197 		skb_metadata_set(skb, xdpf->metasize);  in cpu_map_build_skb()
200 	skb->protocol = eth_type_trans(skb, xdpf->dev_rx);  in cpu_map_build_skb()
218 	struct xdp_frame *xdpf;  in __cpu_map_ring_cleanup()  local
220 	while ((xdpf = ptr_ring_consume(ring)))  in __cpu_map_ring_cleanup()
221 		if (WARN_ON_ONCE(xdpf))  in __cpu_map_ring_cleanup()
222 			xdp_return_frame(xdpf);  in __cpu_map_ring_cleanup()
249 		struct xdp_frame *xdpf;  in cpu_map_kthread_run()  local
272 		while ((xdpf = __ptr_ring_consume(rcpu->queue))) {  in cpu_map_kthread_run()
276 			skb = cpu_map_build_skb(rcpu, xdpf);  in cpu_map_kthread_run()
278 				xdp_return_frame(xdpf);  in cpu_map_kthread_run()
578 		struct xdp_frame *xdpf = bq->q[i];  in bq_flush_to_queue()  local
581 		err = __ptr_ring_produce(q, xdpf);  in bq_flush_to_queue()
585 				xdp_return_frame_rx_napi(xdpf);  in bq_flush_to_queue()
587 				xdp_return_frame(xdpf);  in bq_flush_to_queue()
602 static int bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf)  in bq_enqueue()  argument
618 	bq->q[bq->count++] = xdpf;  in bq_enqueue()
625 	struct xdp_frame *xdpf;  in cpu_map_enqueue()  local
627 	xdpf = convert_to_xdp_frame(xdp);  in cpu_map_enqueue()
628 	if (unlikely(!xdpf))  in cpu_map_enqueue()
632 	xdpf->dev_rx = dev_rx;  in cpu_map_enqueue()
634 	bq_enqueue(rcpu, xdpf);  in cpu_map_enqueue()