61 	struct bpf_prog *xdp_prog;  member
68 	struct bpf_prog *xdp_prog;  member
214 				if (dev->xdp_prog)  in dev_map_free()
215 					bpf_prog_put(dev->xdp_prog);  in dev_map_free()
230 			if (dev->xdp_prog)  in dev_map_free()
231 				bpf_prog_put(dev->xdp_prog);  in dev_map_free()
322 static int dev_map_bpf_prog_run(struct bpf_prog *xdp_prog,  in dev_map_bpf_prog_run()  argument
338 		act = bpf_prog_run_xdp(xdp_prog, &xdp);  in dev_map_bpf_prog_run()
348 			bpf_warn_invalid_xdp_action(NULL, xdp_prog, act);  in dev_map_bpf_prog_run()
351 			trace_xdp_exception(dev, xdp_prog, act);  in dev_map_bpf_prog_run()
378 	if (bq->xdp_prog) {  in bq_xmit_all()
379 		to_send = dev_map_bpf_prog_run(bq->xdp_prog, bq->q, cnt, dev);  in bq_xmit_all()
416 		bq->xdp_prog = NULL;  in __dev_flush()
443 		       struct net_device *dev_rx, struct bpf_prog *xdp_prog)  in bq_enqueue()  argument
460 		bq->xdp_prog = xdp_prog;  in bq_enqueue()
469 				struct bpf_prog *xdp_prog)  in __xdp_enqueue()  argument
484 	bq_enqueue(dev, xdpf, dev_rx, xdp_prog);  in __xdp_enqueue()
494 	if (!dst->xdp_prog)  in dev_map_bpf_prog_run_skb()
500 	act = bpf_prog_run_generic_xdp(skb, &xdp, dst->xdp_prog);  in dev_map_bpf_prog_run_skb()
506 		bpf_warn_invalid_xdp_action(NULL, dst->xdp_prog, act);  in dev_map_bpf_prog_run_skb()
509 		trace_xdp_exception(dst->dev, dst->xdp_prog, act);  in dev_map_bpf_prog_run_skb()
530 	return __xdp_enqueue(dev, xdpf, dev_rx, dst->xdp_prog);  in dev_map_enqueue()
561 	bq_enqueue(obj->dev, nxdpf, dev_rx, obj->xdp_prog);  in dev_map_enqueue_clone()
658 		bq_enqueue(last_dst->dev, xdpf, dev_rx, last_dst->xdp_prog);  in dev_map_enqueue_multi()
666 			     struct bpf_prog *xdp_prog)  in dev_map_generic_redirect()  argument
682 	generic_xdp_tx(skb, xdp_prog);  in dev_map_generic_redirect()
689 				  struct bpf_prog *xdp_prog)  in dev_map_redirect_clone()  argument
698 	err = dev_map_generic_redirect(dst, nskb, xdp_prog);  in dev_map_redirect_clone()
708 			   struct bpf_prog *xdp_prog, struct bpf_map *map,  in dev_map_redirect_multi()  argument
741 			err = dev_map_redirect_clone(last_dst, skb, xdp_prog);  in dev_map_redirect_multi()
765 				err = dev_map_redirect_clone(last_dst, skb, xdp_prog);  in dev_map_redirect_multi()
776 		return dev_map_generic_redirect(last_dst, skb, xdp_prog);  in dev_map_redirect_multi()
802 	if (dev->xdp_prog)  in __dev_map_entry_free()
803 		bpf_prog_put(dev->xdp_prog);  in __dev_map_entry_free()
877 		dev->xdp_prog = prog;  in __dev_map_alloc_node()
880 		dev->xdp_prog = NULL;  in __dev_map_alloc_node()