| /Linux-v5.15/kernel/bpf/ |
| D | devmap.c | 60 struct bpf_prog *xdp_prog; member
68 struct bpf_prog *xdp_prog; member
217 if (dev->xdp_prog) in dev_map_free()
218 bpf_prog_put(dev->xdp_prog); in dev_map_free()
233 if (dev->xdp_prog) in dev_map_free()
234 bpf_prog_put(dev->xdp_prog); in dev_map_free()
325 static int dev_map_bpf_prog_run(struct bpf_prog *xdp_prog, in dev_map_bpf_prog_run() argument
341 act = bpf_prog_run_xdp(xdp_prog, &xdp); in dev_map_bpf_prog_run()
354 trace_xdp_exception(dev, xdp_prog, act); in dev_map_bpf_prog_run()
381 if (bq->xdp_prog) { in bq_xmit_all()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.c | 114 struct bpf_prog *xdp_prog = READ_ONCE(rxr->xdp_prog); in bnxt_rx_xdp() local
125 if (!xdp_prog) in bnxt_rx_xdp()
141 act = bpf_prog_run_xdp(xdp_prog, &xdp); in bnxt_rx_xdp()
161 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
184 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
189 if (xdp_do_redirect(bp->dev, &xdp, xdp_prog)) { in bnxt_rx_xdp()
190 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
201 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
214 struct bpf_prog *xdp_prog = READ_ONCE(bp->xdp_prog); in bnxt_xdp_xmit() local
224 !xdp_prog) in bnxt_xdp_xmit()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/sfc/ |
| D | rx.c | 256 struct bpf_prog *xdp_prog; in efx_do_xdp() local
263 xdp_prog = rcu_dereference_bh(efx->xdp_prog); in efx_do_xdp()
264 if (!xdp_prog) in efx_do_xdp()
294 xdp_act = bpf_prog_run_xdp(xdp_prog, &xdp); in efx_do_xdp()
320 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
327 err = xdp_do_redirect(efx->net_dev, &xdp, xdp_prog); in efx_do_xdp()
334 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
344 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
348 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 14 bool xdp_on = READ_ONCE(adapter->xdp_prog); in ixgbe_xsk_pool()
102 struct bpf_prog *xdp_prog; in ixgbe_run_xdp_zc() local
106 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbe_run_xdp_zc()
107 act = bpf_prog_run_xdp(xdp_prog, xdp); in ixgbe_run_xdp_zc()
110 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ixgbe_run_xdp_zc()
132 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
509 if (!READ_ONCE(adapter->xdp_prog)) in ixgbe_xsk_wakeup()
|
| /Linux-v5.15/drivers/net/ |
| D | veth.c | 62 struct bpf_prog __rcu *xdp_prog; member
582 if (unlikely(!rcu_access_pointer(rcv_rq->xdp_prog))) in veth_xdp_flush()
612 struct bpf_prog *xdp_prog; in veth_xdp_rcv_one() local
615 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_one()
616 if (likely(xdp_prog)) { in veth_xdp_rcv_one()
623 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_one()
634 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
645 if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { in veth_xdp_rcv_one()
657 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
712 struct bpf_prog *xdp_prog; in veth_xdp_rcv_skb() local
[all …]
|
| D | virtio_net.c | 145 struct bpf_prog __rcu *xdp_prog; member
569 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
583 xdp_prog = rcu_access_pointer(rq->xdp_prog); in virtnet_xdp_xmit()
584 if (!xdp_prog) in virtnet_xdp_xmit()
714 struct bpf_prog *xdp_prog; in receive_small() local
736 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
737 if (xdp_prog) { in receive_small()
772 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_small()
791 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
799 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_small()
[all …]
|
| D | tun.c | 208 struct bpf_prog __rcu *xdp_prog; member
810 if (rtnl_dereference(tun->xdp_prog)) in tun_attach()
1119 old_prog = rtnl_dereference(tun->xdp_prog); in tun_xdp_set()
1120 rcu_assign_pointer(tun->xdp_prog, prog); in tun_xdp_set()
1530 static int tun_xdp_act(struct tun_struct *tun, struct bpf_prog *xdp_prog, in tun_xdp_act() argument
1537 err = xdp_do_redirect(tun->dev, xdp, xdp_prog); in tun_xdp_act()
1552 trace_xdp_exception(tun->dev, xdp_prog, act); in tun_xdp_act()
1569 struct bpf_prog *xdp_prog; in tun_build_skb() local
1577 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_build_skb()
1578 if (xdp_prog) in tun_build_skb()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 153 struct bpf_prog *xdp_prog; in i40e_run_xdp_zc() local
159 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in i40e_run_xdp_zc()
160 act = bpf_prog_run_xdp(xdp_prog, xdp); in i40e_run_xdp_zc()
163 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in i40e_run_xdp_zc()
183 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in i40e_run_xdp_zc()
|
| D | i40e_txrx.c | 1561 rx_ring->xdp_prog = NULL; in i40e_free_rx_resources()
1609 rx_ring->xdp_prog = rx_ring->vsi->xdp_prog; in i40e_setup_rx_descriptors()
2298 struct bpf_prog *xdp_prog; in i40e_run_xdp() local
2301 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in i40e_run_xdp()
2303 if (!xdp_prog) in i40e_run_xdp()
2308 act = bpf_prog_run_xdp(xdp_prog, xdp); in i40e_run_xdp()
2319 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in i40e_run_xdp()
2329 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in i40e_run_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/stmicro/stmmac/ |
| D | stmmac_xdp.c | 120 need_update = !!priv->xdp_prog != !!prog; in stmmac_xdp_set_prog()
124 old_prog = xchg(&priv->xdp_prog, prog); in stmmac_xdp_set_prog()
|
| D | stmmac.h | 301 struct bpf_prog *xdp_prog; member
336 return !!priv->xdp_prog; in stmmac_xdp_is_enabled()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ice/ |
| D | ice_xsk.c | 465 struct bpf_prog *xdp_prog; in ice_run_xdp_zc() local
472 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ice_run_xdp_zc()
474 act = bpf_prog_run_xdp(xdp_prog, xdp); in ice_run_xdp_zc()
477 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ice_run_xdp_zc()
497 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ice_run_xdp_zc()
|
| D | ice_txrx.c | 439 rx_ring->xdp_prog = NULL; in ice_free_rx_ring()
486 WRITE_ONCE(rx_ring->xdp_prog, rx_ring->vsi->xdp_prog); in ice_setup_rx_ring()
527 struct bpf_prog *xdp_prog) in ice_run_xdp() argument
533 act = bpf_prog_run_xdp(xdp_prog, xdp); in ice_run_xdp()
544 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ice_run_xdp()
553 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ice_run_xdp()
1070 struct bpf_prog *xdp_prog = NULL; in ice_clean_rx_irq() local
1143 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ice_clean_rx_irq()
1144 if (!xdp_prog) in ice_clean_rx_irq()
1147 xdp_res = ice_run_xdp(rx_ring, &xdp, xdp_prog); in ice_clean_rx_irq()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/intel/igc/ |
| D | igc_xdp.h | 14 return !!adapter->xdp_prog; in igc_xdp_is_enabled()
|
| D | igc_xdp.c | 27 old_prog = xchg(&adapter->xdp_prog, prog); in igc_xdp_set_prog()
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.h | 75 if (priv->channels.params.xdp_prog) in mlx5e_xdp_tx_enable()
81 if (priv->channels.params.xdp_prog) in mlx5e_xdp_tx_disable()
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | pool.c | 106 if (!params->xdp_prog) { in mlx5e_xsk_enable_locked()
168 if (!priv->channels.params.xdp_prog) in mlx5e_xsk_disable_locked()
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_rx.c | 438 ring->xdp_prog, in mlx4_en_destroy_rx_ring()
669 struct bpf_prog *xdp_prog; in mlx4_en_process_rx_cq() local
682 xdp_prog = rcu_dereference_bh(ring->xdp_prog); in mlx4_en_process_rx_cq()
767 if (xdp_prog) { in mlx4_en_process_rx_cq()
781 act = bpf_prog_run_xdp(xdp_prog, &xdp); in mlx4_en_process_rx_cq()
800 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
806 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
|
| /Linux-v5.15/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net_common.c | 1381 if (!dp->xdp_prog) { in nfp_net_rx_alloc_one()
1396 nfp_net_free_frag(frag, dp->xdp_prog); in nfp_net_rx_alloc_one()
1408 if (!dp->xdp_prog) { in nfp_net_napi_alloc_one()
1423 nfp_net_free_frag(frag, dp->xdp_prog); in nfp_net_napi_alloc_one()
1521 nfp_net_free_frag(rx_ring->rxbufs[i].frag, dp->xdp_prog); in nfp_net_rx_ring_bufs_free()
1820 struct bpf_prog *xdp_prog; in nfp_net_rx() local
1828 xdp_prog = READ_ONCE(dp->xdp_prog); in nfp_net_rx()
1829 true_bufsz = xdp_prog ? PAGE_SIZE : dp->fl_bufsz; in nfp_net_rx()
1917 if (xdp_prog && !meta.portid) { in nfp_net_rx()
1927 act = bpf_prog_run_xdp(xdp_prog, &xdp); in nfp_net_rx()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/socionext/ |
| D | netsec.c | 294 struct bpf_prog *xdp_prog; member
957 struct bpf_prog *xdp_prog; in netsec_process_rx() local
965 xdp_prog = READ_ONCE(priv->xdp_prog); in netsec_process_rx()
1024 if (xdp_prog) { in netsec_process_rx()
1025 xdp_result = netsec_run_xdp(priv, xdp_prog, &xdp); in netsec_process_rx()
1294 struct bpf_prog *xdp_prog = READ_ONCE(priv->xdp_prog); in netsec_setup_rx_dring() local
1302 .dma_dir = xdp_prog ? DMA_BIDIRECTIONAL : DMA_FROM_DEVICE, in netsec_setup_rx_dring()
1807 old_prog = xchg(&priv->xdp_prog, prog); in netsec_xdp_setup()
|
| /Linux-v5.15/samples/bpf/ |
| D | xdp_sample_user.h | 39 int sample_install_xdp(struct bpf_program *xdp_prog, int ifindex, bool generic,
|
| /Linux-v5.15/drivers/net/ethernet/freescale/dpaa/ |
| D | dpaa_eth.h | 203 struct bpf_prog *xdp_prog; member
|
| /Linux-v5.15/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf.h | 94 struct bpf_prog *xdp_prog; member
360 struct bpf_prog *xdp_prog; member
|
| D | ixgbevf_main.c | 1054 struct bpf_prog *xdp_prog; in ixgbevf_run_xdp() local
1057 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbevf_run_xdp()
1059 if (!xdp_prog) in ixgbevf_run_xdp()
1062 act = bpf_prog_run_xdp(xdp_prog, xdp); in ixgbevf_run_xdp()
1077 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbevf_run_xdp()
2630 if (adapter->xdp_prog && in ixgbevf_set_num_queues()
2636 adapter->num_xdp_queues = adapter->xdp_prog ? rss : 0; in ixgbevf_set_num_queues()
3495 rx_ring->xdp_prog = adapter->xdp_prog; in ixgbevf_setup_rx_resources()
3545 rx_ring->xdp_prog = NULL; in ixgbevf_free_rx_resources()
4254 if (adapter->xdp_prog) { in ixgbevf_change_mtu()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/cavium/thunder/ |
| D | nicvf_main.c | 798 if (nic->xdp_prog && (cqe_rx->rb_cnt == 1)) { in nicvf_rcv_pkt_handler()
800 if (nicvf_xdp_rx(snic, nic->xdp_prog, cqe_rx, sq, rq, &skb)) in nicvf_rcv_pkt_handler()
804 nic->xdp_prog ? true : false); in nicvf_rcv_pkt_handler()
924 if (nic->pnicvf->xdp_prog) { in nicvf_cq_intr_handler()
1271 if (nic->xdp_prog) in nicvf_xmit()
1588 if (nic->xdp_prog && new_mtu > MAX_XDP_MTU) { in nicvf_change_mtu()
1868 old_prog = xchg(&nic->xdp_prog, prog); in nicvf_xdp_setup()
1873 if (nic->xdp_prog) { in nicvf_xdp_setup()
1875 bpf_prog_add(nic->xdp_prog, nic->rx_queues - 1); in nicvf_xdp_setup()
|
