/Linux-v5.15/include/net/ |
D | xdp.h | 114 struct xdp_frame { struct 141 xdp_get_shared_info_from_frame(struct xdp_frame *frame) in xdp_get_shared_info_from_frame() argument 156 static inline void xdp_scrub_frame(struct xdp_frame *frame) in xdp_scrub_frame() 166 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp); 167 struct sk_buff *__xdp_build_skb_from_frame(struct xdp_frame *xdpf, 170 struct sk_buff *xdp_build_skb_from_frame(struct xdp_frame *xdpf, 173 struct xdp_frame *xdpf_clone(struct xdp_frame *xdpf); 176 void xdp_convert_frame_to_buff(struct xdp_frame *frame, struct xdp_buff *xdp) in xdp_convert_frame_to_buff() 187 struct xdp_frame *xdp_frame) in xdp_update_frame_from_buff() argument 195 if (unlikely((headroom - metasize) < sizeof(*xdp_frame))) in xdp_update_frame_from_buff() [all …]
|
/Linux-v5.15/include/linux/ |
D | if_tun.h | 34 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() 38 static inline struct xdp_frame *tun_ptr_to_xdp(void *ptr) in tun_ptr_to_xdp() 60 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() 64 static inline struct xdp_frame *tun_ptr_to_xdp(void *ptr) in tun_ptr_to_xdp()
|
/Linux-v5.15/net/core/ |
D | xdp.c | 377 void xdp_return_frame(struct xdp_frame *xdpf) in xdp_return_frame() 383 void xdp_return_frame_rx_napi(struct xdp_frame *xdpf) in xdp_return_frame_rx_napi() 413 void xdp_return_frame_bulk(struct xdp_frame *xdpf, in xdp_return_frame_bulk() 473 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame() 477 struct xdp_frame *xdpf; in xdp_convert_zc_to_xdp_frame() 530 struct sk_buff *__xdp_build_skb_from_frame(struct xdp_frame *xdpf, in __xdp_build_skb_from_frame() 574 struct sk_buff *xdp_build_skb_from_frame(struct xdp_frame *xdpf, in xdp_build_skb_from_frame() 589 struct xdp_frame *xdpf_clone(struct xdp_frame *xdpf) in xdpf_clone() 592 struct xdp_frame *nxdpf; in xdpf_clone()
|
/Linux-v5.15/drivers/net/ethernet/ti/ |
D | cpsw_priv.h | 400 #define CPSW_XMETA_OFFSET ALIGN(sizeof(struct xdp_frame), sizeof(long)) 419 static inline void *cpsw_xdpf_to_handle(struct xdp_frame *xdpf) in cpsw_xdpf_to_handle() 424 static inline struct xdp_frame *cpsw_handle_to_xdpf(void *handle) in cpsw_handle_to_xdpf() 426 return (struct xdp_frame *)((unsigned long)handle & ~BIT(0)); in cpsw_handle_to_xdpf() 440 int cpsw_xdp_tx_frame(struct cpsw_priv *priv, struct xdp_frame *xdpf,
|
D | cpsw_priv.c | 54 struct xdp_frame *xdpf; in cpsw_tx_handler() 1288 int cpsw_xdp_tx_frame(struct cpsw_priv *priv, struct xdp_frame *xdpf, in cpsw_xdp_tx_frame() 1304 dma += xdpf->headroom + sizeof(struct xdp_frame); in cpsw_xdp_tx_frame() 1327 struct xdp_frame *xdpf; in cpsw_run_xdp()
|
/Linux-v5.15/kernel/bpf/ |
D | cpumap.c | 152 struct xdp_frame *xdpf; in __cpu_map_ring_cleanup() 224 struct xdp_frame *xdpf = frames[i]; in cpu_map_bpf_prog_run_xdp() 374 struct xdp_frame *xdpf = frames[i]; in cpu_map_kthread_run() 704 struct xdp_frame *xdpf = bq->q[i]; in bq_flush_to_queue() 726 static void bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf) in bq_enqueue() 752 struct xdp_frame *xdpf; in cpu_map_enqueue()
|
D | devmap.c | 56 struct xdp_frame *q[DEV_MAP_BULK_SIZE]; 326 struct xdp_frame **frames, int n, in dev_map_bpf_prog_run() 334 struct xdp_frame *xdpf = frames[i]; in dev_map_bpf_prog_run() 376 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all() 445 static void bq_enqueue(struct net_device *dev, struct xdp_frame *xdpf, in bq_enqueue() 474 struct xdp_frame *xdpf; in __xdp_enqueue() 551 struct xdp_frame *xdpf) in dev_map_enqueue_clone() 553 struct xdp_frame *nxdpf; in dev_map_enqueue_clone() 596 struct xdp_frame *xdpf; in dev_map_enqueue_multi()
|
/Linux-v5.15/drivers/net/ethernet/freescale/enetc/ |
D | enetc.c | 40 static struct xdp_frame * 44 return tx_swbd->xdp_frame; in enetc_tx_swbd_get_xdp_frame() 69 struct xdp_frame *xdp_frame = enetc_tx_swbd_get_xdp_frame(tx_swbd); in enetc_free_tx_frame() local 75 if (xdp_frame) { in enetc_free_tx_frame() 76 xdp_return_frame(tx_swbd->xdp_frame); in enetc_free_tx_frame() 77 tx_swbd->xdp_frame = NULL; in enetc_free_tx_frame() 544 struct xdp_frame *xdp_frame = enetc_tx_swbd_get_xdp_frame(tx_swbd); in enetc_clean_tx_ring() local 567 if (xdp_frame) { in enetc_clean_tx_ring() 568 xdp_return_frame(xdp_frame); in enetc_clean_tx_ring() 1014 struct xdp_frame *xdp_frame) in enetc_xdp_frame_to_xdp_tx_swbd() argument [all …]
|
D | enetc.h | 24 struct xdp_frame *xdp_frame; member 395 struct xdp_frame **frames, u32 flags);
|
/Linux-v5.15/drivers/net/ethernet/broadcom/bnxt/ |
D | bnxt_xdp.h | 22 struct xdp_frame **frames, u32 flags);
|
D | bnxt_xdp.c | 60 struct xdp_frame *xdpf) in __bnxt_xmit_xdp_redirect() 211 struct xdp_frame **frames, u32 flags) in bnxt_xdp_xmit() 231 struct xdp_frame *xdp = frames[i]; in bnxt_xdp_xmit()
|
/Linux-v5.15/drivers/net/ |
D | veth.c | 79 struct xdp_frame *q[VETH_XDP_TX_BULK_SIZE]; 253 static struct xdp_frame *veth_ptr_to_xdp(void *ptr) in veth_ptr_to_xdp() 258 static void *veth_xdp_to_ptr(struct xdp_frame *xdp) in veth_xdp_to_ptr() 472 struct xdp_frame **frames, in veth_xdp_xmit() 501 struct xdp_frame *frame = frames[i]; in veth_xdp_xmit() 529 struct xdp_frame **frames, u32 flags) in veth_ndo_xdp_xmit() 593 struct xdp_frame *frame = xdp_convert_buff_to_frame(xdp); in veth_xdp_tx() 606 static struct xdp_frame *veth_xdp_rcv_one(struct veth_rq *rq, in veth_xdp_rcv_one() 607 struct xdp_frame *frame, in veth_xdp_rcv_one() 611 struct xdp_frame orig_frame; in veth_xdp_rcv_one() [all …]
|
D | virtio_net.c | 257 static void *xdp_to_ptr(struct xdp_frame *ptr) in xdp_to_ptr() 262 static struct xdp_frame *ptr_to_xdp(void *ptr) in ptr_to_xdp() 264 return (struct xdp_frame *)((unsigned long)ptr & ~VIRTIO_XDP_FLAG); in ptr_to_xdp() 501 struct xdp_frame *xdpf) in __virtnet_xdp_xmit_one() 565 int n, struct xdp_frame **frames, u32 flags) in virtnet_xdp_xmit() 597 struct xdp_frame *frame = ptr_to_xdp(ptr); in virtnet_xdp_xmit() 611 struct xdp_frame *xdpf = frames[i]; in virtnet_xdp_xmit() 739 struct xdp_frame *xdpf; in receive_small() 901 struct xdp_frame *xdpf; in receive_mergeable() 1472 struct xdp_frame *frame = ptr_to_xdp(ptr); in free_old_xmit_skbs()
|
D | tun.c | 604 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_ptr_free() 1187 struct xdp_frame **frames, u32 flags) in tun_xdp_xmit() 1214 struct xdp_frame *xdp = frames[i]; in tun_xdp_xmit() 1237 struct xdp_frame *frame = xdp_convert_buff_to_frame(xdp); in tun_xdp_tx() 1945 struct xdp_frame *xdp_frame, in tun_put_user_xdp() argument 1949 size_t size = xdp_frame->len; in tun_put_user_xdp() 1964 ret = copy_to_iter(xdp_frame->data, size, iter) + vnet_hdr_sz; in tun_put_user_xdp() 2125 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_do_read() 2518 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_ptr_peek_len()
|
/Linux-v5.15/drivers/net/ethernet/intel/ixgbe/ |
D | ixgbe_txrx_common.h | 16 struct xdp_frame *xdpf);
|
/Linux-v5.15/drivers/net/ethernet/intel/i40e/ |
D | i40e_txrx.h | 263 struct xdp_frame *xdpf; 468 int i40e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
/Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
D | xdp.c | 64 struct xdp_frame *xdpf; in mlx5e_xmit_xdp_buff() 498 int mlx5e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames, in mlx5e_xdp_xmit() 522 struct xdp_frame *xdpf = frames[i]; in mlx5e_xdp_xmit()
|
D | xdp.h | 57 int mlx5e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
/Linux-v5.15/drivers/net/ethernet/freescale/dpaa/ |
D | dpaa_eth.h | 155 struct xdp_frame *xdpf;
|
/Linux-v5.15/drivers/net/ethernet/sfc/ |
D | efx.h | 234 int efx_xdp_tx_buffers(struct efx_nic *efx, int n, struct xdp_frame **xdpfs,
|
D | tx.c | 421 int efx_xdp_tx_buffers(struct efx_nic *efx, int n, struct xdp_frame **xdpfs, in efx_xdp_tx_buffers() 426 struct xdp_frame *xdpf; in efx_xdp_tx_buffers()
|
/Linux-v5.15/drivers/net/ethernet/intel/ice/ |
D | ice_txrx_lib.c | 274 struct xdp_frame *xdpf = xdp_convert_buff_to_frame(xdp); in ice_xmit_xdp_buff()
|
/Linux-v5.15/drivers/net/ethernet/qlogic/qede/ |
D | qede.h | 385 struct xdp_frame *xdpf; 527 struct xdp_frame **frames, u32 flags);
|
/Linux-v5.15/drivers/net/ethernet/intel/igb/ |
D | igb.h | 269 struct xdp_frame *xdpf; 718 struct xdp_frame *xdpf);
|
/Linux-v5.15/drivers/net/ethernet/stmicro/stmmac/ |
D | stmmac.h | 70 struct xdp_frame **xdpf;
|