| /Linux-v5.10/include/net/ |
| D | xdp.h | 94 struct xdp_frame { struct
109 xdp_get_shared_info_from_frame(struct xdp_frame *frame) in xdp_get_shared_info_from_frame() argument
124 static inline void xdp_scrub_frame(struct xdp_frame *frame) in xdp_scrub_frame()
134 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp);
137 void xdp_convert_frame_to_buff(struct xdp_frame *frame, struct xdp_buff *xdp) in xdp_convert_frame_to_buff()
148 struct xdp_frame *xdp_frame) in xdp_update_frame_from_buff() argument
156 if (unlikely((headroom - metasize) < sizeof(*xdp_frame))) in xdp_update_frame_from_buff()
165 xdp_frame->data = xdp->data; in xdp_update_frame_from_buff()
166 xdp_frame->len = xdp->data_end - xdp->data; in xdp_update_frame_from_buff()
167 xdp_frame->headroom = headroom - sizeof(*xdp_frame); in xdp_update_frame_from_buff()
[all …]
|
| /Linux-v5.10/include/linux/ |
| D | if_tun.h | 34 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr()
38 static inline struct xdp_frame *tun_ptr_to_xdp(void *ptr) in tun_ptr_to_xdp()
60 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr()
64 static inline struct xdp_frame *tun_ptr_to_xdp(void *ptr) in tun_ptr_to_xdp()
|
| /Linux-v5.10/kernel/bpf/ |
| D | cpumap.c | 158 static struct sk_buff *cpu_map_build_skb(struct xdp_frame *xdpf, in cpu_map_build_skb()
166 hard_start_headroom = sizeof(struct xdp_frame) + xdpf->headroom; in cpu_map_build_skb()
208 struct xdp_frame *xdpf; in __cpu_map_ring_cleanup()
245 struct xdp_frame *xdpf = frames[i]; in cpu_map_bpf_prog_run_xdp()
363 struct xdp_frame *xdpf = frames[i]; in cpu_map_kthread_run()
685 struct xdp_frame *xdpf = bq->q[i]; in bq_flush_to_queue()
707 static void bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf) in bq_enqueue()
733 struct xdp_frame *xdpf; in cpu_map_enqueue()
|
| D | devmap.c | 56 struct xdp_frame *q[DEV_MAP_BULK_SIZE];
354 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all()
378 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all()
424 static void bq_enqueue(struct net_device *dev, struct xdp_frame *xdpf, in bq_enqueue()
449 struct xdp_frame *xdpf; in __xdp_enqueue()
|
| /Linux-v5.10/drivers/net/ethernet/ti/ |
| D | cpsw_priv.h | 398 #define CPSW_XMETA_OFFSET ALIGN(sizeof(struct xdp_frame), sizeof(long))
417 static inline void *cpsw_xdpf_to_handle(struct xdp_frame *xdpf) in cpsw_xdpf_to_handle()
422 static inline struct xdp_frame *cpsw_handle_to_xdpf(void *handle) in cpsw_handle_to_xdpf()
424 return (struct xdp_frame *)((unsigned long)handle & ~BIT(0)); in cpsw_handle_to_xdpf()
438 int cpsw_xdp_tx_frame(struct cpsw_priv *priv, struct xdp_frame *xdpf,
|
| D | cpsw_priv.c | 54 struct xdp_frame *xdpf; in cpsw_tx_handler()
1288 int cpsw_xdp_tx_frame(struct cpsw_priv *priv, struct xdp_frame *xdpf, in cpsw_xdp_tx_frame()
1304 dma += xdpf->headroom + sizeof(struct xdp_frame); in cpsw_xdp_tx_frame()
1331 struct xdp_frame *xdpf; in cpsw_run_xdp()
|
| /Linux-v5.10/net/core/ |
| D | xdp.c | 374 void xdp_return_frame(struct xdp_frame *xdpf) in xdp_return_frame()
380 void xdp_return_frame_rx_napi(struct xdp_frame *xdpf) in xdp_return_frame_rx_napi()
416 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame()
420 struct xdp_frame *xdpf; in xdp_convert_zc_to_xdp_frame()
|
| /Linux-v5.10/drivers/net/ |
| D | veth.c | 77 struct xdp_frame *q[VETH_XDP_TX_BULK_SIZE];
237 static struct xdp_frame *veth_ptr_to_xdp(void *ptr) in veth_ptr_to_xdp()
242 static void *veth_xdp_to_ptr(struct xdp_frame *xdp) in veth_xdp_to_ptr()
432 struct xdp_frame **frames, in veth_xdp_xmit()
462 struct xdp_frame *frame = frames[i]; in veth_xdp_xmit()
491 struct xdp_frame **frames, u32 flags) in veth_ndo_xdp_xmit()
552 struct xdp_frame *frame = xdp_convert_buff_to_frame(xdp); in veth_xdp_tx()
566 struct xdp_frame *frame, in veth_xdp_rcv_one()
572 struct xdp_frame orig_frame; in veth_xdp_rcv_one()
578 hard_start -= sizeof(struct xdp_frame); in veth_xdp_rcv_one()
[all …]
|
| D | tun.c | 607 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_ptr_free()
1215 struct xdp_frame **frames, u32 flags) in tun_xdp_xmit()
1243 struct xdp_frame *xdp = frames[i]; in tun_xdp_xmit()
1266 struct xdp_frame *frame = xdp_convert_buff_to_frame(xdp); in tun_xdp_tx()
1980 struct xdp_frame *xdp_frame, in tun_put_user_xdp() argument
1984 size_t size = xdp_frame->len; in tun_put_user_xdp()
2000 ret = copy_to_iter(xdp_frame->data, size, iter) + vnet_hdr_sz; in tun_put_user_xdp()
2168 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_do_read()
2566 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_ptr_peek_len()
|
| D | virtio_net.c | 254 static void *xdp_to_ptr(struct xdp_frame *ptr) in xdp_to_ptr()
259 static struct xdp_frame *ptr_to_xdp(void *ptr) in ptr_to_xdp()
261 return (struct xdp_frame *)((unsigned long)ptr & ~VIRTIO_XDP_FLAG); in ptr_to_xdp()
459 struct xdp_frame *xdpf) in __virtnet_xdp_xmit_one()
493 int n, struct xdp_frame **frames, u32 flags) in virtnet_xdp_xmit()
526 struct xdp_frame *frame = ptr_to_xdp(ptr); in virtnet_xdp_xmit()
540 struct xdp_frame *xdpf = frames[i]; in virtnet_xdp_xmit()
663 struct xdp_frame *xdpf; in receive_small()
818 struct xdp_frame *xdpf; in receive_mergeable()
1396 struct xdp_frame *frame = ptr_to_xdp(ptr); in free_old_xmit_skbs()
|
| /Linux-v5.10/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.h | 22 struct xdp_frame **frames, u32 flags);
|
| D | bnxt_xdp.c | 60 struct xdp_frame *xdpf) in __bnxt_xmit_xdp_redirect()
216 struct xdp_frame **frames, u32 flags) in bnxt_xdp_xmit()
236 struct xdp_frame *xdp = frames[i]; in bnxt_xdp_xmit()
|
| /Linux-v5.10/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_txrx_common.h | 16 struct xdp_frame *xdpf);
|
| /Linux-v5.10/drivers/net/ethernet/sfc/ |
| D | tx.c | 415 static void efx_xdp_return_frames(int n, struct xdp_frame **xdpfs) in efx_xdp_return_frames()
429 int efx_xdp_tx_buffers(struct efx_nic *efx, int n, struct xdp_frame **xdpfs, in efx_xdp_tx_buffers()
434 struct xdp_frame *xdpf; in efx_xdp_tx_buffers()
|
| D | efx.h | 234 int efx_xdp_tx_buffers(struct efx_nic *efx, int n, struct xdp_frame **xdpfs,
|
| D | rx.c | 260 struct xdp_frame *xdpf; in efx_do_xdp()
|
| /Linux-v5.10/drivers/net/ethernet/intel/i40e/ |
| D | i40e_txrx.h | 263 struct xdp_frame *xdpf;
464 int i40e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
| /Linux-v5.10/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.c | 64 struct xdp_frame *xdpf; in mlx5e_xmit_xdp_buff()
484 int mlx5e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames, in mlx5e_xdp_xmit()
508 struct xdp_frame *xdpf = frames[i]; in mlx5e_xdp_xmit()
|
| D | xdp.h | 57 int mlx5e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
| /Linux-v5.10/drivers/net/ethernet/intel/ice/ |
| D | ice_txrx_lib.c | 262 struct xdp_frame *xdpf = xdp_convert_buff_to_frame(xdp); in ice_xmit_xdp_buff()
|
| /Linux-v5.10/drivers/net/ethernet/qlogic/qede/ |
| D | qede.h | 387 struct xdp_frame *xdpf;
528 struct xdp_frame **frames, u32 flags);
|
| D | qede_fp.c | 306 u16 len, struct page *page, struct xdp_frame *xdpf) in qede_xdp_xmit()
341 struct xdp_frame **frames, u32 flags) in qede_xdp_transmit()
346 struct xdp_frame *xdpf; in qede_xdp_transmit()
410 struct xdp_frame *xdpf; in qede_xdp_tx_int()
|
| /Linux-v5.10/drivers/net/ethernet/intel/igb/ |
| D | igb.h | 269 struct xdp_frame *xdpf;
718 struct xdp_frame *xdpf);
|
| /Linux-v5.10/drivers/net/ethernet/socionext/ |
| D | netsec.c | 272 struct xdp_frame *xdpf;
815 struct xdp_frame *xdpf, bool is_ndo) in netsec_xdp_queue_one()
871 struct xdp_frame *xdpf = xdp_convert_buff_to_frame(xdp); in netsec_xdp_xmit_back()
1749 struct xdp_frame **frames, u32 flags) in netsec_xdp_xmit()
1761 struct xdp_frame *xdpf = frames[i]; in netsec_xdp_xmit()
|
| /Linux-v5.10/drivers/net/ethernet/amazon/ena/ |
| D | ena_netdev.h | 172 struct xdp_frame *xdpf;
|
