| /Linux-v5.4/include/net/ |
| D | xdp.h | 75 struct xdp_frame { struct
88 static inline void xdp_scrub_frame(struct xdp_frame *frame) in xdp_scrub_frame()
94 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp);
98 struct xdp_frame *convert_to_xdp_frame(struct xdp_buff *xdp) in convert_to_xdp_frame()
100 struct xdp_frame *xdp_frame; in convert_to_xdp_frame() local
111 if (unlikely((headroom - metasize) < sizeof(*xdp_frame))) in convert_to_xdp_frame()
115 xdp_frame = xdp->data_hard_start; in convert_to_xdp_frame()
117 xdp_frame->data = xdp->data; in convert_to_xdp_frame()
118 xdp_frame->len = xdp->data_end - xdp->data; in convert_to_xdp_frame()
119 xdp_frame->headroom = headroom - sizeof(*xdp_frame); in convert_to_xdp_frame()
[all …]
|
| /Linux-v5.4/kernel/bpf/ |
| D | cpumap.c | 164 struct xdp_frame *xdpf, in cpu_map_build_skb()
172 hard_start_headroom = sizeof(struct xdp_frame) + xdpf->headroom; in cpu_map_build_skb()
229 struct xdp_frame *xdpf; in __cpu_map_ring_cleanup()
308 struct xdp_frame *xdpf = frames[i]; in cpu_map_kthread_run()
617 struct xdp_frame *xdpf = bq->q[i]; in bq_flush_to_queue()
643 static int bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf) in bq_enqueue()
671 struct xdp_frame *xdpf; in cpu_map_enqueue()
|
| D | devmap.c | 59 struct xdp_frame *q[DEV_MAP_BULK_SIZE];
342 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all()
367 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all()
417 static int bq_enqueue(struct bpf_dtab_netdev *obj, struct xdp_frame *xdpf, in bq_enqueue()
446 struct xdp_frame *xdpf; in dev_map_enqueue()
|
| /Linux-v5.4/net/core/ |
| D | xdp.c | 436 void xdp_return_frame(struct xdp_frame *xdpf) in xdp_return_frame()
442 void xdp_return_frame_rx_napi(struct xdp_frame *xdpf) in xdp_return_frame_rx_napi()
500 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame()
504 struct xdp_frame *xdpf; in xdp_convert_zc_to_xdp_frame()
|
| D | filter.c | 3382 void *xdp_frame_end = xdp->data_hard_start + sizeof(struct xdp_frame); in BPF_CALL_2()
3434 void *xdp_frame_end = xdp->data_hard_start + sizeof(struct xdp_frame); in BPF_CALL_2()
3465 struct xdp_frame *xdpf; in __bpf_tx_xdp()
|
| /Linux-v5.4/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.h | 22 struct xdp_frame **frames, u32 flags);
|
| D | bnxt_xdp.c | 60 struct xdp_frame *xdpf) in __bnxt_xmit_xdp_redirect()
215 struct xdp_frame **frames, u32 flags) in bnxt_xdp_xmit()
235 struct xdp_frame *xdp = frames[i]; in bnxt_xdp_xmit()
|
| D | bnxt.h | 685 struct xdp_frame *xdpf;
|
| /Linux-v5.4/drivers/net/ |
| D | veth.c | 70 struct xdp_frame *q[VETH_XDP_TX_BULK_SIZE];
393 struct xdp_frame **frames, u32 flags) in veth_xdp_xmit()
428 struct xdp_frame *frame = frames[i]; in veth_xdp_xmit()
494 struct xdp_frame *frame = convert_to_xdp_frame(xdp); in veth_xdp_tx()
508 struct xdp_frame *frame, in veth_xdp_rcv_one()
513 void *head = hard_start - sizeof(struct xdp_frame); in veth_xdp_rcv_one()
515 struct xdp_frame orig_frame; in veth_xdp_rcv_one()
574 headroom = sizeof(struct xdp_frame) + frame->headroom - delta; in veth_xdp_rcv_one()
740 struct xdp_frame *frame = veth_ptr_to_xdp(ptr); in veth_xdp_rcv()
|
| D | virtio_net.c | 249 static void *xdp_to_ptr(struct xdp_frame *ptr) in xdp_to_ptr()
254 static struct xdp_frame *ptr_to_xdp(void *ptr) in ptr_to_xdp()
256 return (struct xdp_frame *)((unsigned long)ptr & ~VIRTIO_XDP_FLAG); in ptr_to_xdp()
448 struct xdp_frame *xdpf) in __virtnet_xdp_xmit_one()
486 int n, struct xdp_frame **frames, u32 flags) in virtnet_xdp_xmit()
519 struct xdp_frame *frame = ptr_to_xdp(ptr); in virtnet_xdp_xmit()
533 struct xdp_frame *xdpf = frames[i]; in virtnet_xdp_xmit()
655 struct xdp_frame *xdpf; in receive_small()
803 struct xdp_frame *xdpf; in receive_mergeable()
1368 struct xdp_frame *frame = ptr_to_xdp(ptr); in free_old_xmit_skbs()
|
| D | tun.c | 657 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_ptr_free()
1282 struct xdp_frame **frames, u32 flags) in tun_xdp_xmit()
1310 struct xdp_frame *xdp = frames[i]; in tun_xdp_xmit()
1333 struct xdp_frame *frame = convert_to_xdp_frame(xdp); in tun_xdp_tx()
2031 struct xdp_frame *xdp_frame, in tun_put_user_xdp() argument
2035 size_t size = xdp_frame->len; in tun_put_user_xdp()
2051 ret = copy_to_iter(xdp_frame->data, size, iter) + vnet_hdr_sz; in tun_put_user_xdp()
2221 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_do_read()
2607 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in tun_ptr_peek_len()
|
| /Linux-v5.4/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_txrx_common.h | 16 struct xdp_frame *xdpf);
|
| D | ixgbe_xsk.c | 149 struct xdp_frame *xdpf; in ixgbe_run_xdp_zc()
|
| D | ixgbe.h | 216 struct xdp_frame *xdpf;
|
| D | ixgbe_main.c | 2202 struct xdp_frame *xdpf; in ixgbe_run_xdp()
8532 struct xdp_frame *xdpf) in ixgbe_xmit_xdp_ring()
10307 struct xdp_frame **frames, u32 flags) in ixgbe_xdp_xmit()
10331 struct xdp_frame *xdpf = frames[i]; in ixgbe_xdp_xmit()
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.c | 64 struct xdp_frame *xdpf; in mlx5e_xmit_xdp_buff()
471 int mlx5e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames, in mlx5e_xdp_xmit()
495 struct xdp_frame *xdpf = frames[i]; in mlx5e_xdp_xmit()
|
| D | xdp.h | 72 int mlx5e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
| /Linux-v5.4/drivers/net/ethernet/intel/i40e/ |
| D | i40e_txrx.h | 285 struct xdp_frame *xdpf;
496 int i40e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
| D | i40e_txrx.c | 2178 static int i40e_xmit_xdp_ring(struct xdp_frame *xdpf,
2183 struct xdp_frame *xdpf = convert_to_xdp_frame(xdp); in i40e_xmit_xdp_tx_ring()
3503 static int i40e_xmit_xdp_ring(struct xdp_frame *xdpf, in i40e_xmit_xdp_ring()
3702 int i40e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames, in i40e_xdp_xmit()
3726 struct xdp_frame *xdpf = frames[i]; in i40e_xdp_xmit()
|
| /Linux-v5.4/drivers/net/ethernet/ti/ |
| D | cpsw.c | 85 #define CPSW_XMETA_OFFSET ALIGN(sizeof(struct xdp_frame), sizeof(long))
358 static void *cpsw_xdpf_to_handle(struct xdp_frame *xdpf) in cpsw_xdpf_to_handle()
363 static struct xdp_frame *cpsw_handle_to_xdpf(void *handle) in cpsw_handle_to_xdpf()
365 return (struct xdp_frame *)((unsigned long)handle & ~BIT(0)); in cpsw_handle_to_xdpf()
376 struct xdp_frame *xdpf; in cpsw_tx_handler()
450 static int cpsw_xdp_tx_frame(struct cpsw_priv *priv, struct xdp_frame *xdpf, in cpsw_xdp_tx_frame()
467 dma += xdpf->headroom + sizeof(struct xdp_frame); in cpsw_xdp_tx_frame()
494 struct xdp_frame *xdpf; in cpsw_run_xdp()
2375 struct xdp_frame **frames, u32 flags) in cpsw_ndo_xdp_xmit()
2378 struct xdp_frame *xdpf; in cpsw_ndo_xdp_xmit()
|
| /Linux-v5.4/drivers/net/ethernet/socionext/ |
| D | netsec.c | 271 struct xdp_frame *xdpf;
814 struct xdp_frame *xdpf, bool is_ndo) in netsec_xdp_queue_one()
869 struct xdp_frame *xdpf = convert_to_xdp_frame(xdp); in netsec_xdp_xmit_back()
1740 struct xdp_frame **frames, u32 flags) in netsec_xdp_xmit()
1752 struct xdp_frame *xdpf = frames[i]; in netsec_xdp_xmit()
|
| /Linux-v5.4/drivers/net/ethernet/freescale/dpaa2/ |
| D | dpaa2-eth.h | 116 struct xdp_frame *xdpf;
|
| D | dpaa2-eth.c | 1847 struct xdp_frame *xdpf) in dpaa2_eth_xdp_xmit_frame()
1921 struct xdp_frame **frames, u32 flags) in dpaa2_eth_xdp_xmit()
1933 struct xdp_frame *xdpf = frames[i]; in dpaa2_eth_xdp_xmit()
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en.h | 462 struct xdp_frame *xdpf;
|
| /Linux-v5.4/drivers/vhost/ |
| D | net.c | 201 struct xdp_frame *xdpf = tun_ptr_to_xdp(ptr); in vhost_net_buf_peek_len()
|
