| /Linux-v5.15/include/net/ |
| D | xdp.h | 73 void *data_hard_start; member
92 xdp->data_hard_start = hard_start; in xdp_prepare_buff()
105 ((xdp)->data_hard_start + (xdp)->frame_sz - \
143 void *data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_get_shared_info_from_frame() local
145 return (struct skb_shared_info *)(data_hard_start + frame->frame_sz - in xdp_get_shared_info_from_frame()
178 xdp->data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_convert_frame_to_buff()
192 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff()
223 xdp_frame = xdp->data_hard_start; in xdp_convert_buff_to_frame()
|
| /Linux-v5.15/drivers/net/hyperv/ |
| D | netvsc_bpf.c | 32 xdp->data_hard_start = NULL; in netvsc_run_xdp()
79 xdp->data_hard_start = NULL; in netvsc_run_xdp()
|
| D | netvsc_drv.c | 841 void *xbuf = xdp->data_hard_start; in netvsc_alloc_recv_skb()
845 unsigned int hdroom = xdp->data - xdp->data_hard_start; in netvsc_alloc_recv_skb()
|
| /Linux-v5.15/tools/testing/selftests/bpf/progs/ |
| D | test_xdp_bpf2bpf.c | 27 void *data_hard_start; member
|
| /Linux-v5.15/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.c | 152 offset = xdp.data - xdp.data_hard_start; in bnxt_rx_xdp()
153 *data_ptr = xdp.data_hard_start + offset; in bnxt_rx_xdp()
|
| /Linux-v5.15/net/xdp/ |
| D | xsk_buff_pool.c | 472 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in __xp_alloc()
498 xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM; in xp_alloc()
|
| D | xsk.c | 144 u64 offset = xskb->xdp.data - xskb->xdp.data_hard_start; in xp_get_handle()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 212 bi->xdp->data_end - bi->xdp->data_hard_start, in ixgbe_construct_skb_zc()
217 skb_reserve(skb, bi->xdp->data - bi->xdp->data_hard_start); in ixgbe_construct_skb_zc()
|
| D | ixgbe_main.c | 2098 xdp->data_hard_start); in ixgbe_construct_skb()
2158 xdp->data_hard_start); in ixgbe_build_skb()
2170 skb = build_skb(xdp->data_hard_start, truesize); in ixgbe_build_skb()
2175 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ixgbe_build_skb()
2208 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in ixgbe_run_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 252 xdp->data_end - xdp->data_hard_start, in i40e_construct_skb_zc()
257 skb_reserve(skb, xdp->data - xdp->data_hard_start); in i40e_construct_skb_zc()
|
| D | i40e_txrx.c | 2195 xdp->data_hard_start); in i40e_build_skb()
2207 skb = build_skb(xdp->data_hard_start, truesize); in i40e_build_skb()
2212 skb_reserve(skb, xdp->data - xdp->data_hard_start); in i40e_build_skb()
2306 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in i40e_run_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ice/ |
| D | ice_xsk.c | 436 rx_buf->xdp->data_hard_start; in ice_construct_skb_zc()
444 skb_reserve(skb, rx_buf->xdp->data - rx_buf->xdp->data_hard_start); in ice_construct_skb_zc()
|
| D | ice_txrx.c | 900 xdp->data_hard_start); in ice_build_skb()
911 skb = build_skb(xdp->data_hard_start, truesize); in ice_build_skb()
921 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ice_build_skb()
1130 xdp.data_hard_start = NULL; in ice_clean_rx_irq()
|
| /Linux-v5.15/drivers/net/ |
| D | tap.c | 1134 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tap_get_user_xdp()
1145 skb = build_skb(xdp->data_hard_start, buflen); in tap_get_user_xdp()
1151 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tap_get_user_xdp()
|
| D | tun.c | 1633 pad = xdp.data - xdp.data_hard_start; in tun_build_skb()
2336 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tun_xdp_one()
2385 skb = build_skb(xdp->data_hard_start, buflen); in tun_xdp_one()
2391 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tun_xdp_one()
|
| /Linux-v5.15/drivers/net/ethernet/marvell/ |
| D | mvneta.c | 2184 len = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp()
2189 sync = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp()
2326 skb = build_skb(xdp->data_hard_start, PAGE_SIZE); in mvneta_swbm_build_skb()
2332 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mvneta_swbm_build_skb()
2361 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm()
2398 if (unlikely(!xdp_buf.data_hard_start)) { in mvneta_rx_swbm()
2442 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm()
2446 if (xdp_buf.data_hard_start) in mvneta_rx_swbm()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf_main.c | 859 xdp->data_hard_start); in ixgbevf_construct_skb()
935 xdp->data_hard_start); in ixgbevf_build_skb()
947 skb = build_skb(xdp->data_hard_start, truesize); in ixgbevf_build_skb()
952 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ixgbevf_build_skb()
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_rx.c | 1154 rx_headroom = xdp.data - xdp.data_hard_start; in mlx5e_skb_from_cqe_linear()
1478 rx_headroom = xdp.data - xdp.data_hard_start; in mlx5e_skb_from_cqe_mpwrq_linear()
|
| /Linux-v5.15/drivers/net/ethernet/freescale/dpaa/ |
| D | dpaa_eth.c | 2579 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
2602 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
2616 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/socionext/ |
| D | netsec.c | 911 sync = xdp->data_end - xdp->data_hard_start - NETSEC_RXBUF_HEADROOM; in netsec_run_xdp()
1049 skb_reserve(skb, xdp.data - xdp.data_hard_start); in netsec_process_rx()
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_rx.c | 786 xdp.data_hard_start; in mlx4_en_process_rx_cq()
|
| /Linux-v5.15/drivers/net/ethernet/intel/igb/ |
| D | igb_main.c | 8301 xdp->data_hard_start); in igb_construct_skb()
8354 xdp->data_hard_start); in igb_build_skb()
8363 skb = build_skb(xdp->data_hard_start, truesize); in igb_build_skb()
8368 skb_reserve(skb, xdp->data - xdp->data_hard_start); in igb_build_skb()
8400 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in igb_run_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/qlogic/qede/ |
| D | qede_fp.c | 1095 *data_offset = xdp.data - xdp.data_hard_start; in qede_rx_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/stmicro/stmmac/ |
| D | stmmac_main.c | 4738 xdp->data_end - xdp->data_hard_start, in stmmac_construct_skb_zc()
4743 skb_reserve(skb, xdp->data - xdp->data_hard_start); in stmmac_construct_skb_zc()
5177 pre_len = xdp.data_end - xdp.data_hard_start - in stmmac_rx()
5183 sync_len = xdp.data_end - xdp.data_hard_start - in stmmac_rx()
|
| /Linux-v5.15/drivers/net/ethernet/ti/ |
| D | cpsw.c | 410 headroom = xdp.data - xdp.data_hard_start; in cpsw_rx_handler()
|
