| /Linux-v6.1/include/net/ |
| D | xdp.h | 167 u32 metasize; /* uses lower 8-bits */ member
254 xdp->data_meta = frame->data - frame->metasize; in xdp_convert_frame_to_buff()
263 int metasize, headroom; in xdp_update_frame_from_buff() local
267 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff()
268 metasize = metasize > 0 ? metasize : 0; in xdp_update_frame_from_buff()
269 if (unlikely((headroom - metasize) < sizeof(*xdp_frame))) in xdp_update_frame_from_buff()
281 xdp_frame->metasize = metasize; in xdp_update_frame_from_buff()
|
| /Linux-v6.1/net/core/ |
| D | xdp.c | 559 unsigned int metasize, totsize; in xdp_convert_zc_to_xdp_frame() local
565 metasize = xdp_data_meta_unsupported(xdp) ? 0 : in xdp_convert_zc_to_xdp_frame()
567 totsize = xdp->data_end - xdp->data + metasize; in xdp_convert_zc_to_xdp_frame()
581 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
584 xdpf->data = addr + metasize; in xdp_convert_zc_to_xdp_frame()
585 xdpf->len = totsize - metasize; in xdp_convert_zc_to_xdp_frame()
587 xdpf->metasize = metasize; in xdp_convert_zc_to_xdp_frame()
642 if (xdpf->metasize) in __xdp_build_skb_from_frame()
643 skb_metadata_set(skb, xdpf->metasize); in __xdp_build_skb_from_frame()
|
| /Linux-v6.1/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 217 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_construct_skb_zc() local
231 if (metasize) { in ixgbe_construct_skb_zc()
232 skb_metadata_set(skb, metasize); in ixgbe_construct_skb_zc()
233 __skb_pull(skb, metasize); in ixgbe_construct_skb_zc()
|
| D | ixgbe_main.c | 2155 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_build_skb() local
2180 if (metasize) in ixgbe_build_skb()
2181 skb_metadata_set(skb, metasize); in ixgbe_build_skb()
|
| /Linux-v6.1/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 296 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc() local
310 if (metasize) { in i40e_construct_skb_zc()
311 skb_metadata_set(skb, metasize); in i40e_construct_skb_zc()
312 __skb_pull(skb, metasize); in i40e_construct_skb_zc()
|
| D | i40e_txrx.c | 2184 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_build_skb() local
2209 if (metasize) in i40e_build_skb()
2210 skb_metadata_set(skb, metasize); in i40e_build_skb()
|
| /Linux-v6.1/drivers/net/ethernet/intel/ice/ |
| D | ice_txrx.c | 935 u8 metasize = xdp->data - xdp->data_meta; in ice_build_skb() local
964 if (metasize) in ice_build_skb()
965 skb_metadata_set(skb, metasize); in ice_build_skb()
987 unsigned int metasize = xdp->data - xdp->data_meta; in ice_construct_skb() local
997 ICE_RX_HDR_SIZE + metasize, in ice_construct_skb()
1009 memcpy(__skb_put(skb, headlen + metasize), xdp->data_meta, in ice_construct_skb()
1010 ALIGN(headlen + metasize, sizeof(long))); in ice_construct_skb()
1012 if (metasize) { in ice_construct_skb()
1013 skb_metadata_set(skb, metasize); in ice_construct_skb()
1014 __skb_pull(skb, metasize); in ice_construct_skb()
|
| D | ice_xsk.c | 567 unsigned int metasize = xdp->data - xdp->data_meta; in ice_construct_skb_zc() local
580 if (metasize) { in ice_construct_skb_zc()
581 skb_metadata_set(skb, metasize); in ice_construct_skb_zc()
582 __skb_pull(skb, metasize); in ice_construct_skb_zc()
|
| /Linux-v6.1/drivers/net/ |
| D | virtio_net.c | 446 bool hdr_valid, unsigned int metasize, in page_to_skb() argument
509 copy = ETH_HLEN + metasize; in page_to_skb()
556 if (metasize) { in page_to_skb()
557 __skb_pull(skb, metasize); in page_to_skb()
558 skb_metadata_set(skb, metasize); in page_to_skb()
789 unsigned int metasize = 0; in receive_small() local
851 metasize = xdp.data - xdp.data_meta; in receive_small()
899 if (metasize) in receive_small()
900 skb_metadata_set(skb, metasize); in receive_small()
954 unsigned int metasize = 0; in receive_mergeable() local
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en_rx.c | 1498 u32 cqe_bcnt, u32 metasize) in mlx5e_build_linear_skb() argument
1510 if (metasize) in mlx5e_build_linear_skb()
1511 skb_metadata_set(skb, metasize); in mlx5e_build_linear_skb()
1531 u32 metasize = 0; in mlx5e_skb_from_cqe_linear() local
1555 metasize = xdp.data - xdp.data_meta; in mlx5e_skb_from_cqe_linear()
1559 skb = mlx5e_build_linear_skb(rq, va, frag_size, rx_headroom, cqe_bcnt, metasize); in mlx5e_skb_from_cqe_linear()
1926 u32 metasize = 0; in mlx5e_skb_from_cqe_mpwrq_linear() local
1959 metasize = xdp.data - xdp.data_meta; in mlx5e_skb_from_cqe_mpwrq_linear()
1963 skb = mlx5e_build_linear_skb(rq, va, frag_size, rx_headroom, cqe_bcnt, metasize); in mlx5e_skb_from_cqe_mpwrq_linear()
|
| /Linux-v6.1/drivers/net/ethernet/intel/igc/ |
| D | igc_main.c | 1728 unsigned int metasize = xdp->data - xdp->data_meta; in igc_build_skb() local
1742 if (metasize) in igc_build_skb()
1743 skb_metadata_set(skb, metasize); in igc_build_skb()
1754 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb() local
1766 IGC_RX_HDR_LEN + metasize); in igc_construct_skb()
1779 memcpy(__skb_put(skb, headlen + metasize), xdp->data_meta, in igc_construct_skb()
1780 ALIGN(headlen + metasize, sizeof(long))); in igc_construct_skb()
1782 if (metasize) { in igc_construct_skb()
1783 skb_metadata_set(skb, metasize); in igc_construct_skb()
1784 __skb_pull(skb, metasize); in igc_construct_skb()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf_main.c | 929 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbevf_build_skb() local
954 if (metasize) in ixgbevf_build_skb()
955 skb_metadata_set(skb, metasize); in ixgbevf_build_skb()
|
| /Linux-v6.1/drivers/net/ethernet/stmicro/stmmac/ |
| D | stmmac_main.c | 4871 unsigned int metasize = xdp->data - xdp->data_meta; in stmmac_construct_skb_zc() local
4883 if (metasize) in stmmac_construct_skb_zc()
4884 skb_metadata_set(skb, metasize); in stmmac_construct_skb_zc()
|
| /Linux-v6.1/drivers/net/ethernet/intel/igb/ |
| D | igb_main.c | 8488 unsigned int metasize = xdp->data - xdp->data_meta; in igb_build_skb() local
8503 if (metasize) in igb_build_skb()
8504 skb_metadata_set(skb, metasize); in igb_build_skb()
|
