/Linux-v5.10/tools/testing/selftests/bpf/progs/ |
D | test_xdp_meta.c | 14 __u8 *data, *data_meta, *data_end; in ing_cls() local 17 data_meta = ctx_ptr(ctx, data_meta); in ing_cls() 22 data_meta + round_up(ETH_ALEN, 4) > data) in ing_cls() 25 diff |= ((__u32 *)data_meta)[0] ^ ((__u32 *)data)[0]; in ing_cls() 26 diff |= ((__u16 *)data_meta)[2] ^ ((__u16 *)data)[2]; in ing_cls() 34 __u8 *data, *data_meta, *data_end; in ing_xdp() local 41 data_meta = ctx_ptr(ctx, data_meta); in ing_xdp() 46 data_meta + round_up(ETH_ALEN, 4) > data) in ing_xdp() 49 __builtin_memcpy(data_meta, data, ETH_ALEN); in ing_xdp()
|
D | test_xdp_bpf2bpf.c | 26 void *data_meta; member
|
/Linux-v5.10/tools/testing/selftests/bpf/verifier/ |
D | meta_access.c | 5 offsetof(struct xdp_md, data_meta)), 21 offsetof(struct xdp_md, data_meta)), 40 offsetof(struct xdp_md, data_meta)), 58 offsetof(struct xdp_md, data_meta)), 77 offsetof(struct xdp_md, data_meta)), 96 offsetof(struct xdp_md, data_meta)), 115 offsetof(struct xdp_md, data_meta)), 133 offsetof(struct xdp_md, data_meta)), 149 offsetof(struct xdp_md, data_meta)), 167 offsetof(struct xdp_md, data_meta)), [all …]
|
D | xdp_direct_packet_access.c | 473 offsetof(struct xdp_md, data_meta)), 490 offsetof(struct xdp_md, data_meta)), 508 offsetof(struct xdp_md, data_meta)), 526 offsetof(struct xdp_md, data_meta)), 544 offsetof(struct xdp_md, data_meta)), 563 offsetof(struct xdp_md, data_meta)), 581 offsetof(struct xdp_md, data_meta)), 599 offsetof(struct xdp_md, data_meta)), 618 offsetof(struct xdp_md, data_meta)), 636 offsetof(struct xdp_md, data_meta)), [all …]
|
D | cgroup_skb.c | 139 offsetof(struct __sk_buff, data_meta)),
|
/Linux-v5.10/samples/bpf/ |
D | xdp2skb_meta_kern.c | 53 meta = (void *)(unsigned long)ctx->data_meta; in _xdp_mark() 67 void *data_meta = (void *)(unsigned long)ctx->data_meta; in _tc_mark() local 68 struct meta_info *meta = data_meta; in _tc_mark()
|
/Linux-v5.10/include/net/ |
D | xdp.h | 71 void *data_meta; member 142 xdp->data_meta = frame->data - frame->metasize; in xdp_convert_frame_to_buff() 154 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff() 228 xdp->data_meta = xdp->data + 1; in xdp_set_data_meta_invalid() 234 return unlikely(xdp->data_meta > xdp->data); in xdp_data_meta_unsupported()
|
/Linux-v5.10/net/core/ |
D | xdp.c | 425 xdp->data - xdp->data_meta; in xdp_convert_zc_to_xdp_frame() 440 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
|
D | filter.c | 3832 xdp->data - xdp->data_meta; in xdp_get_metalen() 3847 memmove(xdp->data_meta + offset, in BPF_CALL_2() 3848 xdp->data_meta, metalen); in BPF_CALL_2() 3849 xdp->data_meta += offset; in BPF_CALL_2() 3901 void *meta = xdp->data_meta + offset; in BPF_CALL_2() 3913 xdp->data_meta = meta; in BPF_CALL_2() 7506 case bpf_ctx_range(struct __sk_buff, data_meta): in bpf_skb_is_valid_access() 7545 case bpf_ctx_range(struct __sk_buff, data_meta): in sk_filter_is_valid_access() 7572 case bpf_ctx_range(struct __sk_buff, data_meta): in cg_skb_is_valid_access() 7617 case bpf_ctx_range(struct __sk_buff, data_meta): in lwt_is_valid_access() [all …]
|
/Linux-v5.10/drivers/net/ethernet/intel/ice/ |
D | ice_txrx.c | 916 u8 metasize = xdp->data - xdp->data_meta; in ice_build_skb() 931 net_prefetch(xdp->data_meta); in ice_build_skb() 1150 xdp.data_meta = NULL; in ice_clean_rx_irq() 1156 xdp.data_meta = xdp.data; in ice_clean_rx_irq()
|
D | ice_xsk.c | 480 unsigned int metasize = rx_buf->xdp->data - rx_buf->xdp->data_meta; in ice_construct_skb_zc()
|
/Linux-v5.10/tools/include/uapi/linux/ |
D | bpf.h | 4113 __u32 data_meta; member 4277 __u32 data_meta; member
|
/Linux-v5.10/include/uapi/linux/ |
D | bpf.h | 4113 __u32 data_meta; member 4277 __u32 data_meta; member
|
/Linux-v5.10/drivers/net/ethernet/intel/i40e/ |
D | i40e_xsk.c | 240 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc()
|
D | i40e_txrx.c | 2073 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_build_skb() 2088 net_prefetch(xdp->data_meta); in i40e_build_skb() 2400 xdp.data_meta = xdp.data; in i40e_clean_rx_irq()
|
/Linux-v5.10/drivers/net/ethernet/intel/ixgbe/ |
D | ixgbe_xsk.c | 201 unsigned int metasize = bi->xdp->data - bi->xdp->data_meta; in ixgbe_construct_skb_zc()
|
/Linux-v5.10/net/xdp/ |
D | xsk.c | 178 from_buf = from->data_meta; in xsk_copy_xdp() 179 metalen = from->data - from->data_meta; in xsk_copy_xdp()
|
D | xsk_buff_pool.c | 507 xskb->xdp.data_meta = xskb->xdp.data; in xp_alloc()
|
/Linux-v5.10/include/linux/ |
D | filter.h | 606 void *data_meta; member 643 cb->data_meta = skb->data - skb_metadata_len(skb); in bpf_compute_data_pointers()
|
/Linux-v5.10/drivers/net/ |
D | veth.c | 716 xdp.data_meta = xdp.data; in veth_xdp_rcv_skb() 781 metalen = xdp.data - xdp.data_meta; in veth_xdp_rcv_skb()
|
D | virtio_net.c | 695 xdp.data_meta = xdp.data; in receive_small() 707 metasize = xdp.data - xdp.data_meta; in receive_small() 865 xdp.data_meta = xdp.data; in receive_mergeable() 874 metasize = xdp.data - xdp.data_meta; in receive_mergeable()
|
/Linux-v5.10/net/bpf/ |
D | test_run.c | 641 xdp.data_meta = xdp.data; in bpf_prog_test_run_xdp()
|
/Linux-v5.10/drivers/net/ethernet/intel/ixgbevf/ |
D | ixgbevf_main.c | 934 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbevf_build_skb() 949 net_prefetch(xdp->data_meta); in ixgbevf_build_skb() 1166 xdp.data_meta = xdp.data; in ixgbevf_clean_rx_irq()
|
/Linux-v5.10/drivers/net/ethernet/netronome/nfp/ |
D | nfp_net_common.c | 1919 xdp.data_meta = orig_data; in nfp_net_rx() 1929 meta_len_xdp = xdp.data - xdp.data_meta; in nfp_net_rx()
|
/Linux-v5.10/drivers/net/ethernet/intel/igb/ |
D | igb_main.c | 8365 unsigned int metasize = xdp->data - xdp->data_meta; in igb_build_skb() 8369 net_prefetch(xdp->data_meta); in igb_build_skb() 8720 xdp.data_meta = xdp.data; in igb_clean_rx_irq()
|