| /Linux-v5.4/tools/testing/selftests/bpf/progs/ |
| D | test_xdp_meta.c | 14 __u8 *data, *data_meta, *data_end; in ing_cls() local
17 data_meta = ctx_ptr(ctx, data_meta); in ing_cls()
22 data_meta + round_up(ETH_ALEN, 4) > data) in ing_cls()
25 diff |= ((__u32 *)data_meta)[0] ^ ((__u32 *)data)[0]; in ing_cls()
26 diff |= ((__u16 *)data_meta)[2] ^ ((__u16 *)data)[2]; in ing_cls()
34 __u8 *data, *data_meta, *data_end; in ing_xdp() local
41 data_meta = ctx_ptr(ctx, data_meta); in ing_xdp()
46 data_meta + round_up(ETH_ALEN, 4) > data) in ing_xdp()
49 __builtin_memcpy(data_meta, data, ETH_ALEN); in ing_xdp()
|
| /Linux-v5.4/tools/testing/selftests/bpf/verifier/ |
| D | meta_access.c | 5 offsetof(struct xdp_md, data_meta)),
21 offsetof(struct xdp_md, data_meta)),
40 offsetof(struct xdp_md, data_meta)),
58 offsetof(struct xdp_md, data_meta)),
77 offsetof(struct xdp_md, data_meta)),
96 offsetof(struct xdp_md, data_meta)),
115 offsetof(struct xdp_md, data_meta)),
133 offsetof(struct xdp_md, data_meta)),
149 offsetof(struct xdp_md, data_meta)),
167 offsetof(struct xdp_md, data_meta)),
[all …]
|
| D | xdp_direct_packet_access.c | 473 offsetof(struct xdp_md, data_meta)),
490 offsetof(struct xdp_md, data_meta)),
508 offsetof(struct xdp_md, data_meta)),
526 offsetof(struct xdp_md, data_meta)),
544 offsetof(struct xdp_md, data_meta)),
563 offsetof(struct xdp_md, data_meta)),
581 offsetof(struct xdp_md, data_meta)),
599 offsetof(struct xdp_md, data_meta)),
618 offsetof(struct xdp_md, data_meta)),
636 offsetof(struct xdp_md, data_meta)),
[all …]
|
| D | cgroup_skb.c | 139 offsetof(struct __sk_buff, data_meta)),
|
| /Linux-v5.4/samples/bpf/ |
| D | xdp2skb_meta_kern.c | 53 meta = (void *)(unsigned long)ctx->data_meta; in _xdp_mark()
67 void *data_meta = (void *)(unsigned long)ctx->data_meta; in _tc_mark() local
68 struct meta_info *meta = data_meta; in _tc_mark()
|
| /Linux-v5.4/include/net/ |
| D | xdp.h | 69 void *data_meta; member
109 metasize = xdp->data - xdp->data_meta; in convert_to_xdp_frame()
162 xdp->data_meta = xdp->data + 1; in xdp_set_data_meta_invalid()
168 return unlikely(xdp->data_meta > xdp->data); in xdp_data_meta_unsupported()
|
| /Linux-v5.4/net/core/ |
| D | xdp.c | 509 xdp->data - xdp->data_meta; in xdp_convert_zc_to_xdp_frame()
524 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
|
| D | filter.c | 3377 xdp->data - xdp->data_meta; in xdp_get_metalen()
3392 memmove(xdp->data_meta + offset, in BPF_CALL_2()
3393 xdp->data_meta, metalen); in BPF_CALL_2()
3394 xdp->data_meta += offset; in BPF_CALL_2()
3435 void *meta = xdp->data_meta + offset; in BPF_CALL_2()
3447 xdp->data_meta = meta; in BPF_CALL_2()
6497 case bpf_ctx_range(struct __sk_buff, data_meta): in bpf_skb_is_valid_access()
6536 case bpf_ctx_range(struct __sk_buff, data_meta): in sk_filter_is_valid_access()
6563 case bpf_ctx_range(struct __sk_buff, data_meta): in cg_skb_is_valid_access()
6608 case bpf_ctx_range(struct __sk_buff, data_meta): in lwt_is_valid_access()
[all …]
|
| D | dev.c | 4288 xdp->data_meta = xdp->data; in netif_receive_generic_xdp()
4338 metalen = xdp->data - xdp->data_meta; in netif_receive_generic_xdp()
|
| /Linux-v5.4/net/xdp/ |
| D | xsk.c | 159 from_buf = xdp->data_meta; in __xsk_rcv()
160 metalen = xdp->data - xdp->data_meta; in __xsk_rcv()
223 u32 metalen = xdp->data - xdp->data_meta; in xsk_generic_rcv()
245 memcpy(buffer, xdp->data_meta, len + metalen); in xsk_generic_rcv()
|
| /Linux-v5.4/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 398 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_construct_skb_zc()
486 xdp.data_meta = xdp.data; in ixgbe_clean_rx_irq_zc()
|
| D | ixgbe_main.c | 2151 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_build_skb()
2166 prefetch(xdp->data_meta); in ixgbe_build_skb()
2168 prefetch(xdp->data_meta + L1_CACHE_BYTES); in ixgbe_build_skb()
2322 xdp.data_meta = xdp.data; in ixgbe_clean_rx_irq()
|
| /Linux-v5.4/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 490 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc()
578 xdp.data_meta = xdp.data; in i40e_clean_rx_irq_zc()
|
| D | i40e_txrx.c | 2079 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_build_skb()
2094 prefetch(xdp->data_meta); in i40e_build_skb()
2096 prefetch(xdp->data_meta + L1_CACHE_BYTES); in i40e_build_skb()
2388 xdp.data_meta = xdp.data; in i40e_clean_rx_irq()
|
| /Linux-v5.4/include/uapi/linux/ |
| D | bpf.h | 3002 __u32 data_meta; member
3164 __u32 data_meta; member
|
| /Linux-v5.4/tools/include/uapi/linux/ |
| D | bpf.h | 3002 __u32 data_meta; member
3164 __u32 data_meta; member
|
| /Linux-v5.4/drivers/net/ |
| D | veth.c | 529 xdp.data_meta = frame->data - frame->metasize; in veth_xdp_rcv_one()
657 xdp.data_meta = xdp.data; in veth_xdp_rcv_skb()
710 metalen = xdp.data - xdp.data_meta; in veth_xdp_rcv_skb()
|
| /Linux-v5.4/include/linux/ |
| D | filter.h | 577 void *data_meta; member
606 cb->data_meta = skb->data - skb_metadata_len(skb); in bpf_compute_data_pointers()
|
| /Linux-v5.4/net/bpf/ |
| D | test_run.c | 362 xdp.data_meta = xdp.data; in bpf_prog_test_run_xdp()
|
| /Linux-v5.4/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf_main.c | 938 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbevf_build_skb()
953 prefetch(xdp->data_meta); in ixgbevf_build_skb()
955 prefetch(xdp->data_meta + L1_CACHE_BYTES); in ixgbevf_build_skb()
1156 xdp.data_meta = xdp.data; in ixgbevf_clean_rx_irq()
|
| /Linux-v5.4/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net_common.c | 1913 xdp.data_meta = orig_data; in nfp_net_rx()
1923 meta_len_xdp = xdp.data - xdp.data_meta; in nfp_net_rx()
|
