| /Linux-v5.15/kernel/bpf/ |
| D | arraymap.c | 21 static void bpf_array_free_percpu(struct bpf_array *array) in bpf_array_free_percpu()
31 static int bpf_array_alloc_percpu(struct bpf_array *array) in bpf_array_alloc_percpu()
88 struct bpf_array *array; in array_map_alloc()
136 array = data + PAGE_ALIGN(sizeof(struct bpf_array)) in array_map_alloc()
137 - offsetof(struct bpf_array, value); in array_map_alloc()
161 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_lookup_elem()
173 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_direct_value_addr()
187 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_direct_value_meta()
203 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_gen_lookup()
213 *insn++ = BPF_ALU64_IMM(BPF_ADD, map_ptr, offsetof(struct bpf_array, value)); in array_map_gen_lookup()
[all …]
|
| D | map_in_map.c | 40 inner_map_meta_size = sizeof(struct bpf_array); in bpf_map_meta_alloc()
64 container_of(inner_map_meta, struct bpf_array, map)->index_mask = in bpf_map_meta_alloc()
65 container_of(inner_map, struct bpf_array, map)->index_mask; in bpf_map_meta_alloc()
|
| D | core.c | 1563 struct bpf_array *array = container_of(map, struct bpf_array, map); in ___bpf_prog_run()
1823 bool bpf_prog_array_compatible(struct bpf_array *array, in bpf_prog_array_compatible()
1856 struct bpf_array *array; in bpf_check_tail_call()
1861 array = container_of(map, struct bpf_array, map); in bpf_check_tail_call()
|
| D | helpers.c | 1077 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_timer_cb()
|
| D | syscall.c | 541 const struct bpf_array *array; in bpf_map_show_fdinfo()
545 array = container_of(map, struct bpf_array, map); in bpf_map_show_fdinfo()
|
| D | verifier.c | 12847 struct bpf_array, in do_misc_fixups()
|
| /Linux-v5.15/tools/testing/selftests/bpf/progs/ |
| D | map_ptr_kern.c | 130 struct bpf_array { struct
144 struct bpf_array *array = (struct bpf_array *)&m_array; in check_array() argument
176 struct bpf_array *prog_array = (struct bpf_array *)&m_prog_array; in check_prog_array()
193 struct bpf_array *perf_event_array = (struct bpf_array *)&m_perf_event_array; in check_perf_event_array()
227 struct bpf_array *percpu_array = (struct bpf_array *)&m_percpu_array; in check_percpu_array()
267 struct bpf_array *cgroup_array = (struct bpf_array *)&m_cgroup_array; in check_cgroup_array()
361 struct bpf_array *array_of_maps = (struct bpf_array *)&m_array_of_maps; in check_array_of_maps()
|
| /Linux-v5.15/kernel/trace/ |
| D | bpf_trace.c | 499 struct bpf_array *array = container_of(map, struct bpf_array, map); in get_map_perf_counter()
572 struct bpf_array *array = container_of(map, struct bpf_array, map); in __bpf_perf_event_output()
743 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_2()
|
| /Linux-v5.15/arch/sparc/net/ |
| D | bpf_jit_comp_64.c | 852 const u8 bpf_array = bpf2sparc[BPF_REG_2]; in emit_tail_call() local
859 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call()
860 emit(LD32 | IMMED | RS1(bpf_array) | S13(off) | RD(tmp), ctx); in emit_tail_call()
878 emit_alu(ADD, bpf_array, tmp, ctx); in emit_tail_call()
879 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
| /Linux-v5.15/arch/x86/net/ |
| D | bpf_jit_comp.c | 450 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call_indirect()
467 offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call_indirect()
567 struct bpf_array *array; in bpf_tail_call_direct_fixup()
581 array = container_of(poke->tail_call.map, struct bpf_array, map); in bpf_tail_call_direct_fixup()
|
| D | bpf_jit_comp32.c | 1305 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call()
1339 EMIT3_off32(0x8B, 0x94, 0x90, offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
| /Linux-v5.15/arch/arm/net/ |
| D | bpf_jit_32.c | 1188 BUILD_BUG_ON(offsetof(struct bpf_array, map.max_entries) > in emit_bpf_tail_call()
1190 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
1220 BUILD_BUG_ON(imm8m(offsetof(struct bpf_array, ptrs)) < 0); in emit_bpf_tail_call()
1221 off = imm8m(offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
| /Linux-v5.15/arch/powerpc/net/ |
| D | bpf_jit_comp64.c | 225 EMIT(PPC_RAW_LWZ(b2p[TMP_REG_1], b2p_bpf_array, offsetof(struct bpf_array, map.max_entries))); in bpf_jit_emit_tail_call()
247 PPC_BPF_LL(b2p[TMP_REG_1], b2p[TMP_REG_1], offsetof(struct bpf_array, ptrs)); in bpf_jit_emit_tail_call()
|
| D | bpf_jit_comp32.c | 218 EMIT(PPC_RAW_LWZ(_R0, b2p_bpf_array, offsetof(struct bpf_array, map.max_entries))); in bpf_jit_emit_tail_call()
235 EMIT(PPC_RAW_LWZ(_R3, _R3, offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
| /Linux-v5.15/arch/arm64/net/ |
| D | bpf_jit_comp.c | 282 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
302 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /Linux-v5.15/arch/riscv/net/ |
| D | bpf_jit_comp64.c | 307 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
327 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| D | bpf_jit_comp32.c | 789 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
817 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /Linux-v5.15/arch/s390/net/ |
| D | bpf_jit_comp.c | 1364 offsetof(struct bpf_array, map.max_entries)); in bpf_jit_insn()
1401 REG_1, offsetof(struct bpf_array, ptrs)); in bpf_jit_insn()
|
| /Linux-v5.15/include/linux/ |
| D | bpf.h | 1040 struct bpf_array { struct
1091 bool bpf_prog_array_compatible(struct bpf_array *array, const struct bpf_prog *fp);
|
| /Linux-v5.15/arch/mips/net/ |
| D | ebpf_jit.c | 614 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
636 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /Linux-v5.15/lib/ |
| D | test_bpf.c | 9097 static void __init destroy_tail_call_tests(struct bpf_array *progs) in destroy_tail_call_tests()
9107 static __init int prepare_tail_call_tests(struct bpf_array **pprogs) in prepare_tail_call_tests()
9110 struct bpf_array *progs; in prepare_tail_call_tests()
9191 static __init int test_tail_calls(struct bpf_array *progs) in test_tail_calls()
9233 struct bpf_array *progs = NULL; in test_bpf_init()
|
| /Linux-v5.15/net/core/ |
| D | filter.c | 4432 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_3()
|
