Lines Matching refs:insn_buf
17711 struct bpf_insn insn_buf[16], *insn; in convert_ctx_accesses() local
17722 cnt = ops->gen_prologue(insn_buf, env->seen_direct_write, in convert_ctx_accesses()
17724 if (cnt >= ARRAY_SIZE(insn_buf)) { in convert_ctx_accesses()
17728 new_prog = bpf_patch_insn_data(env, 0, insn_buf, cnt); in convert_ctx_accesses()
17855 cnt = convert_ctx_access(type, insn, insn_buf, env->prog, in convert_ctx_accesses()
17857 if (cnt == 0 || cnt >= ARRAY_SIZE(insn_buf) || in convert_ctx_accesses()
17866 if (shift && cnt + 1 >= ARRAY_SIZE(insn_buf)) { in convert_ctx_accesses()
17872 insn_buf[cnt++] = BPF_ALU32_IMM(BPF_RSH, in convert_ctx_accesses()
17875 insn_buf[cnt++] = BPF_ALU32_IMM(BPF_AND, insn->dst_reg, in convert_ctx_accesses()
17879 insn_buf[cnt++] = BPF_ALU64_IMM(BPF_RSH, in convert_ctx_accesses()
17882 insn_buf[cnt++] = BPF_ALU32_IMM(BPF_AND, insn->dst_reg, in convert_ctx_accesses()
17887 insn_buf[cnt++] = BPF_RAW_INSN(BPF_ALU64 | BPF_MOV | BPF_X, in convert_ctx_accesses()
17891 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in convert_ctx_accesses()
18227 struct bpf_insn *insn_buf, in __fixup_collection_insert_kfunc() argument
18233 insn_buf[0] = addr[0]; in __fixup_collection_insert_kfunc()
18234 insn_buf[1] = addr[1]; in __fixup_collection_insert_kfunc()
18235 insn_buf[2] = BPF_MOV64_IMM(node_offset_reg, insn_aux->insert_off); in __fixup_collection_insert_kfunc()
18236 insn_buf[3] = *insn; in __fixup_collection_insert_kfunc()
18241 struct bpf_insn *insn_buf, int insn_idx, int *cnt) in fixup_kfunc_call() argument
18272 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_1, obj_new_size); in fixup_kfunc_call()
18273 insn_buf[1] = addr[0]; in fixup_kfunc_call()
18274 insn_buf[2] = addr[1]; in fixup_kfunc_call()
18275 insn_buf[3] = *insn; in fixup_kfunc_call()
18289 insn_buf[0] = addr[0]; in fixup_kfunc_call()
18290 insn_buf[1] = addr[1]; in fixup_kfunc_call()
18291 insn_buf[2] = *insn; in fixup_kfunc_call()
18313 node_offset_reg, insn, insn_buf, cnt); in fixup_kfunc_call()
18316 insn_buf[0] = BPF_MOV64_REG(BPF_REG_0, BPF_REG_1); in fixup_kfunc_call()
18335 struct bpf_insn insn_buf[16]; in do_misc_fixups() local
18386 cnt = env->ops->gen_ld_abs(insn, insn_buf); in do_misc_fixups()
18387 if (cnt == 0 || cnt >= ARRAY_SIZE(insn_buf)) { in do_misc_fixups()
18392 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
18407 struct bpf_insn *patch = &insn_buf[0]; in do_misc_fixups()
18443 cnt = patch - insn_buf; in do_misc_fixups()
18445 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
18460 ret = fixup_kfunc_call(env, insn, insn_buf, i + delta, &cnt); in do_misc_fixups()
18466 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
18539 insn_buf[0] = BPF_JMP_IMM(BPF_JGE, BPF_REG_3, in do_misc_fixups()
18541 insn_buf[1] = BPF_ALU32_IMM(BPF_AND, BPF_REG_3, in do_misc_fixups()
18545 insn_buf[2] = *insn; in do_misc_fixups()
18547 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
18575 insn_buf[0] = ld_addrs[0]; in do_misc_fixups()
18576 insn_buf[1] = ld_addrs[1]; in do_misc_fixups()
18577 insn_buf[2] = *insn; in do_misc_fixups()
18580 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
18593 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_5, (__force __s32)GFP_ATOMIC); in do_misc_fixups()
18595 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_5, (__force __s32)GFP_KERNEL); in do_misc_fixups()
18596 insn_buf[1] = *insn; in do_misc_fixups()
18599 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
18631 cnt = ops->map_gen_lookup(map_ptr, insn_buf); in do_misc_fixups()
18634 if (cnt <= 0 || cnt >= ARRAY_SIZE(insn_buf)) { in do_misc_fixups()
18640 insn_buf, cnt); in do_misc_fixups()
18716 insn_buf[0] = ld_jiffies_addr[0]; in do_misc_fixups()
18717 insn_buf[1] = ld_jiffies_addr[1]; in do_misc_fixups()
18718 insn_buf[2] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, in do_misc_fixups()
18722 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, in do_misc_fixups()
18737 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
18738 insn_buf[1] = BPF_JMP32_REG(BPF_JGE, BPF_REG_2, BPF_REG_0, 6); in do_misc_fixups()
18739 insn_buf[2] = BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 3); in do_misc_fixups()
18740 insn_buf[3] = BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_1); in do_misc_fixups()
18741 insn_buf[4] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 0); in do_misc_fixups()
18742 insn_buf[5] = BPF_STX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0); in do_misc_fixups()
18743 insn_buf[6] = BPF_MOV64_IMM(BPF_REG_0, 0); in do_misc_fixups()
18744 insn_buf[7] = BPF_JMP_A(1); in do_misc_fixups()
18745 insn_buf[8] = BPF_MOV64_IMM(BPF_REG_0, -EINVAL); in do_misc_fixups()
18748 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
18764 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
18765 insn_buf[1] = BPF_ALU64_IMM(BPF_LSH, BPF_REG_0, 3); in do_misc_fixups()
18766 insn_buf[2] = BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1); in do_misc_fixups()
18767 insn_buf[3] = BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0); in do_misc_fixups()
18768 insn_buf[4] = BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, 0); in do_misc_fixups()
18769 insn_buf[5] = BPF_MOV64_IMM(BPF_REG_0, 0); in do_misc_fixups()
18772 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_0, -EOPNOTSUPP); in do_misc_fixups()
18776 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
18790 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
18792 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1); in do_misc_fixups()
18805 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -16); in do_misc_fixups()
18807 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1); in do_misc_fixups()
18873 struct bpf_insn insn_buf[] = { in inline_bpf_loop() local
18912 *cnt = ARRAY_SIZE(insn_buf); in inline_bpf_loop()
18913 new_prog = bpf_patch_insn_data(env, position, insn_buf, *cnt); in inline_bpf_loop()