17257 				 struct bpf_prog *new_prog, u32 off, u32 cnt)  in adjust_insn_aux_data()  argument
17260 	struct bpf_insn *insn = new_prog->insnsi;  in adjust_insn_aux_data()
17273 	prog_len = new_prog->len;  in adjust_insn_aux_data()
17318 	struct bpf_prog *new_prog;  in bpf_patch_insn_data()  local
17328 	new_prog = bpf_patch_insn_single(env->prog, off, patch, len);  in bpf_patch_insn_data()
17329 	if (IS_ERR(new_prog)) {  in bpf_patch_insn_data()
17330 		if (PTR_ERR(new_prog) == -ERANGE)  in bpf_patch_insn_data()
17337 	adjust_insn_aux_data(env, new_data, new_prog, off, len);  in bpf_patch_insn_data()
17339 	adjust_poke_descs(new_prog, off, len);  in bpf_patch_insn_data()
17340 	return new_prog;  in bpf_patch_insn_data()
17609 	struct bpf_prog *new_prog;  in opt_subreg_zext_lo32_rnd_hi32()  local
17689 		new_prog = bpf_patch_insn_data(env, adj_idx, patch, patch_len);  in opt_subreg_zext_lo32_rnd_hi32()
17690 		if (!new_prog)  in opt_subreg_zext_lo32_rnd_hi32()
17692 		env->prog = new_prog;  in opt_subreg_zext_lo32_rnd_hi32()
17693 		insns = new_prog->insnsi;  in opt_subreg_zext_lo32_rnd_hi32()
17713 	struct bpf_prog *new_prog;  in convert_ctx_accesses()  local
17728 			new_prog = bpf_patch_insn_data(env, 0, insn_buf, cnt);  in convert_ctx_accesses()
17729 			if (!new_prog)  in convert_ctx_accesses()
17732 			env->prog = new_prog;  in convert_ctx_accesses()
17775 			new_prog = bpf_patch_insn_data(env, i + delta, patch, cnt);  in convert_ctx_accesses()
17776 			if (!new_prog)  in convert_ctx_accesses()
17780 			env->prog = new_prog;  in convert_ctx_accesses()
17781 			insn      = new_prog->insnsi + i + delta;  in convert_ctx_accesses()
17891 		new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in convert_ctx_accesses()
17892 		if (!new_prog)  in convert_ctx_accesses()
17898 		env->prog = new_prog;  in convert_ctx_accesses()
17899 		insn      = new_prog->insnsi + i + delta;  in convert_ctx_accesses()
18336 	struct bpf_prog *new_prog;  in do_misc_fixups()  local
18372 			new_prog = bpf_patch_insn_data(env, i + delta, patchlet, cnt);  in do_misc_fixups()
18373 			if (!new_prog)  in do_misc_fixups()
18377 			env->prog = prog = new_prog;  in do_misc_fixups()
18378 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18392 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in do_misc_fixups()
18393 			if (!new_prog)  in do_misc_fixups()
18397 			env->prog = prog = new_prog;  in do_misc_fixups()
18398 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18445 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in do_misc_fixups()
18446 			if (!new_prog)  in do_misc_fixups()
18450 			env->prog = prog = new_prog;  in do_misc_fixups()
18451 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18466 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in do_misc_fixups()
18467 			if (!new_prog)  in do_misc_fixups()
18471 			env->prog = prog = new_prog;  in do_misc_fixups()
18472 			insn	  = new_prog->insnsi + i + delta;  in do_misc_fixups()
18547 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in do_misc_fixups()
18548 			if (!new_prog)  in do_misc_fixups()
18552 			env->prog = prog = new_prog;  in do_misc_fixups()
18553 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18580 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in do_misc_fixups()
18581 			if (!new_prog)  in do_misc_fixups()
18585 			env->prog = prog = new_prog;  in do_misc_fixups()
18586 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18599 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in do_misc_fixups()
18600 			if (!new_prog)  in do_misc_fixups()
18604 			env->prog = prog = new_prog;  in do_misc_fixups()
18605 			insn = new_prog->insnsi + i + delta;  in do_misc_fixups()
18639 				new_prog = bpf_patch_insn_data(env, i + delta,  in do_misc_fixups()
18641 				if (!new_prog)  in do_misc_fixups()
18645 				env->prog = prog = new_prog;  in do_misc_fixups()
18646 				insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18722 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf,  in do_misc_fixups()
18724 			if (!new_prog)  in do_misc_fixups()
18728 			env->prog = prog = new_prog;  in do_misc_fixups()
18729 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18748 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in do_misc_fixups()
18749 			if (!new_prog)  in do_misc_fixups()
18753 			env->prog = prog = new_prog;  in do_misc_fixups()
18754 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18776 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt);  in do_misc_fixups()
18777 			if (!new_prog)  in do_misc_fixups()
18781 			env->prog = prog = new_prog;  in do_misc_fixups()
18782 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18792 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1);  in do_misc_fixups()
18793 			if (!new_prog)  in do_misc_fixups()
18796 			env->prog = prog = new_prog;  in do_misc_fixups()
18797 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18807 			new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1);  in do_misc_fixups()
18808 			if (!new_prog)  in do_misc_fixups()
18811 			env->prog = prog = new_prog;  in do_misc_fixups()
18812 			insn      = new_prog->insnsi + i + delta;  in do_misc_fixups()
18865 	struct bpf_prog *new_prog;  in inline_bpf_loop()  local
18913 	new_prog = bpf_patch_insn_data(env, position, insn_buf, *cnt);  in inline_bpf_loop()
18914 	if (!new_prog)  in inline_bpf_loop()
18915 		return new_prog;  in inline_bpf_loop()
18922 	new_prog->insnsi[call_insn_offset].imm = callback_offset;  in inline_bpf_loop()
18924 	return new_prog;  in inline_bpf_loop()
18958 			struct bpf_prog *new_prog;  in optimize_bpf_loop()  local
18961 			new_prog = inline_bpf_loop(env,  in optimize_bpf_loop()
18966 			if (!new_prog)  in optimize_bpf_loop()
18970 			env->prog  = new_prog;  in optimize_bpf_loop()
18971 			insn       = new_prog->insnsi + i + delta;  in optimize_bpf_loop()