136 static const s8 bpf2a32[][2] = {
467 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_udivmod()
515 static bool is_stacked(s8 reg)  in is_stacked()
524 static s8 arm_bpf_get_reg32(s8 reg, s8 tmp, struct jit_ctx *ctx)  in arm_bpf_get_reg32()
533 static const s8 *arm_bpf_get_reg64(const s8 *reg, const s8 *tmp,  in arm_bpf_get_reg64()
556 static void arm_bpf_put_reg32(s8 reg, s8 src, struct jit_ctx *ctx)  in arm_bpf_put_reg32()
564 static void arm_bpf_put_reg64(const s8 *reg, const s8 *src,  in arm_bpf_put_reg64()
586 static inline void emit_a32_mov_i(const s8 dst, const u32 val,  in emit_a32_mov_i()
589 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_i()
599 static void emit_a32_mov_i64(const s8 dst[], u64 val, struct jit_ctx *ctx)  in emit_a32_mov_i64()
601 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_i64()
602 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_a32_mov_i64()
611 static inline void emit_a32_mov_se_i64(const bool is64, const s8 dst[],  in emit_a32_mov_se_i64()
699 static inline void emit_a32_alu_r(const s8 dst, const s8 src,  in emit_a32_alu_r()
702 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_r()
703 	s8 rn, rd;  in emit_a32_alu_r()
713 static inline void emit_a32_alu_r64(const bool is64, const s8 dst[],  in emit_a32_alu_r64()
714 				  const s8 src[], struct jit_ctx *ctx,  in emit_a32_alu_r64()
716 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_r64()
717 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_alu_r64()
718 	const s8 *rd;  in emit_a32_alu_r64()
722 		const s8 *rs;  in emit_a32_alu_r64()
730 		s8 rs;  in emit_a32_alu_r64()
744 static inline void emit_a32_mov_r(const s8 dst, const s8 src,  in emit_a32_mov_r()
746 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_r()
747 	s8 rt;  in emit_a32_mov_r()
754 static inline void emit_a32_mov_r64(const bool is64, const s8 dst[],  in emit_a32_mov_r64()
755 				  const s8 src[],  in emit_a32_mov_r64()
783 static inline void emit_a32_alu_i(const s8 dst, const u32 val,  in emit_a32_alu_i()
785 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_i()
786 	s8 rd;  in emit_a32_alu_i()
810 static inline void emit_a32_neg64(const s8 dst[],  in emit_a32_neg64()
812 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_neg64()
813 	const s8 *rd;  in emit_a32_neg64()
826 static inline void emit_a32_lsh_r64(const s8 dst[], const s8 src[],  in emit_a32_lsh_r64()
828 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_lsh_r64()
829 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_lsh_r64()
830 	const s8 *rd;  in emit_a32_lsh_r64()
831 	s8 rt;  in emit_a32_lsh_r64()
850 static inline void emit_a32_arsh_r64(const s8 dst[], const s8 src[],  in emit_a32_arsh_r64()
852 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_arsh_r64()
853 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_arsh_r64()
854 	const s8 *rd;  in emit_a32_arsh_r64()
855 	s8 rt;  in emit_a32_arsh_r64()
875 static inline void emit_a32_rsh_r64(const s8 dst[], const s8 src[],  in emit_a32_rsh_r64()
877 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_rsh_r64()
878 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_rsh_r64()
879 	const s8 *rd;  in emit_a32_rsh_r64()
880 	s8 rt;  in emit_a32_rsh_r64()
899 static inline void emit_a32_lsh_i64(const s8 dst[],  in emit_a32_lsh_i64()
901 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_lsh_i64()
902 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_lsh_i64()
903 	const s8 *rd;  in emit_a32_lsh_i64()
925 static inline void emit_a32_rsh_i64(const s8 dst[],  in emit_a32_rsh_i64()
927 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_rsh_i64()
928 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_rsh_i64()
929 	const s8 *rd;  in emit_a32_rsh_i64()
955 static inline void emit_a32_arsh_i64(const s8 dst[],  in emit_a32_arsh_i64()
957 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_arsh_i64()
958 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_arsh_i64()
959 	const s8 *rd;  in emit_a32_arsh_i64()
984 static inline void emit_a32_mul_r64(const s8 dst[], const s8 src[],  in emit_a32_mul_r64()
986 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mul_r64()
987 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_mul_r64()
988 	const s8 *rd, *rt;  in emit_a32_mul_r64()
1027 static inline void emit_str_r(const s8 dst, const s8 src[],  in emit_str_r()
1029 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_str_r()
1030 	s8 rd;  in emit_str_r()
1062 static inline void emit_ldx_r(const s8 dst[], const s8 src,  in emit_ldx_r()
1064 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_ldx_r()
1065 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_ldx_r()
1066 	s8 rm = src;  in emit_ldx_r()
1153 	const s8 *r2 = bpf2a32[BPF_REG_2];  in emit_bpf_tail_call()
1154 	const s8 *r3 = bpf2a32[BPF_REG_3];  in emit_bpf_tail_call()
1155 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_bpf_tail_call()
1156 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_bpf_tail_call()
1157 	const s8 *tcc = bpf2a32[TCALL_CNT];  in emit_bpf_tail_call()
1158 	const s8 *tc;  in emit_bpf_tail_call()
1163 	s8 r_array, r_index;  in emit_bpf_tail_call()
1233 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_rev16()
1248 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_rev32()
1268 static inline void emit_push_r64(const s8 src[], struct jit_ctx *ctx)  in emit_push_r64()
1270 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_push_r64()
1271 	const s8 *rt;  in emit_push_r64()
1282 	const s8 arm_r0 = bpf2a32[BPF_REG_0][1];  in build_prologue()
1283 	const s8 *bpf_r1 = bpf2a32[BPF_REG_1];  in build_prologue()
1284 	const s8 *bpf_fp = bpf2a32[BPF_REG_FP];  in build_prologue()
1285 	const s8 *tcc = bpf2a32[TCALL_CNT];  in build_prologue()
1347 	const s8 *dst = bpf2a32[insn->dst_reg];  in build_insn()
1348 	const s8 *src = bpf2a32[insn->src_reg];  in build_insn()
1349 	const s8 *tmp = bpf2a32[TMP_REG_1];  in build_insn()
1350 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in build_insn()
1355 	const s8 *rd, *rs;  in build_insn()
1356 	s8 rd_lo, rt, rm, rn;  in build_insn()
1774 		const s8 *r0 = bpf2a32[BPF_REG_0];  in build_insn()
1775 		const s8 *r1 = bpf2a32[BPF_REG_1];  in build_insn()
1776 		const s8 *r2 = bpf2a32[BPF_REG_2];  in build_insn()
1777 		const s8 *r3 = bpf2a32[BPF_REG_3];  in build_insn()
1778 		const s8 *r4 = bpf2a32[BPF_REG_4];  in build_insn()
1779 		const s8 *r5 = bpf2a32[BPF_REG_5];  in build_insn()