148 static const s8 bpf2a32[][2] = {
480 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_udivmod()
534 static bool is_stacked(s8 reg)  in is_stacked()
543 static s8 arm_bpf_get_reg32(s8 reg, s8 tmp, struct jit_ctx *ctx)  in arm_bpf_get_reg32()
552 static const s8 *arm_bpf_get_reg64(const s8 *reg, const s8 *tmp,  in arm_bpf_get_reg64()
575 static void arm_bpf_put_reg32(s8 reg, s8 src, struct jit_ctx *ctx)  in arm_bpf_put_reg32()
583 static void arm_bpf_put_reg64(const s8 *reg, const s8 *src,  in arm_bpf_put_reg64()
605 static inline void emit_a32_mov_i(const s8 dst, const u32 val,  in emit_a32_mov_i()
608 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_i()
618 static void emit_a32_mov_i64(const s8 dst[], u64 val, struct jit_ctx *ctx)  in emit_a32_mov_i64()
620 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_i64()
621 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_a32_mov_i64()
630 static inline void emit_a32_mov_se_i64(const bool is64, const s8 dst[],  in emit_a32_mov_se_i64()
718 static inline void emit_a32_alu_r(const s8 dst, const s8 src,  in emit_a32_alu_r()
721 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_r()
722 	s8 rn, rd;  in emit_a32_alu_r()
732 static inline void emit_a32_alu_r64(const bool is64, const s8 dst[],  in emit_a32_alu_r64()
733 				  const s8 src[], struct jit_ctx *ctx,  in emit_a32_alu_r64()
735 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_r64()
736 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_alu_r64()
737 	const s8 *rd;  in emit_a32_alu_r64()
741 		const s8 *rs;  in emit_a32_alu_r64()
749 		s8 rs;  in emit_a32_alu_r64()
763 static inline void emit_a32_mov_r(const s8 dst, const s8 src,  in emit_a32_mov_r()
765 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mov_r()
766 	s8 rt;  in emit_a32_mov_r()
773 static inline void emit_a32_mov_r64(const bool is64, const s8 dst[],  in emit_a32_mov_r64()
774 				  const s8 src[],  in emit_a32_mov_r64()
802 static inline void emit_a32_alu_i(const s8 dst, const u32 val,  in emit_a32_alu_i()
804 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_alu_i()
805 	s8 rd;  in emit_a32_alu_i()
829 static inline void emit_a32_neg64(const s8 dst[],  in emit_a32_neg64()
831 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_neg64()
832 	const s8 *rd;  in emit_a32_neg64()
845 static inline void emit_a32_lsh_r64(const s8 dst[], const s8 src[],  in emit_a32_lsh_r64()
847 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_lsh_r64()
848 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_lsh_r64()
849 	const s8 *rd;  in emit_a32_lsh_r64()
850 	s8 rt;  in emit_a32_lsh_r64()
869 static inline void emit_a32_arsh_r64(const s8 dst[], const s8 src[],  in emit_a32_arsh_r64()
871 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_arsh_r64()
872 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_arsh_r64()
873 	const s8 *rd;  in emit_a32_arsh_r64()
874 	s8 rt;  in emit_a32_arsh_r64()
894 static inline void emit_a32_rsh_r64(const s8 dst[], const s8 src[],  in emit_a32_rsh_r64()
896 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_rsh_r64()
897 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_rsh_r64()
898 	const s8 *rd;  in emit_a32_rsh_r64()
899 	s8 rt;  in emit_a32_rsh_r64()
918 static inline void emit_a32_lsh_i64(const s8 dst[],  in emit_a32_lsh_i64()
920 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_lsh_i64()
921 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_lsh_i64()
922 	const s8 *rd;  in emit_a32_lsh_i64()
944 static inline void emit_a32_rsh_i64(const s8 dst[],  in emit_a32_rsh_i64()
946 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_rsh_i64()
947 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_rsh_i64()
948 	const s8 *rd;  in emit_a32_rsh_i64()
974 static inline void emit_a32_arsh_i64(const s8 dst[],  in emit_a32_arsh_i64()
976 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_arsh_i64()
977 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_arsh_i64()
978 	const s8 *rd;  in emit_a32_arsh_i64()
1003 static inline void emit_a32_mul_r64(const s8 dst[], const s8 src[],  in emit_a32_mul_r64()
1005 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_a32_mul_r64()
1006 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_a32_mul_r64()
1007 	const s8 *rd, *rt;  in emit_a32_mul_r64()
1046 static inline void emit_str_r(const s8 dst, const s8 src[],  in emit_str_r()
1048 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_str_r()
1049 	s8 rd;  in emit_str_r()
1081 static inline void emit_ldx_r(const s8 dst[], const s8 src,  in emit_ldx_r()
1083 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_ldx_r()
1084 	const s8 *rd = is_stacked(dst_lo) ? tmp : dst;  in emit_ldx_r()
1085 	s8 rm = src;  in emit_ldx_r()
1172 	const s8 *r2 = bpf2a32[BPF_REG_2];  in emit_bpf_tail_call()
1173 	const s8 *r3 = bpf2a32[BPF_REG_3];  in emit_bpf_tail_call()
1174 	const s8 *tmp = bpf2a32[TMP_REG_1];  in emit_bpf_tail_call()
1175 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_bpf_tail_call()
1176 	const s8 *tcc = bpf2a32[TCALL_CNT];  in emit_bpf_tail_call()
1177 	const s8 *tc;  in emit_bpf_tail_call()
1182 	s8 r_array, r_index;  in emit_bpf_tail_call()
1252 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_rev16()
1267 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_rev32()
1287 static inline void emit_push_r64(const s8 src[], struct jit_ctx *ctx)  in emit_push_r64()
1289 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in emit_push_r64()
1290 	const s8 *rt;  in emit_push_r64()
1301 	const s8 arm_r0 = bpf2a32[BPF_REG_0][1];  in build_prologue()
1302 	const s8 *bpf_r1 = bpf2a32[BPF_REG_1];  in build_prologue()
1303 	const s8 *bpf_fp = bpf2a32[BPF_REG_FP];  in build_prologue()
1304 	const s8 *tcc = bpf2a32[TCALL_CNT];  in build_prologue()
1366 	const s8 *dst = bpf2a32[insn->dst_reg];  in build_insn()
1367 	const s8 *src = bpf2a32[insn->src_reg];  in build_insn()
1368 	const s8 *tmp = bpf2a32[TMP_REG_1];  in build_insn()
1369 	const s8 *tmp2 = bpf2a32[TMP_REG_2];  in build_insn()
1374 	const s8 *rd, *rs;  in build_insn()
1375 	s8 rd_lo, rt, rm, rn;  in build_insn()
1795 		const s8 *r0 = bpf2a32[BPF_REG_0];  in build_insn()
1796 		const s8 *r1 = bpf2a32[BPF_REG_1];  in build_insn()
1797 		const s8 *r2 = bpf2a32[BPF_REG_2];  in build_insn()
1798 		const s8 *r3 = bpf2a32[BPF_REG_3];  in build_insn()
1799 		const s8 *r4 = bpf2a32[BPF_REG_4];  in build_insn()
1800 		const s8 *r5 = bpf2a32[BPF_REG_5];  in build_insn()