33 #define EMIT(bytes, len) \  macro
36 #define EMIT1(b1)		EMIT(b1, 1)
37 #define EMIT2(b1, b2)		EMIT((b1) + ((b2) << 8), 2)
38 #define EMIT3(b1, b2, b3)	EMIT((b1) + ((b2) << 8) + ((b3) << 16), 3)
39 #define EMIT4(b1, b2, b3, b4)   EMIT((b1) + ((b2) << 8) + ((b3) << 16) + ((b4) << 24), 4)
42 	do { EMIT1(b1); EMIT(off, 4); } while (0)
44 	do { EMIT2(b1, b2); EMIT(off, 4); } while (0)
46 	do { EMIT3(b1, b2, b3); EMIT(off, 4); } while (0)
48 	do { EMIT4(b1, b2, b3, b4); EMIT(off, 4); } while (0)
260  * Emit x86-64 prologue code for BPF program.
659 		EMIT(imm32_lo, 4);  in emit_mov_imm64()
660 		EMIT(imm32_hi, 4);  in emit_mov_imm64()
692 		/* Emit 'movzx rax, byte ptr [rax + off]' */  in emit_ldx()
696 		/* Emit 'movzx rax, word ptr [rax + off]' */  in emit_ldx()
700 		/* Emit 'mov eax, dword ptr [rax+0x14]' */  in emit_ldx()
707 		/* Emit 'mov rax, qword ptr [rax+0x14]' */  in emit_ldx()
731 		/* Emit 'mov byte ptr [rax + off], al' */  in emit_stx()
1087 				/* Emit 'ror %ax, 8' to swap lower 2 bytes */  in do_jit()
1093 				/* Emit 'movzwl eax, ax' */  in do_jit()
1101 				/* Emit 'bswap eax' to swap lower 4 bytes */  in do_jit()
1109 				/* Emit 'bswap rax' to swap 8 bytes */  in do_jit()
1120 				 * Emit 'movzwl eax, ax' to zero extend 16-bit  in do_jit()
1130 				/* Emit 'mov eax, eax' to clear upper 32-bits */  in do_jit()
1168 			EMIT(imm32, bpf_size_to_x86_bytes(BPF_SIZE(insn->code)));  in do_jit()
1235 			/* Emit 'lock add dword ptr [rax + off], eax' */  in do_jit()
1658 		/* mod_ret prog stored return value into [rbp - 8]. Emit:  in invoke_bpf_mod_ret()
1924 	err = emit_bpf_dispatcher(&prog, a, a + pivot,	/* emit lower_part */  in emit_bpf_dispatcher()
1938 	err = emit_bpf_dispatcher(&prog, a + pivot + 1,	/* emit upper_part */  in emit_bpf_dispatcher()
2043 	 * pass to emit the final image.  in bpf_int_jit_compile()