30 #define validate_next(t, insn, n)	\  argument
31 	((insn)->next_byte + sizeof(t) + n <= (insn)->end_kaddr)
33 #define __get_next(t, insn)	\  argument
34 	({ t r = *(t*)insn->next_byte; insn->next_byte += sizeof(t); r; })
36 #define __peek_nbyte_next(t, insn, n)	\  argument
37 	({ t r = *(t*)((insn)->next_byte + n); r; })
39 #define get_next(t, insn)	\  argument
40 	({ if (unlikely(!validate_next(t, insn, 0))) goto err_out; __get_next(t, insn); })
42 #define peek_nbyte_next(t, insn, n)	\  argument
43 	({ if (unlikely(!validate_next(t, insn, n))) goto err_out; __peek_nbyte_next(t, insn, n); })
45 #define peek_next(t, insn)	peek_nbyte_next(t, insn, 0)  argument
53 void insn_init(struct insn *insn, const void *kaddr, int buf_len, int x86_64)  in insn_init()  argument
62 	memset(insn, 0, sizeof(*insn));  in insn_init()
63 	insn->kaddr = kaddr;  in insn_init()
64 	insn->end_kaddr = kaddr + buf_len;  in insn_init()
65 	insn->next_byte = kaddr;  in insn_init()
66 	insn->x86_64 = x86_64 ? 1 : 0;  in insn_init()
67 	insn->opnd_bytes = 4;  in insn_init()
69 		insn->addr_bytes = 8;  in insn_init()
71 		insn->addr_bytes = 4;  in insn_init()
82 void insn_get_prefixes(struct insn *insn)  in insn_get_prefixes()  argument
84 	struct insn_field *prefixes = &insn->prefixes;  in insn_get_prefixes()
94 	b = peek_next(insn_byte_t, insn);  in insn_get_prefixes()
107 			if (insn->x86_64)  in insn_get_prefixes()
108 				insn->addr_bytes ^= 12;  in insn_get_prefixes()
110 				insn->addr_bytes ^= 6;  in insn_get_prefixes()
113 			insn->opnd_bytes ^= 6;  in insn_get_prefixes()
117 		insn->next_byte++;  in insn_get_prefixes()
119 		b = peek_next(insn_byte_t, insn);  in insn_get_prefixes()
123 	if (lb && lb != insn->prefixes.bytes[3]) {  in insn_get_prefixes()
124 		if (unlikely(insn->prefixes.bytes[3])) {  in insn_get_prefixes()
126 			b = insn->prefixes.bytes[3];  in insn_get_prefixes()
131 		insn->prefixes.bytes[3] = lb;  in insn_get_prefixes()
135 	if (insn->x86_64) {  in insn_get_prefixes()
136 		b = peek_next(insn_byte_t, insn);  in insn_get_prefixes()
139 			insn->rex_prefix.value = b;  in insn_get_prefixes()
140 			insn->rex_prefix.nbytes = 1;  in insn_get_prefixes()
141 			insn->next_byte++;  in insn_get_prefixes()
144 				insn->opnd_bytes = 8;  in insn_get_prefixes()
147 	insn->rex_prefix.got = 1;  in insn_get_prefixes()
150 	b = peek_next(insn_byte_t, insn);  in insn_get_prefixes()
153 		insn_byte_t b2 = peek_nbyte_next(insn_byte_t, insn, 1);  in insn_get_prefixes()
154 		if (!insn->x86_64) {  in insn_get_prefixes()
163 		insn->vex_prefix.bytes[0] = b;  in insn_get_prefixes()
164 		insn->vex_prefix.bytes[1] = b2;  in insn_get_prefixes()
166 			b2 = peek_nbyte_next(insn_byte_t, insn, 2);  in insn_get_prefixes()
167 			insn->vex_prefix.bytes[2] = b2;  in insn_get_prefixes()
168 			b2 = peek_nbyte_next(insn_byte_t, insn, 3);  in insn_get_prefixes()
169 			insn->vex_prefix.bytes[3] = b2;  in insn_get_prefixes()
170 			insn->vex_prefix.nbytes = 4;  in insn_get_prefixes()
171 			insn->next_byte += 4;  in insn_get_prefixes()
172 			if (insn->x86_64 && X86_VEX_W(b2))  in insn_get_prefixes()
174 				insn->opnd_bytes = 8;  in insn_get_prefixes()
176 			b2 = peek_nbyte_next(insn_byte_t, insn, 2);  in insn_get_prefixes()
177 			insn->vex_prefix.bytes[2] = b2;  in insn_get_prefixes()
178 			insn->vex_prefix.nbytes = 3;  in insn_get_prefixes()
179 			insn->next_byte += 3;  in insn_get_prefixes()
180 			if (insn->x86_64 && X86_VEX_W(b2))  in insn_get_prefixes()
182 				insn->opnd_bytes = 8;  in insn_get_prefixes()
189 			insn->vex_prefix.bytes[2] = b2 & 0x7f;  in insn_get_prefixes()
190 			insn->vex_prefix.nbytes = 2;  in insn_get_prefixes()
191 			insn->next_byte += 2;  in insn_get_prefixes()
195 	insn->vex_prefix.got = 1;  in insn_get_prefixes()
213 void insn_get_opcode(struct insn *insn)  in insn_get_opcode()  argument
215 	struct insn_field *opcode = &insn->opcode;  in insn_get_opcode()
220 	if (!insn->prefixes.got)  in insn_get_opcode()
221 		insn_get_prefixes(insn);  in insn_get_opcode()
224 	op = get_next(insn_byte_t, insn);  in insn_get_opcode()
229 	if (insn_is_avx(insn)) {  in insn_get_opcode()
231 		m = insn_vex_m_bits(insn);  in insn_get_opcode()
232 		p = insn_vex_p_bits(insn);  in insn_get_opcode()
233 		insn->attr = inat_get_avx_attribute(op, m, p);  in insn_get_opcode()
234 		if ((inat_must_evex(insn->attr) && !insn_is_evex(insn)) ||  in insn_get_opcode()
235 		    (!inat_accept_vex(insn->attr) &&  in insn_get_opcode()
236 		     !inat_is_group(insn->attr)))  in insn_get_opcode()
237 			insn->attr = 0;	/* This instruction is bad */  in insn_get_opcode()
241 	insn->attr = inat_get_opcode_attribute(op);  in insn_get_opcode()
242 	while (inat_is_escape(insn->attr)) {  in insn_get_opcode()
244 		op = get_next(insn_byte_t, insn);  in insn_get_opcode()
246 		pfx_id = insn_last_prefix_id(insn);  in insn_get_opcode()
247 		insn->attr = inat_get_escape_attribute(op, pfx_id, insn->attr);  in insn_get_opcode()
249 	if (inat_must_vex(insn->attr))  in insn_get_opcode()
250 		insn->attr = 0;	/* This instruction is bad */  in insn_get_opcode()
266 void insn_get_modrm(struct insn *insn)  in insn_get_modrm()  argument
268 	struct insn_field *modrm = &insn->modrm;  in insn_get_modrm()
272 	if (!insn->opcode.got)  in insn_get_modrm()
273 		insn_get_opcode(insn);  in insn_get_modrm()
275 	if (inat_has_modrm(insn->attr)) {  in insn_get_modrm()
276 		mod = get_next(insn_byte_t, insn);  in insn_get_modrm()
279 		if (inat_is_group(insn->attr)) {  in insn_get_modrm()
280 			pfx_id = insn_last_prefix_id(insn);  in insn_get_modrm()
281 			insn->attr = inat_get_group_attribute(mod, pfx_id,  in insn_get_modrm()
282 							      insn->attr);  in insn_get_modrm()
283 			if (insn_is_avx(insn) && !inat_accept_vex(insn->attr))  in insn_get_modrm()
284 				insn->attr = 0;	/* This is bad */  in insn_get_modrm()
288 	if (insn->x86_64 && inat_is_force64(insn->attr))  in insn_get_modrm()
289 		insn->opnd_bytes = 8;  in insn_get_modrm()
304 int insn_rip_relative(struct insn *insn)  in insn_rip_relative()  argument
306 	struct insn_field *modrm = &insn->modrm;  in insn_rip_relative()
308 	if (!insn->x86_64)  in insn_rip_relative()
311 		insn_get_modrm(insn);  in insn_rip_relative()
326 void insn_get_sib(struct insn *insn)  in insn_get_sib()  argument
330 	if (insn->sib.got)  in insn_get_sib()
332 	if (!insn->modrm.got)  in insn_get_sib()
333 		insn_get_modrm(insn);  in insn_get_sib()
334 	if (insn->modrm.nbytes) {  in insn_get_sib()
335 		modrm = (insn_byte_t)insn->modrm.value;  in insn_get_sib()
336 		if (insn->addr_bytes != 2 &&  in insn_get_sib()
338 			insn->sib.value = get_next(insn_byte_t, insn);  in insn_get_sib()
339 			insn->sib.nbytes = 1;  in insn_get_sib()
342 	insn->sib.got = 1;  in insn_get_sib()
357 void insn_get_displacement(struct insn *insn)  in insn_get_displacement()  argument
361 	if (insn->displacement.got)  in insn_get_displacement()
363 	if (!insn->sib.got)  in insn_get_displacement()
364 		insn_get_sib(insn);  in insn_get_displacement()
365 	if (insn->modrm.nbytes) {  in insn_get_displacement()
383 		mod = X86_MODRM_MOD(insn->modrm.value);  in insn_get_displacement()
384 		rm = X86_MODRM_RM(insn->modrm.value);  in insn_get_displacement()
385 		base = X86_SIB_BASE(insn->sib.value);  in insn_get_displacement()
389 			insn->displacement.value = get_next(signed char, insn);  in insn_get_displacement()
390 			insn->displacement.nbytes = 1;  in insn_get_displacement()
391 		} else if (insn->addr_bytes == 2) {  in insn_get_displacement()
393 				insn->displacement.value =  in insn_get_displacement()
394 					 get_next(short, insn);  in insn_get_displacement()
395 				insn->displacement.nbytes = 2;  in insn_get_displacement()
400 				insn->displacement.value = get_next(int, insn);  in insn_get_displacement()
401 				insn->displacement.nbytes = 4;  in insn_get_displacement()
406 	insn->displacement.got = 1;  in insn_get_displacement()
413 static int __get_moffset(struct insn *insn)  in __get_moffset()  argument
415 	switch (insn->addr_bytes) {  in __get_moffset()
417 		insn->moffset1.value = get_next(short, insn);  in __get_moffset()
418 		insn->moffset1.nbytes = 2;  in __get_moffset()
421 		insn->moffset1.value = get_next(int, insn);  in __get_moffset()
422 		insn->moffset1.nbytes = 4;  in __get_moffset()
425 		insn->moffset1.value = get_next(int, insn);  in __get_moffset()
426 		insn->moffset1.nbytes = 4;  in __get_moffset()
427 		insn->moffset2.value = get_next(int, insn);  in __get_moffset()
428 		insn->moffset2.nbytes = 4;  in __get_moffset()
433 	insn->moffset1.got = insn->moffset2.got = 1;  in __get_moffset()
442 static int __get_immv32(struct insn *insn)  in __get_immv32()  argument
444 	switch (insn->opnd_bytes) {  in __get_immv32()
446 		insn->immediate.value = get_next(short, insn);  in __get_immv32()
447 		insn->immediate.nbytes = 2;  in __get_immv32()
451 		insn->immediate.value = get_next(int, insn);  in __get_immv32()
452 		insn->immediate.nbytes = 4;  in __get_immv32()
465 static int __get_immv(struct insn *insn)  in __get_immv()  argument
467 	switch (insn->opnd_bytes) {  in __get_immv()
469 		insn->immediate1.value = get_next(short, insn);  in __get_immv()
470 		insn->immediate1.nbytes = 2;  in __get_immv()
473 		insn->immediate1.value = get_next(int, insn);  in __get_immv()
474 		insn->immediate1.nbytes = 4;  in __get_immv()
477 		insn->immediate1.value = get_next(int, insn);  in __get_immv()
478 		insn->immediate1.nbytes = 4;  in __get_immv()
479 		insn->immediate2.value = get_next(int, insn);  in __get_immv()
480 		insn->immediate2.nbytes = 4;  in __get_immv()
485 	insn->immediate1.got = insn->immediate2.got = 1;  in __get_immv()
493 static int __get_immptr(struct insn *insn)  in __get_immptr()  argument
495 	switch (insn->opnd_bytes) {  in __get_immptr()
497 		insn->immediate1.value = get_next(short, insn);  in __get_immptr()
498 		insn->immediate1.nbytes = 2;  in __get_immptr()
501 		insn->immediate1.value = get_next(int, insn);  in __get_immptr()
502 		insn->immediate1.nbytes = 4;  in __get_immptr()
510 	insn->immediate2.value = get_next(unsigned short, insn);  in __get_immptr()
511 	insn->immediate2.nbytes = 2;  in __get_immptr()
512 	insn->immediate1.got = insn->immediate2.got = 1;  in __get_immptr()
528 void insn_get_immediate(struct insn *insn)  in insn_get_immediate()  argument
530 	if (insn->immediate.got)  in insn_get_immediate()
532 	if (!insn->displacement.got)  in insn_get_immediate()
533 		insn_get_displacement(insn);  in insn_get_immediate()
535 	if (inat_has_moffset(insn->attr)) {  in insn_get_immediate()
536 		if (!__get_moffset(insn))  in insn_get_immediate()
541 	if (!inat_has_immediate(insn->attr))  in insn_get_immediate()
545 	switch (inat_immediate_size(insn->attr)) {  in insn_get_immediate()
547 		insn->immediate.value = get_next(signed char, insn);  in insn_get_immediate()
548 		insn->immediate.nbytes = 1;  in insn_get_immediate()
551 		insn->immediate.value = get_next(short, insn);  in insn_get_immediate()
552 		insn->immediate.nbytes = 2;  in insn_get_immediate()
555 		insn->immediate.value = get_next(int, insn);  in insn_get_immediate()
556 		insn->immediate.nbytes = 4;  in insn_get_immediate()
559 		insn->immediate1.value = get_next(int, insn);  in insn_get_immediate()
560 		insn->immediate1.nbytes = 4;  in insn_get_immediate()
561 		insn->immediate2.value = get_next(int, insn);  in insn_get_immediate()
562 		insn->immediate2.nbytes = 4;  in insn_get_immediate()
565 		if (!__get_immptr(insn))  in insn_get_immediate()
569 		if (!__get_immv32(insn))  in insn_get_immediate()
573 		if (!__get_immv(insn))  in insn_get_immediate()
580 	if (inat_has_second_immediate(insn->attr)) {  in insn_get_immediate()
581 		insn->immediate2.value = get_next(signed char, insn);  in insn_get_immediate()
582 		insn->immediate2.nbytes = 1;  in insn_get_immediate()
585 	insn->immediate.got = 1;  in insn_get_immediate()
598 void insn_get_length(struct insn *insn)  in insn_get_length()  argument
600 	if (insn->length)  in insn_get_length()
602 	if (!insn->immediate.got)  in insn_get_length()
603 		insn_get_immediate(insn);  in insn_get_length()
604 	insn->length = (unsigned char)((unsigned long)insn->next_byte  in insn_get_length()
605 				     - (unsigned long)insn->kaddr);  in insn_get_length()