Lines Matching refs:insn
37 #define validate_next(t, insn, n) \ argument
38 ((insn)->next_byte + sizeof(t) + n <= (insn)->end_kaddr)
40 #define __get_next(t, insn) \ argument
41 …({ t r = get_unaligned((t *)(insn)->next_byte); (insn)->next_byte += sizeof(t); leXX_to_cpu(t, r);…
43 #define __peek_nbyte_next(t, insn, n) \ argument
44 ({ t r = get_unaligned((t *)(insn)->next_byte + n); leXX_to_cpu(t, r); })
46 #define get_next(t, insn) \ argument
47 ({ if (unlikely(!validate_next(t, insn, 0))) goto err_out; __get_next(t, insn); })
49 #define peek_nbyte_next(t, insn, n) \ argument
50 ({ if (unlikely(!validate_next(t, insn, n))) goto err_out; __peek_nbyte_next(t, insn, n); })
52 #define peek_next(t, insn) peek_nbyte_next(t, insn, 0) argument
61 void insn_init(struct insn *insn, const void *kaddr, int buf_len, int x86_64) in insn_init() argument
70 memset(insn, 0, sizeof(*insn)); in insn_init()
71 insn->kaddr = kaddr; in insn_init()
72 insn->end_kaddr = kaddr + buf_len; in insn_init()
73 insn->next_byte = kaddr; in insn_init()
74 insn->x86_64 = x86_64 ? 1 : 0; in insn_init()
75 insn->opnd_bytes = 4; in insn_init()
77 insn->addr_bytes = 8; in insn_init()
79 insn->addr_bytes = 4; in insn_init()
85 static int __insn_get_emulate_prefix(struct insn *insn, in __insn_get_emulate_prefix() argument
91 if (peek_nbyte_next(insn_byte_t, insn, i) != prefix[i]) in __insn_get_emulate_prefix()
95 insn->emulate_prefix_size = len; in __insn_get_emulate_prefix()
96 insn->next_byte += len; in __insn_get_emulate_prefix()
104 static void insn_get_emulate_prefix(struct insn *insn) in insn_get_emulate_prefix() argument
106 if (__insn_get_emulate_prefix(insn, xen_prefix, sizeof(xen_prefix))) in insn_get_emulate_prefix()
109 __insn_get_emulate_prefix(insn, kvm_prefix, sizeof(kvm_prefix)); in insn_get_emulate_prefix()
124 int insn_get_prefixes(struct insn *insn) in insn_get_prefixes() argument
126 struct insn_field *prefixes = &insn->prefixes; in insn_get_prefixes()
134 insn_get_emulate_prefix(insn); in insn_get_prefixes()
138 b = peek_next(insn_byte_t, insn); in insn_get_prefixes()
151 if (insn->x86_64) in insn_get_prefixes()
152 insn->addr_bytes ^= 12; in insn_get_prefixes()
154 insn->addr_bytes ^= 6; in insn_get_prefixes()
157 insn->opnd_bytes ^= 6; in insn_get_prefixes()
161 insn->next_byte++; in insn_get_prefixes()
163 b = peek_next(insn_byte_t, insn); in insn_get_prefixes()
167 if (lb && lb != insn->prefixes.bytes[3]) { in insn_get_prefixes()
168 if (unlikely(insn->prefixes.bytes[3])) { in insn_get_prefixes()
170 b = insn->prefixes.bytes[3]; in insn_get_prefixes()
175 insn_set_byte(&insn->prefixes, 3, lb); in insn_get_prefixes()
179 if (insn->x86_64) { in insn_get_prefixes()
180 b = peek_next(insn_byte_t, insn); in insn_get_prefixes()
183 insn_field_set(&insn->rex_prefix, b, 1); in insn_get_prefixes()
184 insn->next_byte++; in insn_get_prefixes()
187 insn->opnd_bytes = 8; in insn_get_prefixes()
190 insn->rex_prefix.got = 1; in insn_get_prefixes()
193 b = peek_next(insn_byte_t, insn); in insn_get_prefixes()
196 insn_byte_t b2 = peek_nbyte_next(insn_byte_t, insn, 1); in insn_get_prefixes()
197 if (!insn->x86_64) { in insn_get_prefixes()
206 insn_set_byte(&insn->vex_prefix, 0, b); in insn_get_prefixes()
207 insn_set_byte(&insn->vex_prefix, 1, b2); in insn_get_prefixes()
209 b2 = peek_nbyte_next(insn_byte_t, insn, 2); in insn_get_prefixes()
210 insn_set_byte(&insn->vex_prefix, 2, b2); in insn_get_prefixes()
211 b2 = peek_nbyte_next(insn_byte_t, insn, 3); in insn_get_prefixes()
212 insn_set_byte(&insn->vex_prefix, 3, b2); in insn_get_prefixes()
213 insn->vex_prefix.nbytes = 4; in insn_get_prefixes()
214 insn->next_byte += 4; in insn_get_prefixes()
215 if (insn->x86_64 && X86_VEX_W(b2)) in insn_get_prefixes()
217 insn->opnd_bytes = 8; in insn_get_prefixes()
219 b2 = peek_nbyte_next(insn_byte_t, insn, 2); in insn_get_prefixes()
220 insn_set_byte(&insn->vex_prefix, 2, b2); in insn_get_prefixes()
221 insn->vex_prefix.nbytes = 3; in insn_get_prefixes()
222 insn->next_byte += 3; in insn_get_prefixes()
223 if (insn->x86_64 && X86_VEX_W(b2)) in insn_get_prefixes()
225 insn->opnd_bytes = 8; in insn_get_prefixes()
232 insn_set_byte(&insn->vex_prefix, 2, b2 & 0x7f); in insn_get_prefixes()
233 insn->vex_prefix.nbytes = 2; in insn_get_prefixes()
234 insn->next_byte += 2; in insn_get_prefixes()
238 insn->vex_prefix.got = 1; in insn_get_prefixes()
262 int insn_get_opcode(struct insn *insn) in insn_get_opcode() argument
264 struct insn_field *opcode = &insn->opcode; in insn_get_opcode()
271 if (!insn->prefixes.got) { in insn_get_opcode()
272 ret = insn_get_prefixes(insn); in insn_get_opcode()
278 op = get_next(insn_byte_t, insn); in insn_get_opcode()
283 if (insn_is_avx(insn)) { in insn_get_opcode()
285 m = insn_vex_m_bits(insn); in insn_get_opcode()
286 p = insn_vex_p_bits(insn); in insn_get_opcode()
287 insn->attr = inat_get_avx_attribute(op, m, p); in insn_get_opcode()
288 if ((inat_must_evex(insn->attr) && !insn_is_evex(insn)) || in insn_get_opcode()
289 (!inat_accept_vex(insn->attr) && in insn_get_opcode()
290 !inat_is_group(insn->attr))) { in insn_get_opcode()
292 insn->attr = 0; in insn_get_opcode()
299 insn->attr = inat_get_opcode_attribute(op); in insn_get_opcode()
300 while (inat_is_escape(insn->attr)) { in insn_get_opcode()
302 op = get_next(insn_byte_t, insn); in insn_get_opcode()
304 pfx_id = insn_last_prefix_id(insn); in insn_get_opcode()
305 insn->attr = inat_get_escape_attribute(op, pfx_id, insn->attr); in insn_get_opcode()
308 if (inat_must_vex(insn->attr)) { in insn_get_opcode()
310 insn->attr = 0; in insn_get_opcode()
333 int insn_get_modrm(struct insn *insn) in insn_get_modrm() argument
335 struct insn_field *modrm = &insn->modrm; in insn_get_modrm()
342 if (!insn->opcode.got) { in insn_get_modrm()
343 ret = insn_get_opcode(insn); in insn_get_modrm()
348 if (inat_has_modrm(insn->attr)) { in insn_get_modrm()
349 mod = get_next(insn_byte_t, insn); in insn_get_modrm()
351 if (inat_is_group(insn->attr)) { in insn_get_modrm()
352 pfx_id = insn_last_prefix_id(insn); in insn_get_modrm()
353 insn->attr = inat_get_group_attribute(mod, pfx_id, in insn_get_modrm()
354 insn->attr); in insn_get_modrm()
355 if (insn_is_avx(insn) && !inat_accept_vex(insn->attr)) { in insn_get_modrm()
357 insn->attr = 0; in insn_get_modrm()
363 if (insn->x86_64 && inat_is_force64(insn->attr)) in insn_get_modrm()
364 insn->opnd_bytes = 8; in insn_get_modrm()
381 int insn_rip_relative(struct insn *insn) in insn_rip_relative() argument
383 struct insn_field *modrm = &insn->modrm; in insn_rip_relative()
386 if (!insn->x86_64) in insn_rip_relative()
390 ret = insn_get_modrm(insn); in insn_rip_relative()
412 int insn_get_sib(struct insn *insn) in insn_get_sib() argument
417 if (insn->sib.got) in insn_get_sib()
420 if (!insn->modrm.got) { in insn_get_sib()
421 ret = insn_get_modrm(insn); in insn_get_sib()
426 if (insn->modrm.nbytes) { in insn_get_sib()
427 modrm = insn->modrm.bytes[0]; in insn_get_sib()
428 if (insn->addr_bytes != 2 && in insn_get_sib()
430 insn_field_set(&insn->sib, in insn_get_sib()
431 get_next(insn_byte_t, insn), 1); in insn_get_sib()
434 insn->sib.got = 1; in insn_get_sib()
455 int insn_get_displacement(struct insn *insn) in insn_get_displacement() argument
460 if (insn->displacement.got) in insn_get_displacement()
463 if (!insn->sib.got) { in insn_get_displacement()
464 ret = insn_get_sib(insn); in insn_get_displacement()
469 if (insn->modrm.nbytes) { in insn_get_displacement()
487 mod = X86_MODRM_MOD(insn->modrm.value); in insn_get_displacement()
488 rm = X86_MODRM_RM(insn->modrm.value); in insn_get_displacement()
489 base = X86_SIB_BASE(insn->sib.value); in insn_get_displacement()
493 insn_field_set(&insn->displacement, in insn_get_displacement()
494 get_next(signed char, insn), 1); in insn_get_displacement()
495 } else if (insn->addr_bytes == 2) { in insn_get_displacement()
497 insn_field_set(&insn->displacement, in insn_get_displacement()
498 get_next(short, insn), 2); in insn_get_displacement()
503 insn_field_set(&insn->displacement, in insn_get_displacement()
504 get_next(int, insn), 4); in insn_get_displacement()
509 insn->displacement.got = 1; in insn_get_displacement()
517 static int __get_moffset(struct insn *insn) in __get_moffset() argument
519 switch (insn->addr_bytes) { in __get_moffset()
521 insn_field_set(&insn->moffset1, get_next(short, insn), 2); in __get_moffset()
524 insn_field_set(&insn->moffset1, get_next(int, insn), 4); in __get_moffset()
527 insn_field_set(&insn->moffset1, get_next(int, insn), 4); in __get_moffset()
528 insn_field_set(&insn->moffset2, get_next(int, insn), 4); in __get_moffset()
533 insn->moffset1.got = insn->moffset2.got = 1; in __get_moffset()
542 static int __get_immv32(struct insn *insn) in __get_immv32() argument
544 switch (insn->opnd_bytes) { in __get_immv32()
546 insn_field_set(&insn->immediate, get_next(short, insn), 2); in __get_immv32()
550 insn_field_set(&insn->immediate, get_next(int, insn), 4); in __get_immv32()
563 static int __get_immv(struct insn *insn) in __get_immv() argument
565 switch (insn->opnd_bytes) { in __get_immv()
567 insn_field_set(&insn->immediate1, get_next(short, insn), 2); in __get_immv()
570 insn_field_set(&insn->immediate1, get_next(int, insn), 4); in __get_immv()
571 insn->immediate1.nbytes = 4; in __get_immv()
574 insn_field_set(&insn->immediate1, get_next(int, insn), 4); in __get_immv()
575 insn_field_set(&insn->immediate2, get_next(int, insn), 4); in __get_immv()
580 insn->immediate1.got = insn->immediate2.got = 1; in __get_immv()
588 static int __get_immptr(struct insn *insn) in __get_immptr() argument
590 switch (insn->opnd_bytes) { in __get_immptr()
592 insn_field_set(&insn->immediate1, get_next(short, insn), 2); in __get_immptr()
595 insn_field_set(&insn->immediate1, get_next(int, insn), 4); in __get_immptr()
603 insn_field_set(&insn->immediate2, get_next(unsigned short, insn), 2); in __get_immptr()
604 insn->immediate1.got = insn->immediate2.got = 1; in __get_immptr()
624 int insn_get_immediate(struct insn *insn) in insn_get_immediate() argument
628 if (insn->immediate.got) in insn_get_immediate()
631 if (!insn->displacement.got) { in insn_get_immediate()
632 ret = insn_get_displacement(insn); in insn_get_immediate()
637 if (inat_has_moffset(insn->attr)) { in insn_get_immediate()
638 if (!__get_moffset(insn)) in insn_get_immediate()
643 if (!inat_has_immediate(insn->attr)) in insn_get_immediate()
647 switch (inat_immediate_size(insn->attr)) { in insn_get_immediate()
649 insn_field_set(&insn->immediate, get_next(signed char, insn), 1); in insn_get_immediate()
652 insn_field_set(&insn->immediate, get_next(short, insn), 2); in insn_get_immediate()
655 insn_field_set(&insn->immediate, get_next(int, insn), 4); in insn_get_immediate()
658 insn_field_set(&insn->immediate1, get_next(int, insn), 4); in insn_get_immediate()
659 insn_field_set(&insn->immediate2, get_next(int, insn), 4); in insn_get_immediate()
662 if (!__get_immptr(insn)) in insn_get_immediate()
666 if (!__get_immv32(insn)) in insn_get_immediate()
670 if (!__get_immv(insn)) in insn_get_immediate()
677 if (inat_has_second_immediate(insn->attr)) { in insn_get_immediate()
678 insn_field_set(&insn->immediate2, get_next(signed char, insn), 1); in insn_get_immediate()
681 insn->immediate.got = 1; in insn_get_immediate()
699 int insn_get_length(struct insn *insn) in insn_get_length() argument
703 if (insn->length) in insn_get_length()
706 if (!insn->immediate.got) { in insn_get_length()
707 ret = insn_get_immediate(insn); in insn_get_length()
712 insn->length = (unsigned char)((unsigned long)insn->next_byte in insn_get_length()
713 - (unsigned long)insn->kaddr); in insn_get_length()
719 static inline int insn_complete(struct insn *insn) in insn_complete() argument
721 return insn->opcode.got && insn->modrm.got && insn->sib.got && in insn_complete()
722 insn->displacement.got && insn->immediate.got; in insn_complete()
736 int insn_decode(struct insn *insn, const void *kaddr, int buf_len, enum insn_mode m) in insn_decode() argument
743 insn_init(insn, kaddr, buf_len, IS_ENABLED(CONFIG_X86_64)); in insn_decode()
745 insn_init(insn, kaddr, buf_len, m == INSN_MODE_64); in insn_decode()
747 ret = insn_get_length(insn); in insn_decode()
751 if (insn_complete(insn)) in insn_decode()