1 // SPDX-License-Identifier: GPL-2.0-only
4  * Copyright (c) 2013-2014, Intel Corporation.
13 #include "intel-pt-pkt-decoder.h"
77 static int intel_pt_get_long_tnt(const unsigned char *buf, size_t len,  in intel_pt_get_long_tnt()  argument
83 	if (len < 8)  in intel_pt_get_long_tnt()
88 	for (count = 47; count; count--) {  in intel_pt_get_long_tnt()
94 	packet->type = INTEL_PT_TNT;  in intel_pt_get_long_tnt()
95 	packet->count = count;  in intel_pt_get_long_tnt()
96 	packet->payload = payload << 1;  in intel_pt_get_long_tnt()
100 static int intel_pt_get_pip(const unsigned char *buf, size_t len,  in intel_pt_get_pip()  argument
105 	if (len < 8)  in intel_pt_get_pip()
108 	packet->type = INTEL_PT_PIP;  in intel_pt_get_pip()
110 	packet->payload = payload;  in intel_pt_get_pip()
117 	packet->type = INTEL_PT_TRACESTOP;  in intel_pt_get_tracestop()
121 static int intel_pt_get_cbr(const unsigned char *buf, size_t len,  in intel_pt_get_cbr()  argument
124 	if (len < 4)  in intel_pt_get_cbr()
126 	packet->type = INTEL_PT_CBR;  in intel_pt_get_cbr()
127 	packet->payload = le16_to_cpu(*(uint16_t *)(buf + 2));  in intel_pt_get_cbr()
131 static int intel_pt_get_vmcs(const unsigned char *buf, size_t len,  in intel_pt_get_vmcs()  argument
134 	unsigned int count = (52 - 5) >> 3;  in intel_pt_get_vmcs()
139 	if (len < count + 2)  in intel_pt_get_vmcs()
142 	packet->type = INTEL_PT_VMCS;  in intel_pt_get_vmcs()
143 	packet->count = count;  in intel_pt_get_vmcs()
144 	memcpy_le64(&packet->payload, buf + 2, count);  in intel_pt_get_vmcs()
151 	packet->type = INTEL_PT_OVF;  in intel_pt_get_ovf()
155 static int intel_pt_get_psb(const unsigned char *buf, size_t len,  in intel_pt_get_psb()  argument
160 	if (len < 16)  in intel_pt_get_psb()
168 	packet->type = INTEL_PT_PSB;  in intel_pt_get_psb()
174 	packet->type = INTEL_PT_PSBEND;  in intel_pt_get_psbend()
178 static int intel_pt_get_tma(const unsigned char *buf, size_t len,  in intel_pt_get_tma()  argument
181 	if (len < 7)  in intel_pt_get_tma()
184 	packet->type = INTEL_PT_TMA;  in intel_pt_get_tma()
185 	packet->payload = buf[2] | (buf[3] << 8);  in intel_pt_get_tma()
186 	packet->count = buf[5] | ((buf[6] & BIT(0)) << 8);  in intel_pt_get_tma()
192 	packet->type = INTEL_PT_PAD;  in intel_pt_get_pad()
196 static int intel_pt_get_mnt(const unsigned char *buf, size_t len,  in intel_pt_get_mnt()  argument
199 	if (len < 11)  in intel_pt_get_mnt()
201 	packet->type = INTEL_PT_MNT;  in intel_pt_get_mnt()
202 	memcpy_le64(&packet->payload, buf + 3, 8);  in intel_pt_get_mnt()
206 static int intel_pt_get_3byte(const unsigned char *buf, size_t len,  in intel_pt_get_3byte()  argument
209 	if (len < 3)  in intel_pt_get_3byte()
214 		return intel_pt_get_mnt(buf, len, packet);  in intel_pt_get_3byte()
220 static int intel_pt_get_ptwrite(const unsigned char *buf, size_t len,  in intel_pt_get_ptwrite()  argument
223 	packet->count = (buf[1] >> 5) & 0x3;  in intel_pt_get_ptwrite()
224 	packet->type = buf[1] & BIT(7) ? INTEL_PT_PTWRITE_IP :  in intel_pt_get_ptwrite()
227 	switch (packet->count) {  in intel_pt_get_ptwrite()
229 		if (len < 6)  in intel_pt_get_ptwrite()
231 		packet->payload = le32_to_cpu(*(uint32_t *)(buf + 2));  in intel_pt_get_ptwrite()
234 		if (len < 10)  in intel_pt_get_ptwrite()
236 		packet->payload = le64_to_cpu(*(uint64_t *)(buf + 2));  in intel_pt_get_ptwrite()
245 	packet->type = INTEL_PT_EXSTOP;  in intel_pt_get_exstop()
251 	packet->type = INTEL_PT_EXSTOP_IP;  in intel_pt_get_exstop_ip()
255 static int intel_pt_get_mwait(const unsigned char *buf, size_t len,  in intel_pt_get_mwait()  argument
258 	if (len < 10)  in intel_pt_get_mwait()
260 	packet->type = INTEL_PT_MWAIT;  in intel_pt_get_mwait()
261 	packet->payload = le64_to_cpu(*(uint64_t *)(buf + 2));  in intel_pt_get_mwait()
265 static int intel_pt_get_pwre(const unsigned char *buf, size_t len,  in intel_pt_get_pwre()  argument
268 	if (len < 4)  in intel_pt_get_pwre()
270 	packet->type = INTEL_PT_PWRE;  in intel_pt_get_pwre()
271 	memcpy_le64(&packet->payload, buf + 2, 2);  in intel_pt_get_pwre()
275 static int intel_pt_get_pwrx(const unsigned char *buf, size_t len,  in intel_pt_get_pwrx()  argument
278 	if (len < 7)  in intel_pt_get_pwrx()
280 	packet->type = INTEL_PT_PWRX;  in intel_pt_get_pwrx()
281 	memcpy_le64(&packet->payload, buf + 2, 5);  in intel_pt_get_pwrx()
285 static int intel_pt_get_bbp(const unsigned char *buf, size_t len,  in intel_pt_get_bbp()  argument
288 	if (len < 3)  in intel_pt_get_bbp()
290 	packet->type = INTEL_PT_BBP;  in intel_pt_get_bbp()
291 	packet->count = buf[2] >> 7;  in intel_pt_get_bbp()
292 	packet->payload = buf[2] & 0x1f;  in intel_pt_get_bbp()
296 static int intel_pt_get_bip_4(const unsigned char *buf, size_t len,  in intel_pt_get_bip_4()  argument
299 	if (len < 5)  in intel_pt_get_bip_4()
301 	packet->type = INTEL_PT_BIP;  in intel_pt_get_bip_4()
302 	packet->count = buf[0] >> 3;  in intel_pt_get_bip_4()
303 	memcpy_le64(&packet->payload, buf + 1, 4);  in intel_pt_get_bip_4()
307 static int intel_pt_get_bip_8(const unsigned char *buf, size_t len,  in intel_pt_get_bip_8()  argument
310 	if (len < 9)  in intel_pt_get_bip_8()
312 	packet->type = INTEL_PT_BIP;  in intel_pt_get_bip_8()
313 	packet->count = buf[0] >> 3;  in intel_pt_get_bip_8()
314 	memcpy_le64(&packet->payload, buf + 1, 8);  in intel_pt_get_bip_8()
318 static int intel_pt_get_bep(size_t len, struct intel_pt_pkt *packet)  in intel_pt_get_bep()  argument
320 	if (len < 2)  in intel_pt_get_bep()
322 	packet->type = INTEL_PT_BEP;  in intel_pt_get_bep()
326 static int intel_pt_get_bep_ip(size_t len, struct intel_pt_pkt *packet)  in intel_pt_get_bep_ip()  argument
328 	if (len < 2)  in intel_pt_get_bep_ip()
330 	packet->type = INTEL_PT_BEP_IP;  in intel_pt_get_bep_ip()
334 static int intel_pt_get_cfe(const unsigned char *buf, size_t len,  in intel_pt_get_cfe()  argument
337 	if (len < 4)  in intel_pt_get_cfe()
339 	packet->type = buf[2] & 0x80 ? INTEL_PT_CFE_IP : INTEL_PT_CFE;  in intel_pt_get_cfe()
340 	packet->count = buf[2] & 0x1f;  in intel_pt_get_cfe()
341 	packet->payload = buf[3];  in intel_pt_get_cfe()
345 static int intel_pt_get_evd(const unsigned char *buf, size_t len,  in intel_pt_get_evd()  argument
348 	if (len < 11)  in intel_pt_get_evd()
350 	packet->type = INTEL_PT_EVD;  in intel_pt_get_evd()
351 	packet->count = buf[2] & 0x3f;  in intel_pt_get_evd()
352 	packet->payload = buf[3];  in intel_pt_get_evd()
353 	memcpy_le64(&packet->payload, buf + 3, 8);  in intel_pt_get_evd()
357 static int intel_pt_get_ext(const unsigned char *buf, size_t len,  in intel_pt_get_ext()  argument
360 	if (len < 2)  in intel_pt_get_ext()
364 		return intel_pt_get_ptwrite(buf, len, packet);  in intel_pt_get_ext()
368 		return intel_pt_get_long_tnt(buf, len, packet);  in intel_pt_get_ext()
370 		return intel_pt_get_pip(buf, len, packet);  in intel_pt_get_ext()
374 		return intel_pt_get_cbr(buf, len, packet);  in intel_pt_get_ext()
376 		return intel_pt_get_vmcs(buf, len, packet);  in intel_pt_get_ext()
380 		return intel_pt_get_psb(buf, len, packet);  in intel_pt_get_ext()
384 		return intel_pt_get_tma(buf, len, packet);  in intel_pt_get_ext()
385 	case 0xC3: /* 3-byte header */  in intel_pt_get_ext()
386 		return intel_pt_get_3byte(buf, len, packet);  in intel_pt_get_ext()
392 		return intel_pt_get_mwait(buf, len, packet);  in intel_pt_get_ext()
394 		return intel_pt_get_pwre(buf, len, packet);  in intel_pt_get_ext()
396 		return intel_pt_get_pwrx(buf, len, packet);  in intel_pt_get_ext()
398 		return intel_pt_get_bbp(buf, len, packet);  in intel_pt_get_ext()
400 		return intel_pt_get_bep(len, packet);  in intel_pt_get_ext()
402 		return intel_pt_get_bep_ip(len, packet);  in intel_pt_get_ext()
404 		return intel_pt_get_cfe(buf, len, packet);  in intel_pt_get_ext()
406 		return intel_pt_get_evd(buf, len, packet);  in intel_pt_get_ext()
412 static int intel_pt_get_short_tnt(unsigned int byte,  in intel_pt_get_short_tnt()  argument
417 	for (count = 6; count; count--) {  in intel_pt_get_short_tnt()
418 		if (byte & BIT(7))  in intel_pt_get_short_tnt()
420 		byte <<= 1;  in intel_pt_get_short_tnt()
423 	packet->type = INTEL_PT_TNT;  in intel_pt_get_short_tnt()
424 	packet->count = count;  in intel_pt_get_short_tnt()
425 	packet->payload = (uint64_t)byte << 57;  in intel_pt_get_short_tnt()
430 static int intel_pt_get_cyc(unsigned int byte, const unsigned char *buf,  in intel_pt_get_cyc()  argument
431 			    size_t len, struct intel_pt_pkt *packet)  in intel_pt_get_cyc()  argument
434 	uint64_t payload = byte >> 3;  in intel_pt_get_cyc()
436 	byte >>= 2;  in intel_pt_get_cyc()
437 	len -= 1;  in intel_pt_get_cyc()
438 	for (shift = 5; byte & 1; shift += 7) {  in intel_pt_get_cyc()
441 		if (len < offs)  in intel_pt_get_cyc()
443 		byte = buf[offs++];  in intel_pt_get_cyc()
444 		payload |= ((uint64_t)byte >> 1) << shift;  in intel_pt_get_cyc()
447 	packet->type = INTEL_PT_CYC;  in intel_pt_get_cyc()
448 	packet->payload = payload;  in intel_pt_get_cyc()
452 static int intel_pt_get_ip(enum intel_pt_pkt_type type, unsigned int byte,  in intel_pt_get_ip()  argument
453 			   const unsigned char *buf, size_t len,  in intel_pt_get_ip()  argument
458 	packet->count = byte >> 5;  in intel_pt_get_ip()
460 	switch (packet->count) {  in intel_pt_get_ip()
465 		if (len < 3)  in intel_pt_get_ip()
468 		packet->payload = le16_to_cpu(*(uint16_t *)(buf + 1));  in intel_pt_get_ip()
471 		if (len < 5)  in intel_pt_get_ip()
474 		packet->payload = le32_to_cpu(*(uint32_t *)(buf + 1));  in intel_pt_get_ip()
478 		if (len < 7)  in intel_pt_get_ip()
481 		memcpy_le64(&packet->payload, buf + 1, 6);  in intel_pt_get_ip()
484 		if (len < 9)  in intel_pt_get_ip()
487 		packet->payload = le64_to_cpu(*(uint64_t *)(buf + 1));  in intel_pt_get_ip()
493 	packet->type = type;  in intel_pt_get_ip()
498 static int intel_pt_get_mode(const unsigned char *buf, size_t len,  in intel_pt_get_mode()  argument
501 	if (len < 2)  in intel_pt_get_mode()
506 		packet->type = INTEL_PT_MODE_EXEC;  in intel_pt_get_mode()
507 		packet->count = buf[1];  in intel_pt_get_mode()
510 			packet->payload = 16;  in intel_pt_get_mode()
513 			packet->payload = 64;  in intel_pt_get_mode()
516 			packet->payload = 32;  in intel_pt_get_mode()
523 		packet->type = INTEL_PT_MODE_TSX;  in intel_pt_get_mode()
526 		packet->payload = buf[1] & 3;  in intel_pt_get_mode()
535 static int intel_pt_get_tsc(const unsigned char *buf, size_t len,  in intel_pt_get_tsc()  argument
538 	if (len < 8)  in intel_pt_get_tsc()
540 	packet->type = INTEL_PT_TSC;  in intel_pt_get_tsc()
541 	memcpy_le64(&packet->payload, buf + 1, 7);  in intel_pt_get_tsc()
545 static int intel_pt_get_mtc(const unsigned char *buf, size_t len,  in intel_pt_get_mtc()  argument
548 	if (len < 2)  in intel_pt_get_mtc()
550 	packet->type = INTEL_PT_MTC;  in intel_pt_get_mtc()
551 	packet->payload = buf[1];  in intel_pt_get_mtc()
555 static int intel_pt_do_get_packet(const unsigned char *buf, size_t len,  in intel_pt_do_get_packet()  argument
559 	unsigned int byte;  in intel_pt_do_get_packet()  local
563 	if (!len)  in intel_pt_do_get_packet()
566 	byte = buf[0];  in intel_pt_do_get_packet()
572 		if ((byte & 0x7) == 4)  in intel_pt_do_get_packet()
573 			return intel_pt_get_bip_4(buf, len, packet);  in intel_pt_do_get_packet()
576 		if ((byte & 0x7) == 4)  in intel_pt_do_get_packet()
577 			return intel_pt_get_bip_8(buf, len, packet);  in intel_pt_do_get_packet()
583 	if (!(byte & BIT(0))) {  in intel_pt_do_get_packet()
584 		if (byte == 0)  in intel_pt_do_get_packet()
586 		if (byte == 2)  in intel_pt_do_get_packet()
587 			return intel_pt_get_ext(buf, len, packet);  in intel_pt_do_get_packet()
588 		return intel_pt_get_short_tnt(byte, packet);  in intel_pt_do_get_packet()
591 	if ((byte & 2))  in intel_pt_do_get_packet()
592 		return intel_pt_get_cyc(byte, buf, len, packet);  in intel_pt_do_get_packet()
594 	switch (byte & 0x1f) {  in intel_pt_do_get_packet()
596 		return intel_pt_get_ip(INTEL_PT_TIP, byte, buf, len, packet);  in intel_pt_do_get_packet()
598 		return intel_pt_get_ip(INTEL_PT_TIP_PGE, byte, buf, len,  in intel_pt_do_get_packet()
601 		return intel_pt_get_ip(INTEL_PT_TIP_PGD, byte, buf, len,  in intel_pt_do_get_packet()
604 		return intel_pt_get_ip(INTEL_PT_FUP, byte, buf, len, packet);  in intel_pt_do_get_packet()
606 		switch (byte) {  in intel_pt_do_get_packet()
608 			return intel_pt_get_mode(buf, len, packet);  in intel_pt_do_get_packet()
610 			return intel_pt_get_tsc(buf, len, packet);  in intel_pt_do_get_packet()
612 			return intel_pt_get_mtc(buf, len, packet);  in intel_pt_do_get_packet()
624 	switch (packet->type) {  in intel_pt_upd_pkt_ctx()
663 		if (packet->count)  in intel_pt_upd_pkt_ctx()
673 int intel_pt_get_packet(const unsigned char *buf, size_t len,  in intel_pt_get_packet()  argument
678 	ret = intel_pt_do_get_packet(buf, len, packet, *ctx);  in intel_pt_get_packet()
680 		while (ret < 8 && len > (size_t)ret && !buf[ret])  in intel_pt_get_packet()
691 	unsigned long long payload = packet->payload;  in intel_pt_pkt_desc()
692 	const char *name = intel_pt_pkt_name(packet->type);  in intel_pt_pkt_desc()
694 	switch (packet->type) {  in intel_pt_pkt_desc()
709 		blen -= ret;  in intel_pt_pkt_desc()
710 		for (i = 0; i < packet->count; i++) {  in intel_pt_pkt_desc()
718 			blen -= ret;  in intel_pt_pkt_desc()
721 		ret = snprintf(buf, blen, " (%d)", packet->count);  in intel_pt_pkt_desc()
724 		blen -= ret;  in intel_pt_pkt_desc()
725 		return buf_len - blen;  in intel_pt_pkt_desc()
731 		if (!(packet->count))  in intel_pt_pkt_desc()
743 				(unsigned)payload, packet->count);  in intel_pt_pkt_desc()
746 				name, !!(packet->count & 4), payload);  in intel_pt_pkt_desc()
752 		nr = packet->payload & INTEL_PT_VMX_NR_FLAG ? 1 : 0;  in intel_pt_pkt_desc()
772 		return snprintf(buf, buf_len, "%s 0x%llx HW:%u CState:%u Sub-CState:%u",  in intel_pt_pkt_desc()
783 		return snprintf(buf, buf_len, "%s SZ %s-byte Type 0x%llx",  in intel_pt_pkt_desc()
784 				name, packet->count ? "4" : "8", payload);  in intel_pt_pkt_desc()
787 				name, packet->count, payload);  in intel_pt_pkt_desc()
791 				name, packet->type == INTEL_PT_CFE_IP, packet->count, payload);  in intel_pt_pkt_desc()
794 				name, packet->count, payload);  in intel_pt_pkt_desc()
799 			name, payload, packet->count);  in intel_pt_pkt_desc()