684 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_mem_op()  local
686 	data_src->mem_op = PERF_MEM_OP_NA;  in perf_ibs_get_mem_op()
689 		data_src->mem_op = PERF_MEM_OP_LOAD;  in perf_ibs_get_mem_op()
691 		data_src->mem_op = PERF_MEM_OP_STORE;  in perf_ibs_get_mem_op()
710 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_mem_lvl()  local
713 	data_src->mem_lvl = 0;  in perf_ibs_get_mem_lvl()
720 		data_src->mem_lvl = PERF_MEM_LVL_UNC | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
726 		data_src->mem_lvl = PERF_MEM_LVL_L1 | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
735 			data_src->mem_lvl = PERF_MEM_LVL_L2 | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
744 	if (data_src->mem_op != PERF_MEM_OP_LOAD)  in perf_ibs_get_mem_lvl()
750 			data_src->mem_lvl = PERF_MEM_LVL_L3 | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
755 			data_src->mem_lvl = PERF_MEM_LVL_L3 | PERF_MEM_LVL_REM_CCE1 |  in perf_ibs_get_mem_lvl()
764 		data_src->mem_lvl = PERF_MEM_LVL_REM_CCE1 | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
771 			data_src->mem_lvl = PERF_MEM_LVL_REM_CCE2 | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
776 			data_src->mem_lvl = PERF_MEM_LVL_REM_CCE2 | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
784 			data_src->mem_lvl = PERF_MEM_LVL_LOC_RAM | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
786 			data_src->mem_lvl = PERF_MEM_LVL_REM_RAM1 | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
792 		data_src->mem_lvl_num = PERF_MEM_LVLNUM_PMEM;  in perf_ibs_get_mem_lvl()
794 			data_src->mem_remote = PERF_MEM_REMOTE_REMOTE;  in perf_ibs_get_mem_lvl()
796 			data_src->mem_hops = PERF_MEM_HOPS_1;  in perf_ibs_get_mem_lvl()
804 		data_src->mem_lvl_num = PERF_MEM_LVLNUM_CXL;  in perf_ibs_get_mem_lvl()
806 			data_src->mem_remote = PERF_MEM_REMOTE_REMOTE;  in perf_ibs_get_mem_lvl()
808 			data_src->mem_hops = PERF_MEM_HOPS_1;  in perf_ibs_get_mem_lvl()
815 		data_src->mem_lvl = PERF_MEM_LVL_IO;  in perf_ibs_get_mem_lvl()
816 		data_src->mem_lvl_num = PERF_MEM_LVLNUM_IO;  in perf_ibs_get_mem_lvl()
818 			data_src->mem_remote = PERF_MEM_REMOTE_REMOTE;  in perf_ibs_get_mem_lvl()
820 			data_src->mem_hops = PERF_MEM_HOPS_1;  in perf_ibs_get_mem_lvl()
834 		data_src->mem_lvl = PERF_MEM_LVL_LFB | PERF_MEM_LVL_HIT;  in perf_ibs_get_mem_lvl()
838 	data_src->mem_lvl = PERF_MEM_LVL_NA;  in perf_ibs_get_mem_lvl()
863 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_mem_snoop()  local
866 	data_src->mem_snoop = PERF_MEM_SNOOP_NA;  in perf_ibs_get_mem_snoop()
869 	    data_src->mem_op != PERF_MEM_OP_LOAD ||  in perf_ibs_get_mem_snoop()
870 	    data_src->mem_lvl & PERF_MEM_LVL_L1 ||  in perf_ibs_get_mem_snoop()
871 	    data_src->mem_lvl & PERF_MEM_LVL_L2 ||  in perf_ibs_get_mem_snoop()
881 			data_src->mem_snoop = PERF_MEM_SNOOP_HITM;  in perf_ibs_get_mem_snoop()
883 		data_src->mem_snoop = PERF_MEM_SNOOP_HITM;  in perf_ibs_get_mem_snoop()
890 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_tlb_lvl()  local
892 	data_src->mem_dtlb = PERF_MEM_TLB_NA;  in perf_ibs_get_tlb_lvl()
898 		data_src->mem_dtlb = PERF_MEM_TLB_L1 | PERF_MEM_TLB_HIT;  in perf_ibs_get_tlb_lvl()
903 		data_src->mem_dtlb = PERF_MEM_TLB_L2 | PERF_MEM_TLB_HIT;  in perf_ibs_get_tlb_lvl()
907 	data_src->mem_dtlb = PERF_MEM_TLB_L2 | PERF_MEM_TLB_MISS;  in perf_ibs_get_tlb_lvl()
913 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_mem_lock()  local
915 	data_src->mem_lock = PERF_MEM_LOCK_NA;  in perf_ibs_get_mem_lock()
918 		data_src->mem_lock = PERF_MEM_LOCK_LOCKED;  in perf_ibs_get_mem_lock()
960 	data->data_src.val = PERF_MEM_NA;  in perf_ibs_parse_ld_st_data()
964 	if (data->data_src.mem_op != PERF_MEM_OP_LOAD &&  in perf_ibs_parse_ld_st_data()
965 	    data->data_src.mem_op != PERF_MEM_OP_STORE)  in perf_ibs_parse_ld_st_data()
976 	    data->data_src.mem_op == PERF_MEM_OP_LOAD) {  in perf_ibs_parse_ld_st_data()