709 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_mem_op()  local
711 	data_src->mem_op = PERF_MEM_OP_NA;  in perf_ibs_get_mem_op()
714 		data_src->mem_op = PERF_MEM_OP_LOAD;  in perf_ibs_get_mem_op()
716 		data_src->mem_op = PERF_MEM_OP_STORE;  in perf_ibs_get_mem_op()
765 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_mem_lvl()  local
768 	data_src->mem_lvl = 0;  in perf_ibs_get_mem_lvl()
769 	data_src->mem_lvl_num = 0;  in perf_ibs_get_mem_lvl()
794 	if (data_src->mem_op != PERF_MEM_OP_LOAD)  in perf_ibs_get_mem_lvl()
866 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_mem_snoop()  local
869 	data_src->mem_snoop = PERF_MEM_SNOOP_NA;  in perf_ibs_get_mem_snoop()
872 	    data_src->mem_op != PERF_MEM_OP_LOAD ||  in perf_ibs_get_mem_snoop()
873 	    data_src->mem_lvl & PERF_MEM_LVL_L1 ||  in perf_ibs_get_mem_snoop()
874 	    data_src->mem_lvl & PERF_MEM_LVL_L2 ||  in perf_ibs_get_mem_snoop()
884 			data_src->mem_snoop = PERF_MEM_SNOOP_HITM;  in perf_ibs_get_mem_snoop()
886 		data_src->mem_snoop = PERF_MEM_SNOOP_HITM;  in perf_ibs_get_mem_snoop()
893 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_tlb_lvl()  local
895 	data_src->mem_dtlb = PERF_MEM_TLB_NA;  in perf_ibs_get_tlb_lvl()
901 		data_src->mem_dtlb = PERF_MEM_TLB_L1 | PERF_MEM_TLB_HIT;  in perf_ibs_get_tlb_lvl()
906 		data_src->mem_dtlb = PERF_MEM_TLB_L2 | PERF_MEM_TLB_HIT;  in perf_ibs_get_tlb_lvl()
910 	data_src->mem_dtlb = PERF_MEM_TLB_L2 | PERF_MEM_TLB_MISS;  in perf_ibs_get_tlb_lvl()
916 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_mem_lock()  local
918 	data_src->mem_lock = PERF_MEM_LOCK_NA;  in perf_ibs_get_mem_lock()
921 		data_src->mem_lock = PERF_MEM_LOCK_LOCKED;  in perf_ibs_get_mem_lock()
931 	union perf_mem_data_src *data_src = &data->data_src;  in perf_ibs_get_data_src()  local
933 	data_src->val |= perf_ibs_get_mem_lvl(op_data2, op_data3, data);  in perf_ibs_get_data_src()
965 	data->data_src.val = PERF_MEM_NA;  in perf_ibs_parse_ld_st_data()
969 	if (data->data_src.mem_op != PERF_MEM_OP_LOAD &&  in perf_ibs_parse_ld_st_data()
970 	    data->data_src.mem_op != PERF_MEM_OP_STORE)  in perf_ibs_parse_ld_st_data()
981 	    data->data_src.mem_op == PERF_MEM_OP_LOAD) {  in perf_ibs_parse_ld_st_data()