65 static struct power_pmu *ppmu;  variable
81  * these registers (via mtspr/mfspr) are done under ppmu flag
141 	if (!ppmu)  in is_sier_available()
144 	if (ppmu->flags & PPMU_HAS_SIER)  in is_sier_available()
184 	if ((ppmu->flags & PPMU_HAS_SSLOT) && (mmcra & MMCRA_SAMPLE_ENABLE)) {  in perf_ip_adjust()
206 	if (ppmu->flags & PPMU_HAS_SIER)  in perf_get_data_addr()
211 		if (ppmu->flags & PPMU_SIAR_VALID)  in perf_get_data_addr()
213 		else if (ppmu->flags & PPMU_ALT_SIPR)  in perf_get_data_addr()
215 		else if (ppmu->flags & PPMU_NO_SIAR)  in perf_get_data_addr()
234 	if (ppmu->flags & PPMU_HAS_SIER)  in regs_sihv()
237 	if (ppmu->flags & PPMU_ALT_SIPR)  in regs_sihv()
247 	if (ppmu->flags & PPMU_HAS_SIER)  in regs_sipr()
250 	if (ppmu->flags & PPMU_ALT_SIPR)  in regs_sipr()
280 	if (marked && (ppmu->flags & PPMU_P10_DD1)) {  in perf_get_misc_flags()
299 	if (ppmu->flags & PPMU_NO_SIPR) {  in perf_get_misc_flags()
331 	if (ppmu->flags & PPMU_HAS_SIER)  in perf_read_regs()
360 	else if ((ppmu->flags & PPMU_NO_SIAR))  in perf_read_regs()
364 	else if ((ppmu->flags & PPMU_NO_CONT_SAMPLING))  in perf_read_regs()
368 	else if (!(ppmu->flags & PPMU_NO_SIPR) && regs_sipr(regs))  in perf_read_regs()
394 		if (ppmu->flags & PPMU_P10_DD1)  in siar_valid()
396 		else if (ppmu->flags & PPMU_HAS_SIER)  in siar_valid()
399 		if (ppmu->flags & PPMU_SIAR_VALID)  in siar_valid()
417 	if (!ppmu->bhrb_nr)  in power_pmu_bhrb_enable()
433 	if (!ppmu->bhrb_nr)  in power_pmu_bhrb_disable()
455 	if (!ppmu->bhrb_nr)  in power_pmu_sched_task()
497 	while (r_index < ppmu->bhrb_nr) {  in power_pmu_bhrb_read()
519 			if (!(ppmu->flags & PPMU_ARCH_31) &&  in power_pmu_bhrb_read()
584 	return (ppmu->flags & PPMU_ARCH_207S) &&  in is_ebb_event()
639 	if (ppmu->flags & PPMU_ARCH_31) {  in ebb_switch_out()
684 	if (ppmu->flags & PPMU_ARCH_31) {  in ebb_switch_in()
867 	if (!ppmu) {  in perf_event_print_debug()
872 	if (!ppmu->n_counter)  in perf_event_print_debug()
877 	pr_info("CPU: %d PMU registers, ppmu = %s n_counters = %d",  in perf_event_print_debug()
878 		 smp_processor_id(), ppmu->name, ppmu->n_counter);  in perf_event_print_debug()
880 	for (i = 0; i < ppmu->n_counter; i++)  in perf_event_print_debug()
889 	if (ppmu->n_counter > 4)  in perf_event_print_debug()
900 	if (ppmu->flags & PPMU_HAS_SIER)  in perf_event_print_debug()
903 	if (ppmu->flags & PPMU_ARCH_207S) {  in perf_event_print_debug()
910 	if (ppmu->flags & PPMU_ARCH_31) {  in perf_event_print_debug()
935 	unsigned long addf = ppmu->add_fields;  in power_check_constraints()
936 	unsigned long tadd = ppmu->test_adder;  in power_check_constraints()
937 	unsigned long grp_mask = ppmu->group_constraint_mask;  in power_check_constraints()
938 	unsigned long grp_val = ppmu->group_constraint_val;  in power_check_constraints()
940 	if (n_ev > ppmu->n_counter)  in power_check_constraints()
946 		    && !ppmu->limited_pmc_event(event_id[i])) {  in power_check_constraints()
947 			ppmu->get_alternatives(event_id[i], cflags[i],  in power_check_constraints()
951 		if (ppmu->get_constraint(event_id[i], &cpuhw->amasks[i][0],  in power_check_constraints()
978 	if (!ppmu->get_alternatives)  in power_check_constraints()
982 		n_alt[i] = ppmu->get_alternatives(event_id[i], cflags[i],  in power_check_constraints()
985 			ppmu->get_constraint(cpuhw->alternatives[i][j],  in power_check_constraints()
1062 	if (ppmu->flags & PPMU_ARCH_207S)  in check_excludes()
1171 	return (ppmu->flags & PPMU_LIMITED_PMC5_6)  in is_limited_pmc()
1268 	if (!ppmu)  in power_pmu_disable()
1290 		if (ppmu->flags & PPMU_ARCH_31)  in power_pmu_disable()
1311 		if (ppmu->flags & PPMU_ARCH_31)  in power_pmu_disable()
1336 		if (ppmu->flags & PPMU_ARCH_207S) {  in power_pmu_disable()
1364 	if (!ppmu)  in power_pmu_enable()
1395 		if (ppmu->flags & PPMU_ARCH_31)  in power_pmu_enable()
1405 	if (ppmu->compute_mmcr(cpuhw->events, cpuhw->n_events, hwc_index,  in power_pmu_enable()
1406 			       &cpuhw->mmcr, cpuhw->event, ppmu->flags)) {  in power_pmu_enable()
1412 	if (!(ppmu->flags & PPMU_ARCH_207S)) {  in power_pmu_enable()
1437 	if (ppmu->flags & PPMU_ARCH_207S)  in power_pmu_enable()
1440 	if (ppmu->flags & PPMU_ARCH_31)  in power_pmu_enable()
1501 		ppmu->config_bhrb(cpuhw->bhrb_filter);  in power_pmu_enable()
1567 	if (n0 >= ppmu->n_counter)  in power_pmu_add()
1609 		if (ppmu->bhrb_filter_map)  in power_pmu_add()
1610 			bhrb_filter = ppmu->bhrb_filter_map(  in power_pmu_add()
1647 			ppmu->disable_pmc(event->hw.idx - 1, &cpuhw->mmcr);  in power_pmu_del()
1790 	if (!ppmu)  in power_pmu_commit_txn()
1835 	if (ppmu->limited_pmc_event(ev))  in can_go_on_limited_pmc()
1842 	if (!ppmu->get_alternatives)  in can_go_on_limited_pmc()
1846 	n = ppmu->get_alternatives(ev, flags, alt);  in can_go_on_limited_pmc()
1862 	n = ppmu->get_alternatives(ev, flags, alt);  in normal_pmc_alternative()
1894 	if (!ppmu->cache_events)  in hw_perf_cache_event()
1907 	ev = (*ppmu->cache_events)[type][op][result];  in hw_perf_cache_event()
1920 	for (i=0; i < ppmu->n_blacklist_ev; i++) {  in is_event_blacklisted()
1921 		if (ppmu->blacklist_ev[i] == ev)  in is_event_blacklisted()
1939 	if (!ppmu)  in power_pmu_event_init()
1944 		if (!(ppmu->flags & PPMU_ARCH_207S))  in power_pmu_event_init()
1951 		if (ev >= ppmu->n_generic || ppmu->generic_events[ev] == 0)  in power_pmu_event_init()
1954 		if (ppmu->blacklist_ev && is_event_blacklisted(ev))  in power_pmu_event_init()
1956 		ev = ppmu->generic_events[ev];  in power_pmu_event_init()
1963 		if (ppmu->blacklist_ev && is_event_blacklisted(ev))  in power_pmu_event_init()
1969 		if (ppmu->blacklist_ev && is_event_blacklisted(ev))  in power_pmu_event_init()
1983 	if (ppmu->check_attr_config &&  in power_pmu_event_init()
1984 	    ppmu->check_attr_config(event))  in power_pmu_event_init()
2012 	if (ppmu->flags & PPMU_LIMITED_PMC5_6) {  in power_pmu_event_init()
2015 		} else if (ppmu->limited_pmc_event(ev)) {  in power_pmu_event_init()
2039 		n = collect_events(event->group_leader, ppmu->n_counter - 1,  in power_pmu_event_init()
2058 		if (ppmu->bhrb_filter_map)  in power_pmu_event_init()
2059 			bhrb_filter = ppmu->bhrb_filter_map(  in power_pmu_event_init()
2227 						ppmu->get_mem_data_src)  in record_and_restart()
2228 			ppmu->get_mem_data_src(&data.data_src, ppmu->flags, regs);  in record_and_restart()
2231 						ppmu->get_mem_weight)  in record_and_restart()
2232 			ppmu->get_mem_weight(&data.weight.full, event->attr.sample_type);  in record_and_restart()
2315 	for (i = 0; i < ppmu->n_counter; ++i)  in __perf_event_interrupt()
2320 	for (i = 0; i < ppmu->n_counter; ++i) {  in __perf_event_interrupt()
2388 	if (ppmu) {  in power_pmu_prepare_cpu()
2397 	if (ppmu)  in register_power_pmu()
2400 	ppmu = pmu;  in register_power_pmu()
2404 	power_pmu.attr_groups = ppmu->attr_groups;  in register_power_pmu()
2405 	power_pmu.capabilities |= (ppmu->capabilities & PERF_PMU_CAP_EXTENDED_REGS);  in register_power_pmu()