181 	if (type == event->pmu->type)  in armpmu_map_event()
198 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_set_period()
240 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_update()
270 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_stop()
274 	 * ARM pmu always has to update the counter, so ignore  in armpmu_stop()
286 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_start()
290 	 * ARM pmu always has to reprogram the period, so ignore  in armpmu_start()
311 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_del()
327 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_add()
360 validate_event(struct pmu *pmu, struct pmu_hw_events *hw_events,  in validate_event()  argument
370 	 * core perf code won't check that the pmu->ctx == leader->ctx  in validate_event()
371 	 * until after pmu->event_init(event).  in validate_event()
373 	if (event->pmu != pmu)  in validate_event()
382 	armpmu = to_arm_pmu(event->pmu);  in validate_event()
393 	 * Initialise the fake PMU. We only need to populate the  in validate_group()
398 	if (!validate_event(event->pmu, &fake_pmu, leader))  in validate_group()
402 		if (!validate_event(event->pmu, &fake_pmu, sibling))  in validate_group()
406 	if (!validate_event(event->pmu, &fake_pmu, event))  in validate_group()
439 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in __hw_perf_event_init()
455 	 * yet. For SMP systems, each core has it's own PMU so we can't do any  in __hw_perf_event_init()
500 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_init()
504 	 * that which this PMU handles. Process-following events (where  in armpmu_event_init()
523 static void armpmu_enable(struct pmu *pmu)  in armpmu_enable()  argument
525 	struct arm_pmu *armpmu = to_arm_pmu(pmu);  in armpmu_enable()
537 static void armpmu_disable(struct pmu *pmu)  in armpmu_disable()  argument
539 	struct arm_pmu *armpmu = to_arm_pmu(pmu);  in armpmu_disable()
555 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_filter_match()
650 		err = request_nmi(irq, handler, irq_flags, "arm-pmu",  in armpmu_request_irq()
655 			err = request_irq(irq, handler, irq_flags, "arm-pmu",  in armpmu_request_irq()
663 		err = request_percpu_nmi(irq, handler, "arm-pmu", &cpu_armpmu);  in armpmu_request_irq()
667 			err = request_percpu_irq(irq, handler, "arm-pmu",  in armpmu_request_irq()
690 	pr_err("unable to request IRQ%d for ARM PMU counters\n", irq);  in armpmu_request_irq()
694 static int armpmu_get_cpu_irq(struct arm_pmu *pmu, int cpu)  in armpmu_get_cpu_irq()  argument
696 	struct pmu_hw_events __percpu *hw_events = pmu->hw_events;  in armpmu_get_cpu_irq()
701  * PMU hardware loses all context when a CPU goes offline.
703  * UNKNOWN at reset, the PMU must be explicitly reset to avoid reading
708 	struct arm_pmu *pmu = hlist_entry_safe(node, struct arm_pmu, node);  in arm_perf_starting_cpu()  local
711 	if (!cpumask_test_cpu(cpu, &pmu->supported_cpus))  in arm_perf_starting_cpu()
713 	if (pmu->reset)  in arm_perf_starting_cpu()
714 		pmu->reset(pmu);  in arm_perf_starting_cpu()
716 	per_cpu(cpu_armpmu, cpu) = pmu;  in arm_perf_starting_cpu()
718 	irq = armpmu_get_cpu_irq(pmu, cpu);  in arm_perf_starting_cpu()
727 	struct arm_pmu *pmu = hlist_entry_safe(node, struct arm_pmu, node);  in arm_perf_teardown_cpu()  local
730 	if (!cpumask_test_cpu(cpu, &pmu->supported_cpus))  in arm_perf_teardown_cpu()
733 	irq = armpmu_get_cpu_irq(pmu, cpu);  in arm_perf_teardown_cpu()
794 	 * Always reset the PMU registers on power-up even if  in cpu_pm_pmu_notify()
866 	struct arm_pmu *pmu;  in __armpmu_alloc()  local
869 	pmu = kzalloc(sizeof(*pmu), flags);  in __armpmu_alloc()
870 	if (!pmu)  in __armpmu_alloc()
873 	pmu->hw_events = alloc_percpu_gfp(struct pmu_hw_events, flags);  in __armpmu_alloc()
874 	if (!pmu->hw_events) {  in __armpmu_alloc()
875 		pr_info("failed to allocate per-cpu PMU data.\n");  in __armpmu_alloc()
879 	pmu->pmu = (struct pmu) {  in __armpmu_alloc()
889 		.attr_groups	= pmu->attr_groups,  in __armpmu_alloc()
891 		 * This is a CPU PMU potentially in a heterogeneous  in __armpmu_alloc()
892 		 * configuration (e.g. big.LITTLE). This is not an uncore PMU,  in __armpmu_alloc()
894 		 * pmu::filter_match callback and pmu::event_init group  in __armpmu_alloc()
900 	pmu->attr_groups[ARMPMU_ATTR_GROUP_COMMON] =  in __armpmu_alloc()
906 		events = per_cpu_ptr(pmu->hw_events, cpu);  in __armpmu_alloc()
908 		events->percpu_pmu = pmu;  in __armpmu_alloc()
911 	return pmu;  in __armpmu_alloc()
914 	kfree(pmu);  in __armpmu_alloc()
930 void armpmu_free(struct arm_pmu *pmu)  in armpmu_free()  argument
932 	free_percpu(pmu->hw_events);  in armpmu_free()
933 	kfree(pmu);  in armpmu_free()
936 int armpmu_register(struct arm_pmu *pmu)  in armpmu_register()  argument
940 	ret = cpu_pmu_init(pmu);  in armpmu_register()
944 	if (!pmu->set_event_filter)  in armpmu_register()
945 		pmu->pmu.capabilities |= PERF_PMU_CAP_NO_EXCLUDE;  in armpmu_register()
947 	ret = perf_pmu_register(&pmu->pmu, pmu->name, -1);  in armpmu_register()
951 	pr_info("enabled with %s PMU driver, %d counters available%s\n",  in armpmu_register()
952 		pmu->name, pmu->num_events,  in armpmu_register()
955 	kvm_host_pmu_init(pmu);  in armpmu_register()
960 	cpu_pmu_destroy(pmu);  in armpmu_register()
969 				      "perf/arm/pmu:starting",  in arm_pmu_hp_init()
973 		pr_err("CPU hotplug notifier for ARM PMU could not be registered: %d\n",  in arm_pmu_hp_init()