164 static void cppc_cpufreq_cpu_fie_init(struct cpufreq_policy *policy)  in cppc_cpufreq_cpu_fie_init()  argument
172 	for_each_cpu(cpu, policy->cpus) {  in cppc_cpufreq_cpu_fie_init()
175 		cppc_fi->cpu_data = policy->driver_data;  in cppc_cpufreq_cpu_fie_init()
194 	topology_set_scale_freq_source(&cppc_sftd, policy->cpus);  in cppc_cpufreq_cpu_fie_init()
198  * We free all the resources on policy's removal and not on CPU removal as the
203  * We just need to make sure to remove them all on policy->exit().
205 static void cppc_cpufreq_cpu_fie_exit(struct cpufreq_policy *policy)  in cppc_cpufreq_cpu_fie_exit()  argument
213 	/* policy->cpus will be empty here, use related_cpus instead */  in cppc_cpufreq_cpu_fie_exit()
214 	topology_clear_scale_freq_source(SCALE_FREQ_SOURCE_CPPC, policy->related_cpus);  in cppc_cpufreq_cpu_fie_exit()
216 	for_each_cpu(cpu, policy->related_cpus) {  in cppc_cpufreq_cpu_fie_exit()
274 static inline void cppc_cpufreq_cpu_fie_init(struct cpufreq_policy *policy)  in cppc_cpufreq_cpu_fie_init()  argument
278 static inline void cppc_cpufreq_cpu_fie_exit(struct cpufreq_policy *policy)  in cppc_cpufreq_cpu_fie_exit()  argument
378 static int cppc_cpufreq_set_target(struct cpufreq_policy *policy,  in cppc_cpufreq_set_target()  argument
383 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_set_target()
384 	unsigned int cpu = policy->cpu;  in cppc_cpufreq_set_target()
395 	freqs.old = policy->cur;  in cppc_cpufreq_set_target()
398 	cpufreq_freq_transition_begin(policy, &freqs);  in cppc_cpufreq_set_target()
400 	cpufreq_freq_transition_end(policy, &freqs, ret != 0);  in cppc_cpufreq_set_target()
409 static unsigned int cppc_cpufreq_fast_switch(struct cpufreq_policy *policy,  in cppc_cpufreq_fast_switch()  argument
412 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_fast_switch()
413 	unsigned int cpu = policy->cpu;  in cppc_cpufreq_fast_switch()
430 static int cppc_verify_policy(struct cpufreq_policy_data *policy)  in cppc_verify_policy()  argument
432 	cpufreq_verify_within_cpu_limits(policy);  in cppc_verify_policy()
470 static void cppc_cpufreq_register_em(struct cpufreq_policy *policy);
480 static unsigned int get_perf_level_count(struct cpufreq_policy *policy)  in get_perf_level_count()  argument
485 	int cpu = policy->cpu;  in get_perf_level_count()
487 	cpu_data = policy->driver_data;  in get_perf_level_count()
513 	struct cpufreq_policy *policy;  in cppc_get_cpu_power()  local
518 	policy = cpufreq_cpu_get_raw(cpu_dev->id);  in cppc_get_cpu_power()
519 	cpu_data = policy->driver_data;  in cppc_get_cpu_power()
580 	struct cpufreq_policy *policy;  in cppc_get_cpu_cost()  local
585 	policy = cpufreq_cpu_get_raw(cpu_dev->id);  in cppc_get_cpu_cost()
586 	cpu_data = policy->driver_data;  in cppc_get_cpu_cost()
635 static void cppc_cpufreq_register_em(struct cpufreq_policy *policy)  in cppc_cpufreq_register_em()  argument
641 	cpu_data = policy->driver_data;  in cppc_cpufreq_register_em()
642 	em_dev_register_perf_domain(get_cpu_device(policy->cpu),  in cppc_cpufreq_register_em()
643 			get_perf_level_count(policy), &em_cb,  in cppc_cpufreq_register_em()
694 static void cppc_cpufreq_put_cpu_data(struct cpufreq_policy *policy)  in cppc_cpufreq_put_cpu_data()  argument
696 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_put_cpu_data()
701 	policy->driver_data = NULL;  in cppc_cpufreq_put_cpu_data()
704 static int cppc_cpufreq_cpu_init(struct cpufreq_policy *policy)  in cppc_cpufreq_cpu_init()  argument
706 	unsigned int cpu = policy->cpu;  in cppc_cpufreq_cpu_init()
717 	policy->driver_data = cpu_data;  in cppc_cpufreq_cpu_init()
723 	policy->min = cppc_cpufreq_perf_to_khz(cpu_data,  in cppc_cpufreq_cpu_init()
725 	policy->max = cppc_cpufreq_perf_to_khz(cpu_data,  in cppc_cpufreq_cpu_init()
733 	policy->cpuinfo.min_freq = cppc_cpufreq_perf_to_khz(cpu_data,  in cppc_cpufreq_cpu_init()
735 	policy->cpuinfo.max_freq = cppc_cpufreq_perf_to_khz(cpu_data,  in cppc_cpufreq_cpu_init()
738 	policy->transition_delay_us = cppc_cpufreq_get_transition_delay_us(cpu);  in cppc_cpufreq_cpu_init()
739 	policy->shared_type = cpu_data->shared_type;  in cppc_cpufreq_cpu_init()
741 	switch (policy->shared_type) {  in cppc_cpufreq_cpu_init()
744 		/* Nothing to be done - we'll have a policy for each CPU */  in cppc_cpufreq_cpu_init()
748 		 * All CPUs in the domain will share a policy and all cpufreq  in cppc_cpufreq_cpu_init()
750 		 * in policy->driver_data.  in cppc_cpufreq_cpu_init()
752 		cpumask_copy(policy->cpus, cpu_data->shared_cpu_map);  in cppc_cpufreq_cpu_init()
756 			 policy->shared_type);  in cppc_cpufreq_cpu_init()
761 	policy->fast_switch_possible = cppc_allow_fast_switch();  in cppc_cpufreq_cpu_init()
762 	policy->dvfs_possible_from_any_cpu = true;  in cppc_cpufreq_cpu_init()
771 	/* Set policy->cur to max now. The governors will adjust later. */  in cppc_cpufreq_cpu_init()
772 	policy->cur = cppc_cpufreq_perf_to_khz(cpu_data, caps->highest_perf);  in cppc_cpufreq_cpu_init()
782 	cppc_cpufreq_cpu_fie_init(policy);  in cppc_cpufreq_cpu_init()
786 	cppc_cpufreq_put_cpu_data(policy);  in cppc_cpufreq_cpu_init()
790 static int cppc_cpufreq_cpu_exit(struct cpufreq_policy *policy)  in cppc_cpufreq_cpu_exit()  argument
792 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_cpu_exit()
794 	unsigned int cpu = policy->cpu;  in cppc_cpufreq_cpu_exit()
797 	cppc_cpufreq_cpu_fie_exit(policy);  in cppc_cpufreq_cpu_exit()
806 	cppc_cpufreq_put_cpu_data(policy);  in cppc_cpufreq_cpu_exit()
842 	struct cpufreq_policy *policy = cpufreq_cpu_get(cpu);  in cppc_cpufreq_get_rate()  local
843 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_get_rate()
847 	cpufreq_cpu_put(policy);  in cppc_cpufreq_get_rate()
865 static int cppc_cpufreq_set_boost(struct cpufreq_policy *policy, int state)  in cppc_cpufreq_set_boost()  argument
867 	struct cppc_cpudata *cpu_data = policy->driver_data;  in cppc_cpufreq_set_boost()
877 		policy->max = cppc_cpufreq_perf_to_khz(cpu_data,  in cppc_cpufreq_set_boost()
880 		policy->max = cppc_cpufreq_perf_to_khz(cpu_data,  in cppc_cpufreq_set_boost()
882 	policy->cpuinfo.max_freq = policy->max;  in cppc_cpufreq_set_boost()
884 	ret = freq_qos_update_request(policy->max_freq_req, policy->max);  in cppc_cpufreq_set_boost()
891 static ssize_t show_freqdomain_cpus(struct cpufreq_policy *policy, char *buf)  in show_freqdomain_cpus()  argument
893 	struct cppc_cpudata *cpu_data = policy->driver_data;  in show_freqdomain_cpus()
925 	struct cpufreq_policy *policy = cpufreq_cpu_get(cpu);  in hisi_cppc_cpufreq_get_rate()  local
926 	struct cppc_cpudata *cpu_data = policy->driver_data;  in hisi_cppc_cpufreq_get_rate()
930 	cpufreq_cpu_put(policy);  in hisi_cppc_cpufreq_get_rate()