138 static ssize_t show_freqdomain_cpus(struct cpufreq_policy *policy, char *buf)  in show_freqdomain_cpus()  argument
140 	struct acpi_cpufreq_data *data = policy->driver_data;  in show_freqdomain_cpus()
151 static ssize_t store_cpb(struct cpufreq_policy *policy, const char *buf,  in store_cpb()  argument
169 static ssize_t show_cpb(struct cpufreq_policy *policy, char *buf)  in show_cpb()  argument
191 static unsigned extract_io(struct cpufreq_policy *policy, u32 value)  in extract_io()  argument
193 	struct acpi_cpufreq_data *data = policy->driver_data;  in extract_io()
201 			return policy->freq_table[i].frequency;  in extract_io()
206 static unsigned extract_msr(struct cpufreq_policy *policy, u32 msr)  in extract_msr()  argument
208 	struct acpi_cpufreq_data *data = policy->driver_data;  in extract_msr()
221 	cpufreq_for_each_entry(pos, policy->freq_table)  in extract_msr()
224 	return policy->freq_table[0].frequency;  in extract_msr()
227 static unsigned extract_freq(struct cpufreq_policy *policy, u32 val)  in extract_freq()  argument
229 	struct acpi_cpufreq_data *data = policy->driver_data;  in extract_freq()
234 		return extract_msr(policy, val);  in extract_freq()
236 		return extract_io(policy, val);  in extract_freq()
360 	struct cpufreq_policy *policy;  in get_cur_freq_on_cpu()  local
366 	policy = cpufreq_cpu_get_raw(cpu);  in get_cur_freq_on_cpu()
367 	if (unlikely(!policy))  in get_cur_freq_on_cpu()
370 	data = policy->driver_data;  in get_cur_freq_on_cpu()
371 	if (unlikely(!data || !policy->freq_table))  in get_cur_freq_on_cpu()
374 	cached_freq = policy->freq_table[to_perf_data(data)->state].frequency;  in get_cur_freq_on_cpu()
375 	freq = extract_freq(policy, get_cur_val(cpumask_of(cpu), data));  in get_cur_freq_on_cpu()
389 static unsigned int check_freqs(struct cpufreq_policy *policy,  in check_freqs()  argument
392 	struct acpi_cpufreq_data *data = policy->driver_data;  in check_freqs()
397 		cur_freq = extract_freq(policy, get_cur_val(mask, data));  in check_freqs()
405 static int acpi_cpufreq_target(struct cpufreq_policy *policy,  in acpi_cpufreq_target()  argument
408 	struct acpi_cpufreq_data *data = policy->driver_data;  in acpi_cpufreq_target()
419 	next_perf_state = policy->freq_table[index].driver_data;  in acpi_cpufreq_target()
436 	mask = policy->shared_type == CPUFREQ_SHARED_TYPE_ANY ?  in acpi_cpufreq_target()
437 		cpumask_of(policy->cpu) : policy->cpus;  in acpi_cpufreq_target()
442 		if (!check_freqs(policy, mask,  in acpi_cpufreq_target()
443 				 policy->freq_table[index].frequency)) {  in acpi_cpufreq_target()
444 			pr_debug("%s (%d)\n", __func__, policy->cpu);  in acpi_cpufreq_target()
455 static unsigned int acpi_cpufreq_fast_switch(struct cpufreq_policy *policy,  in acpi_cpufreq_fast_switch()  argument
458 	struct acpi_cpufreq_data *data = policy->driver_data;  in acpi_cpufreq_fast_switch()
466 	if (policy->cached_target_freq == target_freq)  in acpi_cpufreq_fast_switch()
467 		index = policy->cached_resolved_idx;  in acpi_cpufreq_fast_switch()
469 		index = cpufreq_table_find_index_dl(policy, target_freq);  in acpi_cpufreq_fast_switch()
471 	entry = &policy->freq_table[index];  in acpi_cpufreq_fast_switch()
628 static int acpi_cpufreq_cpu_init(struct cpufreq_policy *policy)  in acpi_cpufreq_cpu_init()  argument
632 	unsigned int cpu = policy->cpu;  in acpi_cpufreq_cpu_init()
635 	struct cpuinfo_x86 *c = &cpu_data(policy->cpu);  in acpi_cpufreq_cpu_init()
663 	policy->driver_data = data;  in acpi_cpufreq_cpu_init()
672 	policy->shared_type = perf->shared_type;  in acpi_cpufreq_cpu_init()
678 	if (policy->shared_type == CPUFREQ_SHARED_TYPE_ALL ||  in acpi_cpufreq_cpu_init()
679 	    policy->shared_type == CPUFREQ_SHARED_TYPE_ANY) {  in acpi_cpufreq_cpu_init()
680 		cpumask_copy(policy->cpus, perf->shared_cpu_map);  in acpi_cpufreq_cpu_init()
686 	if (bios_with_sw_any_bug && !policy_is_shared(policy)) {  in acpi_cpufreq_cpu_init()
687 		policy->shared_type = CPUFREQ_SHARED_TYPE_ALL;  in acpi_cpufreq_cpu_init()
688 		cpumask_copy(policy->cpus, topology_core_cpumask(cpu));  in acpi_cpufreq_cpu_init()
692 		cpumask_clear(policy->cpus);  in acpi_cpufreq_cpu_init()
693 		cpumask_set_cpu(cpu, policy->cpus);  in acpi_cpufreq_cpu_init()
696 		policy->shared_type = CPUFREQ_SHARED_TYPE_HW;  in acpi_cpufreq_cpu_init()
757 	policy->cpuinfo.transition_latency = 0;  in acpi_cpufreq_cpu_init()
760 		    policy->cpuinfo.transition_latency)  in acpi_cpufreq_cpu_init()
761 			policy->cpuinfo.transition_latency =  in acpi_cpufreq_cpu_init()
767 	    policy->cpuinfo.transition_latency > 20 * 1000) {  in acpi_cpufreq_cpu_init()
768 		policy->cpuinfo.transition_latency = 20 * 1000;  in acpi_cpufreq_cpu_init()
784 	policy->freq_table = freq_table;  in acpi_cpufreq_cpu_init()
795 		policy->cur = acpi_cpufreq_guess_freq(data, policy->cpu);  in acpi_cpufreq_cpu_init()
821 	policy->fast_switch_possible = !acpi_pstate_strict &&  in acpi_cpufreq_cpu_init()
822 		!(policy_is_shared(policy) && policy->shared_type != CPUFREQ_SHARED_TYPE_ANY);  in acpi_cpufreq_cpu_init()
832 	policy->driver_data = NULL;  in acpi_cpufreq_cpu_init()
837 static int acpi_cpufreq_cpu_exit(struct cpufreq_policy *policy)  in acpi_cpufreq_cpu_exit()  argument
839 	struct acpi_cpufreq_data *data = policy->driver_data;  in acpi_cpufreq_cpu_exit()
843 	policy->fast_switch_possible = false;  in acpi_cpufreq_cpu_exit()
844 	policy->driver_data = NULL;  in acpi_cpufreq_cpu_exit()
847 	kfree(policy->freq_table);  in acpi_cpufreq_cpu_exit()
853 static void acpi_cpufreq_cpu_ready(struct cpufreq_policy *policy)  in acpi_cpufreq_cpu_ready()  argument
856 							      policy->cpu);  in acpi_cpufreq_cpu_ready()
858 	if (perf->states[0].core_frequency * 1000 != policy->cpuinfo.max_freq)  in acpi_cpufreq_cpu_ready()
862 static int acpi_cpufreq_resume(struct cpufreq_policy *policy)  in acpi_cpufreq_resume()  argument
864 	struct acpi_cpufreq_data *data = policy->driver_data;  in acpi_cpufreq_resume()