225 struct cpudata {  struct
262 static struct cpudata **all_cpu_data;  argument
287 	u64 (*get_val)(struct cpudata*, int pstate);
288 	void (*get_vid)(struct cpudata *);
406 	struct cpudata *cpu;  in intel_pstate_init_acpi_perf_limits()
476 	struct cpudata *cpu;  in intel_pstate_exit_perf_limits()
517 static void intel_pstate_hybrid_hwp_adjust(struct cpudata *cpu)  in intel_pstate_hybrid_hwp_adjust()
567 	struct cpudata *cpu;  in update_turbo_state()
578 	struct cpudata *cpu = all_cpu_data[0];  in min_perf_pct_min()
585 static s16 intel_pstate_get_epb(struct cpudata *cpu_data)  in intel_pstate_get_epb()
600 static s16 intel_pstate_get_epp(struct cpudata *cpu_data, u64 hwp_req_data)  in intel_pstate_get_epp()
668 static int intel_pstate_get_energy_pref_index(struct cpudata *cpu_data, int *raw_epp)  in intel_pstate_get_energy_pref_index()
706 static int intel_pstate_set_epp(struct cpudata *cpu, u32 epp)  in intel_pstate_set_epp()
732 static int intel_pstate_set_energy_pref_index(struct cpudata *cpu_data,  in intel_pstate_set_energy_pref_index()
787 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in store_energy_performance_preference()
853 	struct cpudata *cpu_data = all_cpu_data[policy->cpu];  in show_energy_performance_preference()
870 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in show_base_frequency()
897 static void __intel_pstate_get_hwp_cap(struct cpudata *cpu)  in __intel_pstate_get_hwp_cap()
907 static void intel_pstate_get_hwp_cap(struct cpudata *cpu)  in intel_pstate_get_hwp_cap()
927 	struct cpudata *cpu_data = all_cpu_data[cpu];  in intel_pstate_hwp_set()
988 static void intel_pstate_hwp_offline(struct cpudata *cpu)  in intel_pstate_hwp_offline()
1040 static void intel_pstate_hwp_enable(struct cpudata *cpudata);
1042 static void intel_pstate_hwp_reenable(struct cpudata *cpu)  in intel_pstate_hwp_reenable()
1050 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_pstate_suspend()
1061 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_pstate_resume()
1096 	struct cpudata *cpudata;  in intel_pstate_update_max_freq()  local
1101 	cpudata = all_cpu_data[cpu];  in intel_pstate_update_max_freq()
1103 			cpudata->pstate.max_freq : cpudata->pstate.turbo_freq;  in intel_pstate_update_max_freq()
1170 	struct cpudata *cpu;  in show_turbo_pct()
1196 	struct cpudata *cpu;  in show_num_pstates()
1267 		struct cpudata *cpu = all_cpu_data[0];  in store_no_turbo()
1291 		struct cpudata *cpu = all_cpu_data[i];  in update_qos_request()
1549 static void intel_pstate_hwp_enable(struct cpudata *cpudata)  in intel_pstate_hwp_enable()  argument
1553 		wrmsrl_on_cpu(cpudata->cpu, MSR_HWP_INTERRUPT, 0x00);  in intel_pstate_hwp_enable()
1555 	wrmsrl_on_cpu(cpudata->cpu, MSR_PM_ENABLE, 0x1);  in intel_pstate_hwp_enable()
1556 	if (cpudata->epp_default == -EINVAL)  in intel_pstate_hwp_enable()
1557 		cpudata->epp_default = intel_pstate_get_epp(cpudata, 0);  in intel_pstate_hwp_enable()
1584 static u64 atom_get_val(struct cpudata *cpudata, int pstate)  in atom_get_val()  argument
1594 	vid_fp = cpudata->vid.min + mul_fp(  in atom_get_val()
1595 		int_tofp(pstate - cpudata->pstate.min_pstate),  in atom_get_val()
1596 		cpudata->vid.ratio);  in atom_get_val()
1598 	vid_fp = clamp_t(int32_t, vid_fp, cpudata->vid.min, cpudata->vid.max);  in atom_get_val()
1601 	if (pstate > cpudata->pstate.max_pstate)  in atom_get_val()
1602 		vid = cpudata->vid.turbo;  in atom_get_val()
1638 static void atom_get_vid(struct cpudata *cpudata)  in atom_get_vid()  argument
1643 	cpudata->vid.min = int_tofp((value >> 8) & 0x7f);  in atom_get_vid()
1644 	cpudata->vid.max = int_tofp((value >> 16) & 0x7f);  in atom_get_vid()
1645 	cpudata->vid.ratio = div_fp(  in atom_get_vid()
1646 		cpudata->vid.max - cpudata->vid.min,  in atom_get_vid()
1647 		int_tofp(cpudata->pstate.max_pstate -  in atom_get_vid()
1648 			cpudata->pstate.min_pstate));  in atom_get_vid()
1651 	cpudata->vid.turbo = value & 0x7f;  in atom_get_vid()
1756 static u64 core_get_val(struct cpudata *cpudata, int pstate)  in core_get_val()  argument
1817 static void intel_pstate_set_pstate(struct cpudata *cpu, int pstate)  in intel_pstate_set_pstate()
1830 static void intel_pstate_set_min_pstate(struct cpudata *cpu)  in intel_pstate_set_min_pstate()
1835 static void intel_pstate_max_within_limits(struct cpudata *cpu)  in intel_pstate_max_within_limits()
1843 static void intel_pstate_get_cpu_pstates(struct cpudata *cpu)  in intel_pstate_get_cpu_pstates()
1891 static inline void intel_pstate_hwp_boost_up(struct cpudata *cpu)  in intel_pstate_hwp_boost_up()
1938 static inline void intel_pstate_hwp_boost_down(struct cpudata *cpu)  in intel_pstate_hwp_boost_down()
1954 static inline void intel_pstate_update_util_hwp_local(struct cpudata *cpu,  in intel_pstate_update_util_hwp_local()
1986 	struct cpudata *cpu = container_of(data, struct cpudata, update_util);  in intel_pstate_update_util_hwp()
1994 static inline void intel_pstate_calc_avg_perf(struct cpudata *cpu)  in intel_pstate_calc_avg_perf()
2001 static inline bool intel_pstate_sample(struct cpudata *cpu, u64 time)  in intel_pstate_sample()
2043 static inline int32_t get_avg_frequency(struct cpudata *cpu)  in get_avg_frequency()
2048 static inline int32_t get_avg_pstate(struct cpudata *cpu)  in get_avg_pstate()
2054 static inline int32_t get_target_pstate(struct cpudata *cpu)  in get_target_pstate()
2089 static int intel_pstate_prepare_request(struct cpudata *cpu, int pstate)  in intel_pstate_prepare_request()
2097 static void intel_pstate_update_pstate(struct cpudata *cpu, int pstate)  in intel_pstate_update_pstate()
2106 static void intel_pstate_adjust_pstate(struct cpudata *cpu)  in intel_pstate_adjust_pstate()
2134 	struct cpudata *cpu = container_of(data, struct cpudata, update_util);  in intel_pstate_update_util()
2260 	struct cpudata *cpu;  in intel_pstate_init_cpu()
2305 	struct cpudata *cpu = all_cpu_data[cpu_num];  in intel_pstate_set_update_util_hook()
2324 	struct cpudata *cpu_data = all_cpu_data[cpu];  in intel_pstate_clear_update_util_hook()
2334 static int intel_pstate_get_max_freq(struct cpudata *cpu)  in intel_pstate_get_max_freq()
2340 static void intel_pstate_update_perf_limits(struct cpudata *cpu,  in intel_pstate_update_perf_limits()
2410 	struct cpudata *cpu;  in intel_pstate_set_policy()
2452 static void intel_pstate_adjust_policy_max(struct cpudata *cpu,  in intel_pstate_adjust_policy_max()
2464 static void intel_pstate_verify_cpu_policy(struct cpudata *cpu,  in intel_pstate_verify_cpu_policy()
2491 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_cpufreq_cpu_offline()
2516 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_pstate_cpu_online()
2552 	struct cpudata *cpu;  in __intel_pstate_cpu_init()
2595 		struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_pstate_cpu_init()
2619 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_cpufreq_verify_policy()
2643 static void intel_cpufreq_trace(struct cpudata *cpu, unsigned int trace_type, int old_pstate)  in intel_cpufreq_trace()
2665 static void intel_cpufreq_hwp_update(struct cpudata *cpu, u32 min, u32 max,  in intel_cpufreq_hwp_update()
2689 static void intel_cpufreq_perf_ctl_update(struct cpudata *cpu,  in intel_cpufreq_perf_ctl_update()
2703 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_cpufreq_update_pstate()
2729 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_cpufreq_target()
2764 	struct cpudata *cpu = all_cpu_data[policy->cpu];  in intel_cpufreq_fast_switch()
2781 	struct cpudata *cpu = all_cpu_data[cpunum];  in intel_cpufreq_adjust_perf()
2821 	struct cpudata *cpu;  in intel_cpufreq_cpu_init()