88 static unsigned long get_level(struct cpufreq_cooling_device *cpufreq_cdev,  in get_level()  argument
93 	for (i = cpufreq_cdev->max_level - 1; i >= 0; i--) {  in get_level()
94 		if (freq > cpufreq_cdev->em->table[i].frequency)  in get_level()
98 	return cpufreq_cdev->max_level - i - 1;  in get_level()
101 static u32 cpu_freq_to_power(struct cpufreq_cooling_device *cpufreq_cdev,  in cpu_freq_to_power()  argument
106 	for (i = cpufreq_cdev->max_level - 1; i >= 0; i--) {  in cpu_freq_to_power()
107 		if (freq > cpufreq_cdev->em->table[i].frequency)  in cpu_freq_to_power()
111 	return cpufreq_cdev->em->table[i + 1].power;  in cpu_freq_to_power()
114 static u32 cpu_power_to_freq(struct cpufreq_cooling_device *cpufreq_cdev,  in cpu_power_to_freq()  argument
119 	for (i = cpufreq_cdev->max_level; i > 0; i--) {  in cpu_power_to_freq()
120 		if (power >= cpufreq_cdev->em->table[i].power)  in cpu_power_to_freq()
124 	return cpufreq_cdev->em->table[i].frequency;  in cpu_power_to_freq()
137 static u32 get_load(struct cpufreq_cooling_device *cpufreq_cdev, int cpu,  in get_load()  argument
147 static u32 get_load(struct cpufreq_cooling_device *cpufreq_cdev, int cpu,  in get_load()  argument
152 	struct time_in_idle *idle_time = &cpufreq_cdev->idle_time[cpu_idx];  in get_load()
178 static u32 get_dynamic_power(struct cpufreq_cooling_device *cpufreq_cdev,  in get_dynamic_power()  argument
183 	raw_cpu_power = cpu_freq_to_power(cpufreq_cdev, freq);  in get_dynamic_power()
184 	return (raw_cpu_power * cpufreq_cdev->last_load) / 100;  in get_dynamic_power()
215 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_get_requested_power()  local
216 	struct cpufreq_policy *policy = cpufreq_cdev->policy;  in cpufreq_get_requested_power()
231 			load = get_load(cpufreq_cdev, cpu, i);  in cpufreq_get_requested_power()
242 	cpufreq_cdev->last_load = total_load;  in cpufreq_get_requested_power()
244 	*power = get_dynamic_power(cpufreq_cdev, freq);  in cpufreq_get_requested_power()
274 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_state2power()  local
277 	if (state > cpufreq_cdev->max_level)  in cpufreq_state2power()
280 	num_cpus = cpumask_weight(cpufreq_cdev->policy->cpus);  in cpufreq_state2power()
282 	idx = cpufreq_cdev->max_level - state;  in cpufreq_state2power()
283 	freq = cpufreq_cdev->em->table[idx].frequency;  in cpufreq_state2power()
284 	*power = cpu_freq_to_power(cpufreq_cdev, freq) * num_cpus;  in cpufreq_state2power()
313 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_power2state()  local
314 	struct cpufreq_policy *policy = cpufreq_cdev->policy;  in cpufreq_power2state()
316 	last_load = cpufreq_cdev->last_load ?: 1;  in cpufreq_power2state()
318 	target_freq = cpu_power_to_freq(cpufreq_cdev, normalised_power);  in cpufreq_power2state()
320 	*state = get_level(cpufreq_cdev, target_freq);  in cpufreq_power2state()
326 static inline bool em_is_sane(struct cpufreq_cooling_device *cpufreq_cdev,  in em_is_sane()  argument
334 	policy = cpufreq_cdev->policy;  in em_is_sane()
342 	nr_levels = cpufreq_cdev->max_level + 1;  in em_is_sane()
355 static inline int allocate_idle_time(struct cpufreq_cooling_device *cpufreq_cdev)  in allocate_idle_time()  argument
360 static inline void free_idle_time(struct cpufreq_cooling_device *cpufreq_cdev)  in free_idle_time()  argument
364 static int allocate_idle_time(struct cpufreq_cooling_device *cpufreq_cdev)  in allocate_idle_time()  argument
366 	unsigned int num_cpus = cpumask_weight(cpufreq_cdev->policy->related_cpus);  in allocate_idle_time()
368 	cpufreq_cdev->idle_time = kcalloc(num_cpus,  in allocate_idle_time()
369 					  sizeof(*cpufreq_cdev->idle_time),  in allocate_idle_time()
371 	if (!cpufreq_cdev->idle_time)  in allocate_idle_time()
377 static void free_idle_time(struct cpufreq_cooling_device *cpufreq_cdev)  in free_idle_time()  argument
379 	kfree(cpufreq_cdev->idle_time);  in free_idle_time()
380 	cpufreq_cdev->idle_time = NULL;  in free_idle_time()
384 static unsigned int get_state_freq(struct cpufreq_cooling_device *cpufreq_cdev,  in get_state_freq()  argument
392 	if (cpufreq_cdev->em) {  in get_state_freq()
393 		idx = cpufreq_cdev->max_level - state;  in get_state_freq()
394 		return cpufreq_cdev->em->table[idx].frequency;  in get_state_freq()
399 	policy = cpufreq_cdev->policy;  in get_state_freq()
401 		idx = cpufreq_cdev->max_level - state;  in get_state_freq()
423 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_get_max_state()  local
425 	*state = cpufreq_cdev->max_level;  in cpufreq_get_max_state()
442 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_get_cur_state()  local
444 	*state = cpufreq_cdev->cpufreq_state;  in cpufreq_get_cur_state()
462 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_set_cur_state()  local
469 	if (state > cpufreq_cdev->max_level)  in cpufreq_set_cur_state()
473 	if (cpufreq_cdev->cpufreq_state == state)  in cpufreq_set_cur_state()
476 	frequency = get_state_freq(cpufreq_cdev, state);  in cpufreq_set_cur_state()
478 	ret = freq_qos_update_request(&cpufreq_cdev->qos_req, frequency);  in cpufreq_set_cur_state()
480 		cpufreq_cdev->cpufreq_state = state;  in cpufreq_set_cur_state()
481 		cpus = cpufreq_cdev->policy->related_cpus;  in cpufreq_set_cur_state()
484 		capacity /= cpufreq_cdev->policy->cpuinfo.max_freq;  in cpufreq_set_cur_state()
521 	struct cpufreq_cooling_device *cpufreq_cdev;  in __cpufreq_cooling_register()  local
546 	cpufreq_cdev = kzalloc(sizeof(*cpufreq_cdev), GFP_KERNEL);  in __cpufreq_cooling_register()
547 	if (!cpufreq_cdev)  in __cpufreq_cooling_register()
550 	cpufreq_cdev->policy = policy;  in __cpufreq_cooling_register()
552 	ret = allocate_idle_time(cpufreq_cdev);  in __cpufreq_cooling_register()
559 	cpufreq_cdev->max_level = i - 1;  in __cpufreq_cooling_register()
564 	if (em_is_sane(cpufreq_cdev, em)) {  in __cpufreq_cooling_register()
565 		cpufreq_cdev->em = em;  in __cpufreq_cooling_register()
579 				   &cpufreq_cdev->qos_req, FREQ_QOS_MAX,  in __cpufreq_cooling_register()
580 				   get_state_freq(cpufreq_cdev, 0));  in __cpufreq_cooling_register()
593 	cdev = thermal_of_cooling_device_register(np, name, cpufreq_cdev,  in __cpufreq_cooling_register()
603 	freq_qos_remove_request(&cpufreq_cdev->qos_req);  in __cpufreq_cooling_register()
605 	free_idle_time(cpufreq_cdev);  in __cpufreq_cooling_register()
607 	kfree(cpufreq_cdev);  in __cpufreq_cooling_register()
684 	struct cpufreq_cooling_device *cpufreq_cdev;  in cpufreq_cooling_unregister()  local
689 	cpufreq_cdev = cdev->devdata;  in cpufreq_cooling_unregister()
692 	freq_qos_remove_request(&cpufreq_cdev->qos_req);  in cpufreq_cooling_unregister()
693 	free_idle_time(cpufreq_cdev);  in cpufreq_cooling_unregister()
694 	kfree(cpufreq_cdev);  in cpufreq_cooling_unregister()