91 static unsigned long get_level(struct cpufreq_cooling_device *cpufreq_cdev,  in get_level()  argument
96 	for (i = cpufreq_cdev->max_level - 1; i >= 0; i--) {  in get_level()
97 		if (freq > cpufreq_cdev->em->table[i].frequency)  in get_level()
101 	return cpufreq_cdev->max_level - i - 1;  in get_level()
104 static u32 cpu_freq_to_power(struct cpufreq_cooling_device *cpufreq_cdev,  in cpu_freq_to_power()  argument
110 	for (i = cpufreq_cdev->max_level - 1; i >= 0; i--) {  in cpu_freq_to_power()
111 		if (freq > cpufreq_cdev->em->table[i].frequency)  in cpu_freq_to_power()
115 	power_mw = cpufreq_cdev->em->table[i + 1].power;  in cpu_freq_to_power()
121 static u32 cpu_power_to_freq(struct cpufreq_cooling_device *cpufreq_cdev,  in cpu_power_to_freq()  argument
127 	for (i = cpufreq_cdev->max_level; i > 0; i--) {  in cpu_power_to_freq()
129 		em_power_mw = cpufreq_cdev->em->table[i].power;  in cpu_power_to_freq()
135 	return cpufreq_cdev->em->table[i].frequency;  in cpu_power_to_freq()
148 static u32 get_load(struct cpufreq_cooling_device *cpufreq_cdev, int cpu,  in get_load()  argument
156 static u32 get_load(struct cpufreq_cooling_device *cpufreq_cdev, int cpu,  in get_load()  argument
161 	struct time_in_idle *idle_time = &cpufreq_cdev->idle_time[cpu_idx];  in get_load()
187 static u32 get_dynamic_power(struct cpufreq_cooling_device *cpufreq_cdev,  in get_dynamic_power()  argument
192 	raw_cpu_power = cpu_freq_to_power(cpufreq_cdev, freq);  in get_dynamic_power()
193 	return (raw_cpu_power * cpufreq_cdev->last_load) / 100;  in get_dynamic_power()
224 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_get_requested_power()  local
225 	struct cpufreq_policy *policy = cpufreq_cdev->policy;  in cpufreq_get_requested_power()
233 			load = get_load(cpufreq_cdev, cpu, i);  in cpufreq_get_requested_power()
240 	cpufreq_cdev->last_load = total_load;  in cpufreq_get_requested_power()
242 	*power = get_dynamic_power(cpufreq_cdev, freq);  in cpufreq_get_requested_power()
266 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_state2power()  local
269 	if (state > cpufreq_cdev->max_level)  in cpufreq_state2power()
272 	num_cpus = cpumask_weight(cpufreq_cdev->policy->cpus);  in cpufreq_state2power()
274 	idx = cpufreq_cdev->max_level - state;  in cpufreq_state2power()
275 	freq = cpufreq_cdev->em->table[idx].frequency;  in cpufreq_state2power()
276 	*power = cpu_freq_to_power(cpufreq_cdev, freq) * num_cpus;  in cpufreq_state2power()
301 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_power2state()  local
302 	struct cpufreq_policy *policy = cpufreq_cdev->policy;  in cpufreq_power2state()
304 	last_load = cpufreq_cdev->last_load ?: 1;  in cpufreq_power2state()
306 	target_freq = cpu_power_to_freq(cpufreq_cdev, normalised_power);  in cpufreq_power2state()
308 	*state = get_level(cpufreq_cdev, target_freq);  in cpufreq_power2state()
314 static inline bool em_is_sane(struct cpufreq_cooling_device *cpufreq_cdev,  in em_is_sane()  argument
322 	policy = cpufreq_cdev->policy;  in em_is_sane()
330 	nr_levels = cpufreq_cdev->max_level + 1;  in em_is_sane()
343 static inline int allocate_idle_time(struct cpufreq_cooling_device *cpufreq_cdev)  in allocate_idle_time()  argument
348 static inline void free_idle_time(struct cpufreq_cooling_device *cpufreq_cdev)  in free_idle_time()  argument
352 static int allocate_idle_time(struct cpufreq_cooling_device *cpufreq_cdev)  in allocate_idle_time()  argument
354 	unsigned int num_cpus = cpumask_weight(cpufreq_cdev->policy->related_cpus);  in allocate_idle_time()
356 	cpufreq_cdev->idle_time = kcalloc(num_cpus,  in allocate_idle_time()
357 					  sizeof(*cpufreq_cdev->idle_time),  in allocate_idle_time()
359 	if (!cpufreq_cdev->idle_time)  in allocate_idle_time()
365 static void free_idle_time(struct cpufreq_cooling_device *cpufreq_cdev)  in free_idle_time()  argument
367 	kfree(cpufreq_cdev->idle_time);  in free_idle_time()
368 	cpufreq_cdev->idle_time = NULL;  in free_idle_time()
372 static unsigned int get_state_freq(struct cpufreq_cooling_device *cpufreq_cdev,  in get_state_freq()  argument
380 	if (cpufreq_cdev->em) {  in get_state_freq()
381 		idx = cpufreq_cdev->max_level - state;  in get_state_freq()
382 		return cpufreq_cdev->em->table[idx].frequency;  in get_state_freq()
387 	policy = cpufreq_cdev->policy;  in get_state_freq()
389 		idx = cpufreq_cdev->max_level - state;  in get_state_freq()
411 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_get_max_state()  local
413 	*state = cpufreq_cdev->max_level;  in cpufreq_get_max_state()
430 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_get_cur_state()  local
432 	*state = cpufreq_cdev->cpufreq_state;  in cpufreq_get_cur_state()
450 	struct cpufreq_cooling_device *cpufreq_cdev = cdev->devdata;  in cpufreq_set_cur_state()  local
456 	if (state > cpufreq_cdev->max_level)  in cpufreq_set_cur_state()
460 	if (cpufreq_cdev->cpufreq_state == state)  in cpufreq_set_cur_state()
463 	frequency = get_state_freq(cpufreq_cdev, state);  in cpufreq_set_cur_state()
465 	ret = freq_qos_update_request(&cpufreq_cdev->qos_req, frequency);  in cpufreq_set_cur_state()
467 		cpufreq_cdev->cpufreq_state = state;  in cpufreq_set_cur_state()
468 		cpus = cpufreq_cdev->policy->related_cpus;  in cpufreq_set_cur_state()
497 	struct cpufreq_cooling_device *cpufreq_cdev;  in __cpufreq_cooling_register()  local
522 	cpufreq_cdev = kzalloc(sizeof(*cpufreq_cdev), GFP_KERNEL);  in __cpufreq_cooling_register()
523 	if (!cpufreq_cdev)  in __cpufreq_cooling_register()
526 	cpufreq_cdev->policy = policy;  in __cpufreq_cooling_register()
528 	ret = allocate_idle_time(cpufreq_cdev);  in __cpufreq_cooling_register()
535 	cpufreq_cdev->max_level = i - 1;  in __cpufreq_cooling_register()
537 	cooling_ops = &cpufreq_cdev->cooling_ops;  in __cpufreq_cooling_register()
543 	if (em_is_sane(cpufreq_cdev, em)) {  in __cpufreq_cooling_register()
544 		cpufreq_cdev->em = em;  in __cpufreq_cooling_register()
558 				   &cpufreq_cdev->qos_req, FREQ_QOS_MAX,  in __cpufreq_cooling_register()
559 				   get_state_freq(cpufreq_cdev, 0));  in __cpufreq_cooling_register()
572 	cdev = thermal_of_cooling_device_register(np, name, cpufreq_cdev,  in __cpufreq_cooling_register()
582 	freq_qos_remove_request(&cpufreq_cdev->qos_req);  in __cpufreq_cooling_register()
584 	free_idle_time(cpufreq_cdev);  in __cpufreq_cooling_register()
586 	kfree(cpufreq_cdev);  in __cpufreq_cooling_register()
660 	struct cpufreq_cooling_device *cpufreq_cdev;  in cpufreq_cooling_unregister()  local
665 	cpufreq_cdev = cdev->devdata;  in cpufreq_cooling_unregister()
668 	freq_qos_remove_request(&cpufreq_cdev->qos_req);  in cpufreq_cooling_unregister()
669 	free_idle_time(cpufreq_cdev);  in cpufreq_cooling_unregister()
670 	kfree(cpufreq_cdev);  in cpufreq_cooling_unregister()