67 static struct devfreq *find_device_devfreq(struct device *dev)  in find_device_devfreq()
69 	struct devfreq *tmp_devfreq;  in find_device_devfreq()
86 static unsigned long find_available_min_freq(struct devfreq *devfreq)  in find_available_min_freq()  argument
91 	opp = dev_pm_opp_find_freq_ceil(devfreq->dev.parent, &min_freq);  in find_available_min_freq()
100 static unsigned long find_available_max_freq(struct devfreq *devfreq)  in find_available_max_freq()  argument
105 	opp = dev_pm_opp_find_freq_floor(devfreq->dev.parent, &max_freq);  in find_available_max_freq()
122 void devfreq_get_freq_range(struct devfreq *devfreq,  in devfreq_get_freq_range()  argument
126 	unsigned long *freq_table = devfreq->freq_table;  in devfreq_get_freq_range()
129 	lockdep_assert_held(&devfreq->lock);  in devfreq_get_freq_range()
136 	if (freq_table[0] < freq_table[devfreq->max_state - 1]) {  in devfreq_get_freq_range()
138 		*max_freq = freq_table[devfreq->max_state - 1];  in devfreq_get_freq_range()
140 		*min_freq = freq_table[devfreq->max_state - 1];  in devfreq_get_freq_range()
145 	qos_min_freq = dev_pm_qos_read_value(devfreq->dev.parent,  in devfreq_get_freq_range()
147 	qos_max_freq = dev_pm_qos_read_value(devfreq->dev.parent,  in devfreq_get_freq_range()
155 	*min_freq = max(*min_freq, devfreq->scaling_min_freq);  in devfreq_get_freq_range()
156 	*max_freq = min(*max_freq, devfreq->scaling_max_freq);  in devfreq_get_freq_range()
168 static int devfreq_get_freq_level(struct devfreq *devfreq, unsigned long freq)  in devfreq_get_freq_level()  argument
172 	for (lev = 0; lev < devfreq->max_state; lev++)  in devfreq_get_freq_level()
173 		if (freq == devfreq->freq_table[lev])  in devfreq_get_freq_level()
179 static int set_freq_table(struct devfreq *devfreq)  in set_freq_table()  argument
186 	count = dev_pm_opp_get_opp_count(devfreq->dev.parent);  in set_freq_table()
190 	devfreq->max_state = count;  in set_freq_table()
191 	devfreq->freq_table = devm_kcalloc(devfreq->dev.parent,  in set_freq_table()
192 					   devfreq->max_state,  in set_freq_table()
193 					   sizeof(*devfreq->freq_table),  in set_freq_table()
195 	if (!devfreq->freq_table)  in set_freq_table()
198 	for (i = 0, freq = 0; i < devfreq->max_state; i++, freq++) {  in set_freq_table()
199 		opp = dev_pm_opp_find_freq_ceil(devfreq->dev.parent, &freq);  in set_freq_table()
201 			devm_kfree(devfreq->dev.parent, devfreq->freq_table);  in set_freq_table()
205 		devfreq->freq_table[i] = freq;  in set_freq_table()
216 int devfreq_update_status(struct devfreq *devfreq, unsigned long freq)  in devfreq_update_status()  argument
221 	lockdep_assert_held(&devfreq->lock);  in devfreq_update_status()
225 	if (!devfreq->previous_freq)  in devfreq_update_status()
228 	prev_lev = devfreq_get_freq_level(devfreq, devfreq->previous_freq);  in devfreq_update_status()
234 	devfreq->stats.time_in_state[prev_lev] +=  in devfreq_update_status()
235 			cur_time - devfreq->stats.last_update;  in devfreq_update_status()
237 	lev = devfreq_get_freq_level(devfreq, freq);  in devfreq_update_status()
244 		devfreq->stats.trans_table[  in devfreq_update_status()
245 			(prev_lev * devfreq->max_state) + lev]++;  in devfreq_update_status()
246 		devfreq->stats.total_trans++;  in devfreq_update_status()
250 	devfreq->stats.last_update = cur_time;  in devfreq_update_status()
324 static int devfreq_notify_transition(struct devfreq *devfreq,  in devfreq_notify_transition()  argument
327 	if (!devfreq)  in devfreq_notify_transition()
332 		srcu_notifier_call_chain(&devfreq->transition_notifier_list,  in devfreq_notify_transition()
337 		srcu_notifier_call_chain(&devfreq->transition_notifier_list,  in devfreq_notify_transition()
347 static int devfreq_set_target(struct devfreq *devfreq, unsigned long new_freq,  in devfreq_set_target()  argument
354 	if (devfreq->profile->get_cur_freq)  in devfreq_set_target()
355 		devfreq->profile->get_cur_freq(devfreq->dev.parent, &cur_freq);  in devfreq_set_target()
357 		cur_freq = devfreq->previous_freq;  in devfreq_set_target()
361 	devfreq_notify_transition(devfreq, &freqs, DEVFREQ_PRECHANGE);  in devfreq_set_target()
363 	err = devfreq->profile->target(devfreq->dev.parent, &new_freq, flags);  in devfreq_set_target()
366 		devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE);  in devfreq_set_target()
376 		trace_devfreq_frequency(devfreq, new_freq, cur_freq);  in devfreq_set_target()
379 	devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE);  in devfreq_set_target()
381 	if (devfreq_update_status(devfreq, new_freq))  in devfreq_set_target()
382 		dev_warn(&devfreq->dev,  in devfreq_set_target()
385 	devfreq->previous_freq = new_freq;  in devfreq_set_target()
387 	if (devfreq->suspend_freq)  in devfreq_set_target()
388 		devfreq->resume_freq = new_freq;  in devfreq_set_target()
403 int devfreq_update_target(struct devfreq *devfreq, unsigned long freq)  in devfreq_update_target()  argument
409 	lockdep_assert_held(&devfreq->lock);  in devfreq_update_target()
411 	if (!devfreq->governor)  in devfreq_update_target()
415 	err = devfreq->governor->get_target_freq(devfreq, &freq);  in devfreq_update_target()
418 	devfreq_get_freq_range(devfreq, &min_freq, &max_freq);  in devfreq_update_target()
429 	return devfreq_set_target(devfreq, freq, flags);  in devfreq_update_target()
442 int update_devfreq(struct devfreq *devfreq)  in update_devfreq()  argument
444 	return devfreq_update_target(devfreq, 0L);  in update_devfreq()
456 	struct devfreq *devfreq = container_of(work,  in devfreq_monitor()  local
457 					struct devfreq, work.work);  in devfreq_monitor()
459 	mutex_lock(&devfreq->lock);  in devfreq_monitor()
460 	err = update_devfreq(devfreq);  in devfreq_monitor()
462 		dev_err(&devfreq->dev, "dvfs failed with (%d) error\n", err);  in devfreq_monitor()
464 	queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_monitor()
465 				msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_monitor()
466 	mutex_unlock(&devfreq->lock);  in devfreq_monitor()
468 	trace_devfreq_monitor(devfreq);  in devfreq_monitor()
481 void devfreq_monitor_start(struct devfreq *devfreq)  in devfreq_monitor_start()  argument
483 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_monitor_start()
486 	switch (devfreq->profile->timer) {  in devfreq_monitor_start()
488 		INIT_DEFERRABLE_WORK(&devfreq->work, devfreq_monitor);  in devfreq_monitor_start()
491 		INIT_DELAYED_WORK(&devfreq->work, devfreq_monitor);  in devfreq_monitor_start()
497 	if (devfreq->profile->polling_ms)  in devfreq_monitor_start()
498 		queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_monitor_start()
499 			msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_monitor_start()
511 void devfreq_monitor_stop(struct devfreq *devfreq)  in devfreq_monitor_stop()  argument
513 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_monitor_stop()
516 	cancel_delayed_work_sync(&devfreq->work);  in devfreq_monitor_stop()
532 void devfreq_monitor_suspend(struct devfreq *devfreq)  in devfreq_monitor_suspend()  argument
534 	mutex_lock(&devfreq->lock);  in devfreq_monitor_suspend()
535 	if (devfreq->stop_polling) {  in devfreq_monitor_suspend()
536 		mutex_unlock(&devfreq->lock);  in devfreq_monitor_suspend()
540 	devfreq_update_status(devfreq, devfreq->previous_freq);  in devfreq_monitor_suspend()
541 	devfreq->stop_polling = true;  in devfreq_monitor_suspend()
542 	mutex_unlock(&devfreq->lock);  in devfreq_monitor_suspend()
544 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_monitor_suspend()
547 	cancel_delayed_work_sync(&devfreq->work);  in devfreq_monitor_suspend()
559 void devfreq_monitor_resume(struct devfreq *devfreq)  in devfreq_monitor_resume()  argument
563 	mutex_lock(&devfreq->lock);  in devfreq_monitor_resume()
565 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_monitor_resume()
568 	if (!devfreq->stop_polling)  in devfreq_monitor_resume()
571 	if (!delayed_work_pending(&devfreq->work) &&  in devfreq_monitor_resume()
572 			devfreq->profile->polling_ms)  in devfreq_monitor_resume()
573 		queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_monitor_resume()
574 			msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_monitor_resume()
577 	devfreq->stats.last_update = get_jiffies_64();  in devfreq_monitor_resume()
578 	devfreq->stop_polling = false;  in devfreq_monitor_resume()
580 	if (devfreq->profile->get_cur_freq &&  in devfreq_monitor_resume()
581 		!devfreq->profile->get_cur_freq(devfreq->dev.parent, &freq))  in devfreq_monitor_resume()
582 		devfreq->previous_freq = freq;  in devfreq_monitor_resume()
585 	mutex_unlock(&devfreq->lock);  in devfreq_monitor_resume()
597 void devfreq_update_interval(struct devfreq *devfreq, unsigned int *delay)  in devfreq_update_interval()  argument
599 	unsigned int cur_delay = devfreq->profile->polling_ms;  in devfreq_update_interval()
602 	mutex_lock(&devfreq->lock);  in devfreq_update_interval()
603 	devfreq->profile->polling_ms = new_delay;  in devfreq_update_interval()
605 	if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN))  in devfreq_update_interval()
608 	if (devfreq->stop_polling)  in devfreq_update_interval()
613 		mutex_unlock(&devfreq->lock);  in devfreq_update_interval()
614 		cancel_delayed_work_sync(&devfreq->work);  in devfreq_update_interval()
620 		queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_update_interval()
621 			msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_update_interval()
627 		mutex_unlock(&devfreq->lock);  in devfreq_update_interval()
628 		cancel_delayed_work_sync(&devfreq->work);  in devfreq_update_interval()
629 		mutex_lock(&devfreq->lock);  in devfreq_update_interval()
630 		if (!devfreq->stop_polling)  in devfreq_update_interval()
631 			queue_delayed_work(devfreq_wq, &devfreq->work,  in devfreq_update_interval()
632 				msecs_to_jiffies(devfreq->profile->polling_ms));  in devfreq_update_interval()
635 	mutex_unlock(&devfreq->lock);  in devfreq_update_interval()
651 	struct devfreq *devfreq = container_of(nb, struct devfreq, nb);  in devfreq_notifier_call()  local
654 	mutex_lock(&devfreq->lock);  in devfreq_notifier_call()
656 	devfreq->scaling_min_freq = find_available_min_freq(devfreq);  in devfreq_notifier_call()
657 	if (!devfreq->scaling_min_freq)  in devfreq_notifier_call()
660 	devfreq->scaling_max_freq = find_available_max_freq(devfreq);  in devfreq_notifier_call()
661 	if (!devfreq->scaling_max_freq) {  in devfreq_notifier_call()
662 		devfreq->scaling_max_freq = ULONG_MAX;  in devfreq_notifier_call()
666 	err = update_devfreq(devfreq);  in devfreq_notifier_call()
669 	mutex_unlock(&devfreq->lock);  in devfreq_notifier_call()
671 		dev_err(devfreq->dev.parent,  in devfreq_notifier_call()
682 static int qos_notifier_call(struct devfreq *devfreq)  in qos_notifier_call()  argument
686 	mutex_lock(&devfreq->lock);  in qos_notifier_call()
687 	err = update_devfreq(devfreq);  in qos_notifier_call()
688 	mutex_unlock(&devfreq->lock);  in qos_notifier_call()
690 		dev_err(devfreq->dev.parent,  in qos_notifier_call()
706 	return qos_notifier_call(container_of(nb, struct devfreq, nb_min));  in qos_min_notifier_call()
718 	return qos_notifier_call(container_of(nb, struct devfreq, nb_max));  in qos_max_notifier_call()
729 	struct devfreq *devfreq = to_devfreq(dev);  in devfreq_dev_release()  local
733 	list_del(&devfreq->node);  in devfreq_dev_release()
736 	err = dev_pm_qos_remove_notifier(devfreq->dev.parent, &devfreq->nb_max,  in devfreq_dev_release()
741 	err = dev_pm_qos_remove_notifier(devfreq->dev.parent, &devfreq->nb_min,  in devfreq_dev_release()
747 	if (dev_pm_qos_request_active(&devfreq->user_max_freq_req)) {  in devfreq_dev_release()
748 		err = dev_pm_qos_remove_request(&devfreq->user_max_freq_req);  in devfreq_dev_release()
753 	if (dev_pm_qos_request_active(&devfreq->user_min_freq_req)) {  in devfreq_dev_release()
754 		err = dev_pm_qos_remove_request(&devfreq->user_min_freq_req);  in devfreq_dev_release()
760 	if (devfreq->profile->exit)  in devfreq_dev_release()
761 		devfreq->profile->exit(devfreq->dev.parent);  in devfreq_dev_release()
763 	if (devfreq->opp_table)  in devfreq_dev_release()
764 		dev_pm_opp_put_opp_table(devfreq->opp_table);  in devfreq_dev_release()
766 	mutex_destroy(&devfreq->lock);  in devfreq_dev_release()
767 	srcu_cleanup_notifier_head(&devfreq->transition_notifier_list);  in devfreq_dev_release()
768 	kfree(devfreq);  in devfreq_dev_release()
771 static void create_sysfs_files(struct devfreq *devfreq,
773 static void remove_sysfs_files(struct devfreq *devfreq,
783 struct devfreq *devfreq_add_device(struct device *dev,  in devfreq_add_device()
788 	struct devfreq *devfreq;  in devfreq_add_device()  local
799 	devfreq = find_device_devfreq(dev);  in devfreq_add_device()
801 	if (!IS_ERR(devfreq)) {  in devfreq_add_device()
808 	devfreq = kzalloc(sizeof(struct devfreq), GFP_KERNEL);  in devfreq_add_device()
809 	if (!devfreq) {  in devfreq_add_device()
814 	mutex_init(&devfreq->lock);  in devfreq_add_device()
815 	mutex_lock(&devfreq->lock);  in devfreq_add_device()
816 	devfreq->dev.parent = dev;  in devfreq_add_device()
817 	devfreq->dev.class = devfreq_class;  in devfreq_add_device()
818 	devfreq->dev.release = devfreq_dev_release;  in devfreq_add_device()
819 	INIT_LIST_HEAD(&devfreq->node);  in devfreq_add_device()
820 	devfreq->profile = profile;  in devfreq_add_device()
821 	devfreq->previous_freq = profile->initial_freq;  in devfreq_add_device()
822 	devfreq->last_status.current_frequency = profile->initial_freq;  in devfreq_add_device()
823 	devfreq->data = data;  in devfreq_add_device()
824 	devfreq->nb.notifier_call = devfreq_notifier_call;  in devfreq_add_device()
826 	if (devfreq->profile->timer < 0  in devfreq_add_device()
827 		|| devfreq->profile->timer >= DEVFREQ_TIMER_NUM) {  in devfreq_add_device()
828 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
833 	if (!devfreq->profile->max_state || !devfreq->profile->freq_table) {  in devfreq_add_device()
834 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
835 		err = set_freq_table(devfreq);  in devfreq_add_device()
838 		mutex_lock(&devfreq->lock);  in devfreq_add_device()
840 		devfreq->freq_table = devfreq->profile->freq_table;  in devfreq_add_device()
841 		devfreq->max_state = devfreq->profile->max_state;  in devfreq_add_device()
844 	devfreq->scaling_min_freq = find_available_min_freq(devfreq);  in devfreq_add_device()
845 	if (!devfreq->scaling_min_freq) {  in devfreq_add_device()
846 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
851 	devfreq->scaling_max_freq = find_available_max_freq(devfreq);  in devfreq_add_device()
852 	if (!devfreq->scaling_max_freq) {  in devfreq_add_device()
853 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
858 	devfreq_get_freq_range(devfreq, &min_freq, &max_freq);  in devfreq_add_device()
860 	devfreq->suspend_freq = dev_pm_opp_get_suspend_opp_freq(dev);  in devfreq_add_device()
861 	devfreq->opp_table = dev_pm_opp_get_opp_table(dev);  in devfreq_add_device()
862 	if (IS_ERR(devfreq->opp_table))  in devfreq_add_device()
863 		devfreq->opp_table = NULL;  in devfreq_add_device()
865 	atomic_set(&devfreq->suspend_count, 0);  in devfreq_add_device()
867 	dev_set_name(&devfreq->dev, "%s", dev_name(dev));  in devfreq_add_device()
868 	err = device_register(&devfreq->dev);  in devfreq_add_device()
870 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
871 		put_device(&devfreq->dev);  in devfreq_add_device()
875 	devfreq->stats.trans_table = devm_kzalloc(&devfreq->dev,  in devfreq_add_device()
877 				    devfreq->max_state,  in devfreq_add_device()
878 				    devfreq->max_state),  in devfreq_add_device()
880 	if (!devfreq->stats.trans_table) {  in devfreq_add_device()
881 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
886 	devfreq->stats.time_in_state = devm_kcalloc(&devfreq->dev,  in devfreq_add_device()
887 			devfreq->max_state,  in devfreq_add_device()
888 			sizeof(*devfreq->stats.time_in_state),  in devfreq_add_device()
890 	if (!devfreq->stats.time_in_state) {  in devfreq_add_device()
891 		mutex_unlock(&devfreq->lock);  in devfreq_add_device()
896 	devfreq->stats.total_trans = 0;  in devfreq_add_device()
897 	devfreq->stats.last_update = get_jiffies_64();  in devfreq_add_device()
899 	srcu_init_notifier_head(&devfreq->transition_notifier_list);  in devfreq_add_device()
901 	mutex_unlock(&devfreq->lock);  in devfreq_add_device()
903 	err = dev_pm_qos_add_request(dev, &devfreq->user_min_freq_req,  in devfreq_add_device()
907 	err = dev_pm_qos_add_request(dev, &devfreq->user_max_freq_req,  in devfreq_add_device()
913 	devfreq->nb_min.notifier_call = qos_min_notifier_call;  in devfreq_add_device()
914 	err = dev_pm_qos_add_notifier(dev, &devfreq->nb_min,  in devfreq_add_device()
919 	devfreq->nb_max.notifier_call = qos_max_notifier_call;  in devfreq_add_device()
920 	err = dev_pm_qos_add_notifier(dev, &devfreq->nb_max,  in devfreq_add_device()
935 	devfreq->governor = governor;  in devfreq_add_device()
936 	err = devfreq->governor->event_handler(devfreq, DEVFREQ_GOV_START,  in devfreq_add_device()
944 	create_sysfs_files(devfreq, devfreq->governor);  in devfreq_add_device()
946 	list_add(&devfreq->node, &devfreq_list);  in devfreq_add_device()
950 	if (devfreq->profile->is_cooling_device) {  in devfreq_add_device()
951 		devfreq->cdev = devfreq_cooling_em_register(devfreq, NULL);  in devfreq_add_device()
952 		if (IS_ERR(devfreq->cdev))  in devfreq_add_device()
953 			devfreq->cdev = NULL;  in devfreq_add_device()
956 	return devfreq;  in devfreq_add_device()
961 	devfreq_remove_device(devfreq);  in devfreq_add_device()
962 	devfreq = NULL;  in devfreq_add_device()
964 	kfree(devfreq);  in devfreq_add_device()
976 int devfreq_remove_device(struct devfreq *devfreq)  in devfreq_remove_device()  argument
978 	if (!devfreq)  in devfreq_remove_device()
981 	devfreq_cooling_unregister(devfreq->cdev);  in devfreq_remove_device()
983 	if (devfreq->governor) {  in devfreq_remove_device()
984 		devfreq->governor->event_handler(devfreq,  in devfreq_remove_device()
986 		remove_sysfs_files(devfreq, devfreq->governor);  in devfreq_remove_device()
989 	device_unregister(&devfreq->dev);  in devfreq_remove_device()
997 	struct devfreq **r = res;  in devm_devfreq_dev_match()
1007 	devfreq_remove_device(*(struct devfreq **)res);  in devm_devfreq_dev_release()
1021 struct devfreq *devm_devfreq_add_device(struct device *dev,  in devm_devfreq_add_device()
1026 	struct devfreq **ptr, *devfreq;  in devm_devfreq_add_device()  local
1032 	devfreq = devfreq_add_device(dev, profile, governor_name, data);  in devm_devfreq_add_device()
1033 	if (IS_ERR(devfreq)) {  in devm_devfreq_add_device()
1035 		return devfreq;  in devm_devfreq_add_device()
1038 	*ptr = devfreq;  in devm_devfreq_add_device()
1041 	return devfreq;  in devm_devfreq_add_device()
1052 struct devfreq *devfreq_get_devfreq_by_node(struct device_node *node)  in devfreq_get_devfreq_by_node()
1054 	struct devfreq *devfreq;  in devfreq_get_devfreq_by_node()  local
1060 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_get_devfreq_by_node()
1061 		if (devfreq->dev.parent  in devfreq_get_devfreq_by_node()
1062 			&& device_match_of_node(devfreq->dev.parent, node)) {  in devfreq_get_devfreq_by_node()
1064 			return devfreq;  in devfreq_get_devfreq_by_node()
1080 struct devfreq *devfreq_get_devfreq_by_phandle(struct device *dev,  in devfreq_get_devfreq_by_phandle()
1084 	struct devfreq *devfreq;  in devfreq_get_devfreq_by_phandle()  local
1096 	devfreq = devfreq_get_devfreq_by_node(node);  in devfreq_get_devfreq_by_phandle()
1099 	return devfreq;  in devfreq_get_devfreq_by_phandle()
1103 struct devfreq *devfreq_get_devfreq_by_node(struct device_node *node)  in devfreq_get_devfreq_by_node()
1108 struct devfreq *devfreq_get_devfreq_by_phandle(struct device *dev,  in devfreq_get_devfreq_by_phandle()
1122 void devm_devfreq_remove_device(struct device *dev, struct devfreq *devfreq)  in devm_devfreq_remove_device()  argument
1125 			       devm_devfreq_dev_match, devfreq));  in devm_devfreq_remove_device()
1137 int devfreq_suspend_device(struct devfreq *devfreq)  in devfreq_suspend_device()  argument
1141 	if (!devfreq)  in devfreq_suspend_device()
1144 	if (atomic_inc_return(&devfreq->suspend_count) > 1)  in devfreq_suspend_device()
1147 	if (devfreq->governor) {  in devfreq_suspend_device()
1148 		ret = devfreq->governor->event_handler(devfreq,  in devfreq_suspend_device()
1154 	if (devfreq->suspend_freq) {  in devfreq_suspend_device()
1155 		mutex_lock(&devfreq->lock);  in devfreq_suspend_device()
1156 		ret = devfreq_set_target(devfreq, devfreq->suspend_freq, 0);  in devfreq_suspend_device()
1157 		mutex_unlock(&devfreq->lock);  in devfreq_suspend_device()
1174 int devfreq_resume_device(struct devfreq *devfreq)  in devfreq_resume_device()  argument
1178 	if (!devfreq)  in devfreq_resume_device()
1181 	if (atomic_dec_return(&devfreq->suspend_count) >= 1)  in devfreq_resume_device()
1184 	if (devfreq->resume_freq) {  in devfreq_resume_device()
1185 		mutex_lock(&devfreq->lock);  in devfreq_resume_device()
1186 		ret = devfreq_set_target(devfreq, devfreq->resume_freq, 0);  in devfreq_resume_device()
1187 		mutex_unlock(&devfreq->lock);  in devfreq_resume_device()
1192 	if (devfreq->governor) {  in devfreq_resume_device()
1193 		ret = devfreq->governor->event_handler(devfreq,  in devfreq_resume_device()
1213 	struct devfreq *devfreq;  in devfreq_suspend()  local
1217 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_suspend()
1218 		ret = devfreq_suspend_device(devfreq);  in devfreq_suspend()
1220 			dev_err(&devfreq->dev,  in devfreq_suspend()
1234 	struct devfreq *devfreq;  in devfreq_resume()  local
1238 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_resume()
1239 		ret = devfreq_resume_device(devfreq);  in devfreq_resume()
1241 			dev_warn(&devfreq->dev,  in devfreq_resume()
1254 	struct devfreq *devfreq;  in devfreq_add_governor()  local
1273 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_add_governor()
1275 		struct device *dev = devfreq->dev.parent;  in devfreq_add_governor()
1277 		if (!strncmp(devfreq->governor->name, governor->name,  in devfreq_add_governor()
1280 			if (devfreq->governor) {  in devfreq_add_governor()
1283 					 __func__, devfreq->governor->name);  in devfreq_add_governor()
1284 				ret = devfreq->governor->event_handler(devfreq,  in devfreq_add_governor()
1290 						 devfreq->governor->name, ret);  in devfreq_add_governor()
1294 			devfreq->governor = governor;  in devfreq_add_governor()
1295 			ret = devfreq->governor->event_handler(devfreq,  in devfreq_add_governor()
1299 					 __func__, devfreq->governor->name,  in devfreq_add_governor()
1345 	struct devfreq *devfreq;  in devfreq_remove_governor()  local
1361 	list_for_each_entry(devfreq, &devfreq_list, node) {  in devfreq_remove_governor()
1363 		struct device *dev = devfreq->dev.parent;  in devfreq_remove_governor()
1365 		if (!strncmp(devfreq->governor->name, governor->name,  in devfreq_remove_governor()
1368 			if (!devfreq->governor) {  in devfreq_remove_governor()
1374 			ret = devfreq->governor->event_handler(devfreq,  in devfreq_remove_governor()
1378 					 __func__, devfreq->governor->name,  in devfreq_remove_governor()
1381 			devfreq->governor = NULL;  in devfreq_remove_governor()
1396 	struct devfreq *df = to_devfreq(dev);  in name_show()
1404 	struct devfreq *df = to_devfreq(dev);  in governor_show()
1415 	struct devfreq *df = to_devfreq(dev);  in governor_store()
1496 	struct devfreq *df = to_devfreq(d);  in available_governors_show()
1542 	struct devfreq *df = to_devfreq(dev);  in cur_freq_show()
1558 	struct devfreq *df = to_devfreq(dev);  in target_freq_show()
1567 	struct devfreq *df = to_devfreq(dev);  in min_freq_store()
1594 	struct devfreq *df = to_devfreq(dev);  in min_freq_show()
1608 	struct devfreq *df = to_devfreq(dev);  in max_freq_store()
1648 	struct devfreq *df = to_devfreq(dev);  in max_freq_show()
1663 	struct devfreq *df = to_devfreq(d);  in available_frequencies_show()
1690 	struct devfreq *df = to_devfreq(dev);  in trans_stat_show()
1742 	struct devfreq *df = to_devfreq(dev);  in trans_stat_store()
1781 ATTRIBUTE_GROUPS(devfreq);
1786 	struct devfreq *df = to_devfreq(dev);  in polling_interval_show()
1798 	struct devfreq *df = to_devfreq(dev);  in polling_interval_store()
1819 	struct devfreq *df = to_devfreq(dev);  in timer_show()
1830 	struct devfreq *df = to_devfreq(dev);  in timer_store()
1890 static void create_sysfs_files(struct devfreq *devfreq,  in create_sysfs_files()  argument
1894 		CREATE_SYSFS_FILE(devfreq, polling_interval);  in create_sysfs_files()
1896 		CREATE_SYSFS_FILE(devfreq, timer);  in create_sysfs_files()
1900 static void remove_sysfs_files(struct devfreq *devfreq,  in remove_sysfs_files()  argument
1904 		sysfs_remove_file(&devfreq->dev.kobj,  in remove_sysfs_files()
1907 		sysfs_remove_file(&devfreq->dev.kobj, &dev_attr_timer.attr);  in remove_sysfs_files()
1922 	struct devfreq *devfreq;  in devfreq_summary_show()  local
1923 	struct devfreq *p_devfreq = NULL;  in devfreq_summary_show()
1949 	list_for_each_entry_reverse(devfreq, &devfreq_list, node) {  in devfreq_summary_show()
1951 		if (!strncmp(devfreq->governor->name, DEVFREQ_GOV_PASSIVE,  in devfreq_summary_show()
1953 			struct devfreq_passive_data *data = devfreq->data;  in devfreq_summary_show()
1962 		mutex_lock(&devfreq->lock);  in devfreq_summary_show()
1963 		cur_freq = devfreq->previous_freq;  in devfreq_summary_show()
1964 		devfreq_get_freq_range(devfreq, &min_freq, &max_freq);  in devfreq_summary_show()
1965 		timer = devfreq->profile->timer;  in devfreq_summary_show()
1967 		if (IS_SUPPORTED_ATTR(devfreq->governor->attrs, POLLING_INTERVAL))  in devfreq_summary_show()
1968 			polling_ms = devfreq->profile->polling_ms;  in devfreq_summary_show()
1971 		mutex_unlock(&devfreq->lock);  in devfreq_summary_show()
1975 			dev_name(&devfreq->dev),  in devfreq_summary_show()
1977 			devfreq->governor->name,  in devfreq_summary_show()
2064 int devfreq_register_opp_notifier(struct device *dev, struct devfreq *devfreq)  in devfreq_register_opp_notifier()  argument
2066 	return dev_pm_opp_register_notifier(dev, &devfreq->nb);  in devfreq_register_opp_notifier()
2080 int devfreq_unregister_opp_notifier(struct device *dev, struct devfreq *devfreq)  in devfreq_unregister_opp_notifier()  argument
2082 	return dev_pm_opp_unregister_notifier(dev, &devfreq->nb);  in devfreq_unregister_opp_notifier()
2088 	devfreq_unregister_opp_notifier(dev, *(struct devfreq **)res);  in devm_devfreq_opp_release()
2098 				       struct devfreq *devfreq)  in devm_devfreq_register_opp_notifier()  argument
2100 	struct devfreq **ptr;  in devm_devfreq_register_opp_notifier()
2107 	ret = devfreq_register_opp_notifier(dev, devfreq);  in devm_devfreq_register_opp_notifier()
2113 	*ptr = devfreq;  in devm_devfreq_register_opp_notifier()
2127 					 struct devfreq *devfreq)  in devm_devfreq_unregister_opp_notifier()  argument
2130 			       devm_devfreq_dev_match, devfreq));  in devm_devfreq_unregister_opp_notifier()
2140 int devfreq_register_notifier(struct devfreq *devfreq,  in devfreq_register_notifier()  argument
2146 	if (!devfreq)  in devfreq_register_notifier()
2152 				&devfreq->transition_notifier_list, nb);  in devfreq_register_notifier()
2168 int devfreq_unregister_notifier(struct devfreq *devfreq,  in devfreq_unregister_notifier()  argument
2174 	if (!devfreq)  in devfreq_unregister_notifier()
2180 				&devfreq->transition_notifier_list, nb);  in devfreq_unregister_notifier()
2191 	struct devfreq *devfreq;  member
2200 	devfreq_unregister_notifier(this->devfreq, this->nb, this->list);  in devm_devfreq_notifier_release()
2212 				struct devfreq *devfreq,  in devm_devfreq_register_notifier()  argument
2224 	ret = devfreq_register_notifier(devfreq, nb, list);  in devm_devfreq_register_notifier()
2230 	ptr->devfreq = devfreq;  in devm_devfreq_register_notifier()
2248 				      struct devfreq *devfreq,  in devm_devfreq_unregister_notifier()  argument
2253 			       devm_devfreq_dev_match, devfreq));  in devm_devfreq_unregister_notifier()