42 struct opp_table *_managed_opp(struct device *dev, int index)  in _managed_opp()
44 	struct opp_table *opp_table, *managed_table = NULL;  in _managed_opp()  local
51 	list_for_each_entry(opp_table, &opp_tables, node) {  in _managed_opp()
52 		if (opp_table->np == np) {  in _managed_opp()
60 			if (opp_table->shared_opp == OPP_TABLE_ACCESS_SHARED) {  in _managed_opp()
61 				_get_opp_table_kref(opp_table);  in _managed_opp()
62 				managed_table = opp_table;  in _managed_opp()
75 static struct dev_pm_opp *_find_opp_of_np(struct opp_table *opp_table,  in _find_opp_of_np()  argument
80 	mutex_lock(&opp_table->lock);  in _find_opp_of_np()
82 	list_for_each_entry(opp, &opp_table->opp_list, node) {  in _find_opp_of_np()
85 			mutex_unlock(&opp_table->lock);  in _find_opp_of_np()
90 	mutex_unlock(&opp_table->lock);  in _find_opp_of_np()
110 static struct opp_table *_find_table_of_opp_np(struct device_node *opp_np)  in _find_table_of_opp_np()
112 	struct opp_table *opp_table;  in _find_table_of_opp_np()  local
124 	list_for_each_entry(opp_table, &opp_tables, node) {  in _find_table_of_opp_np()
125 		if (opp_table_np == opp_table->np) {  in _find_table_of_opp_np()
126 			_get_opp_table_kref(opp_table);  in _find_table_of_opp_np()
127 			return opp_table;  in _find_table_of_opp_np()
136 static void _opp_table_free_required_tables(struct opp_table *opp_table)  in _opp_table_free_required_tables()  argument
138 	struct opp_table **required_opp_tables = opp_table->required_opp_tables;  in _opp_table_free_required_tables()
144 	for (i = 0; i < opp_table->required_opp_count; i++) {  in _opp_table_free_required_tables()
153 	opp_table->required_opp_count = 0;  in _opp_table_free_required_tables()
154 	opp_table->required_opp_tables = NULL;  in _opp_table_free_required_tables()
161 static void _opp_table_alloc_required_tables(struct opp_table *opp_table,  in _opp_table_alloc_required_tables()  argument
165 	struct opp_table **required_opp_tables;  in _opp_table_alloc_required_tables()
185 	opp_table->required_opp_tables = required_opp_tables;  in _opp_table_alloc_required_tables()
186 	opp_table->required_opp_count = count;  in _opp_table_alloc_required_tables()
214 	_opp_table_free_required_tables(opp_table);  in _opp_table_alloc_required_tables()
219 void _of_init_opp_table(struct opp_table *opp_table, struct device *dev,  in _of_init_opp_table()  argument
234 		opp_table->clock_latency_ns_max = val;  in _of_init_opp_table()
236 			     &opp_table->voltage_tolerance_v1);  in _of_init_opp_table()
239 		opp_table->is_genpd = true;  in _of_init_opp_table()
249 		opp_table->shared_opp = OPP_TABLE_ACCESS_SHARED;  in _of_init_opp_table()
251 		opp_table->shared_opp = OPP_TABLE_ACCESS_EXCLUSIVE;  in _of_init_opp_table()
253 	opp_table->np = opp_np;  in _of_init_opp_table()
255 	_opp_table_alloc_required_tables(opp_table, dev, opp_np);  in _of_init_opp_table()
259 void _of_clear_opp_table(struct opp_table *opp_table)  in _of_clear_opp_table()  argument
261 	_opp_table_free_required_tables(opp_table);  in _of_clear_opp_table()
268 void _of_opp_free_required_opps(struct opp_table *opp_table,  in _of_opp_free_required_opps()  argument
277 	for (i = 0; i < opp_table->required_opp_count; i++) {  in _of_opp_free_required_opps()
290 static int _of_opp_alloc_required_opps(struct opp_table *opp_table,  in _of_opp_alloc_required_opps()  argument
294 	struct opp_table *required_table;  in _of_opp_alloc_required_opps()
296 	int i, ret, count = opp_table->required_opp_count;  in _of_opp_alloc_required_opps()
308 		required_table = opp_table->required_opp_tables[i];  in _of_opp_alloc_required_opps()
330 	_of_opp_free_required_opps(opp_table, opp);  in _of_opp_alloc_required_opps()
335 static int _bandwidth_supported(struct device *dev, struct opp_table *opp_table)  in _bandwidth_supported()  argument
340 	if (!opp_table) {  in _bandwidth_supported()
348 		opp_np = of_node_get(opp_table->np);  in _bandwidth_supported()
373 				 struct opp_table *opp_table)  in dev_pm_opp_of_find_icc_paths()  argument
379 	ret = _bandwidth_supported(dev, opp_table);  in dev_pm_opp_of_find_icc_paths()
418 	if (opp_table) {  in dev_pm_opp_of_find_icc_paths()
419 		opp_table->paths = paths;  in dev_pm_opp_of_find_icc_paths()
420 		opp_table->path_count = num_paths;  in dev_pm_opp_of_find_icc_paths()
434 static bool _opp_is_supported(struct device *dev, struct opp_table *opp_table,  in _opp_is_supported()  argument
437 	unsigned int levels = opp_table->supported_hw_count;  in _opp_is_supported()
441 	if (!opp_table->supported_hw) {  in _opp_is_supported()
477 			if (!(val & opp_table->supported_hw[j])) {  in _opp_is_supported()
491 			      struct opp_table *opp_table)  in opp_parse_supplies()  argument
494 	int supplies = opp_table->regulator_count, vcount, icount, ret, i, j;  in opp_parse_supplies()
499 	if (opp_table->prop_name) {  in opp_parse_supplies()
501 			 opp_table->prop_name);  in opp_parse_supplies()
514 				opp_table->regulator_count = 0;  in opp_parse_supplies()
529 		supplies = opp_table->regulator_count = 1;  in opp_parse_supplies()
562 	if (opp_table->prop_name) {  in opp_parse_supplies()
564 			 opp_table->prop_name);  in opp_parse_supplies()
642 static int _read_bw(struct dev_pm_opp *new_opp, struct opp_table *table,  in _read_bw()
683 static int _read_opp_key(struct dev_pm_opp *new_opp, struct opp_table *table,  in _read_opp_key()
750 static struct dev_pm_opp *_opp_add_static_v2(struct opp_table *opp_table,  in _opp_add_static_v2()  argument
759 	new_opp = _opp_allocate(opp_table);  in _opp_add_static_v2()
763 	ret = _read_opp_key(new_opp, opp_table, np, &rate_not_available);  in _opp_add_static_v2()
764 	if (ret < 0 && !opp_table->is_genpd) {  in _opp_add_static_v2()
770 	if (!_opp_is_supported(dev, opp_table, np)) {  in _opp_add_static_v2()
781 	ret = _of_opp_alloc_required_opps(opp_table, new_opp);  in _opp_add_static_v2()
788 	ret = opp_parse_supplies(new_opp, dev, opp_table);  in _opp_add_static_v2()
792 	if (opp_table->is_genpd)  in _opp_add_static_v2()
795 	ret = _opp_add(dev, new_opp, opp_table, rate_not_available);  in _opp_add_static_v2()
805 		if (opp_table->suspend_opp) {  in _opp_add_static_v2()
807 			if (new_opp->rate > opp_table->suspend_opp->rate) {  in _opp_add_static_v2()
808 				opp_table->suspend_opp->suspend = false;  in _opp_add_static_v2()
810 				opp_table->suspend_opp = new_opp;  in _opp_add_static_v2()
814 			opp_table->suspend_opp = new_opp;  in _opp_add_static_v2()
818 	if (new_opp->clock_latency_ns > opp_table->clock_latency_ns_max)  in _opp_add_static_v2()
819 		opp_table->clock_latency_ns_max = new_opp->clock_latency_ns;  in _opp_add_static_v2()
830 	blocking_notifier_call_chain(&opp_table->head, OPP_EVENT_ADD, new_opp);  in _opp_add_static_v2()
834 	_of_opp_free_required_opps(opp_table, new_opp);  in _opp_add_static_v2()
842 static int _of_add_opp_table_v2(struct device *dev, struct opp_table *opp_table)  in _of_add_opp_table_v2()  argument
849 	mutex_lock(&opp_table->lock);  in _of_add_opp_table_v2()
850 	if (opp_table->parsed_static_opps) {  in _of_add_opp_table_v2()
851 		opp_table->parsed_static_opps++;  in _of_add_opp_table_v2()
852 		mutex_unlock(&opp_table->lock);  in _of_add_opp_table_v2()
856 	opp_table->parsed_static_opps = 1;  in _of_add_opp_table_v2()
857 	mutex_unlock(&opp_table->lock);  in _of_add_opp_table_v2()
860 	for_each_available_child_of_node(opp_table->np, np) {  in _of_add_opp_table_v2()
861 		opp = _opp_add_static_v2(opp_table, dev, np);  in _of_add_opp_table_v2()
879 	list_for_each_entry(opp, &opp_table->opp_list, node) {  in _of_add_opp_table_v2()
882 			opp_table->genpd_performance_state = true;  in _of_add_opp_table_v2()
890 	_opp_remove_all_static(opp_table);  in _of_add_opp_table_v2()
896 static int _of_add_opp_table_v1(struct device *dev, struct opp_table *opp_table)  in _of_add_opp_table_v1()  argument
902 	mutex_lock(&opp_table->lock);  in _of_add_opp_table_v1()
903 	if (opp_table->parsed_static_opps) {  in _of_add_opp_table_v1()
904 		opp_table->parsed_static_opps++;  in _of_add_opp_table_v1()
905 		mutex_unlock(&opp_table->lock);  in _of_add_opp_table_v1()
909 	opp_table->parsed_static_opps = 1;  in _of_add_opp_table_v1()
910 	mutex_unlock(&opp_table->lock);  in _of_add_opp_table_v1()
938 		ret = _opp_add_v1(opp_table, dev, freq, volt, false);  in _of_add_opp_table_v1()
950 	_opp_remove_all_static(opp_table);  in _of_add_opp_table_v1()
974 	struct opp_table *opp_table;  in dev_pm_opp_of_add_table()  local
977 	opp_table = dev_pm_opp_get_opp_table_indexed(dev, 0);  in dev_pm_opp_of_add_table()
978 	if (IS_ERR(opp_table))  in dev_pm_opp_of_add_table()
979 		return PTR_ERR(opp_table);  in dev_pm_opp_of_add_table()
985 	if (opp_table->np)  in dev_pm_opp_of_add_table()
986 		ret = _of_add_opp_table_v2(dev, opp_table);  in dev_pm_opp_of_add_table()
988 		ret = _of_add_opp_table_v1(dev, opp_table);  in dev_pm_opp_of_add_table()
991 		dev_pm_opp_put_opp_table(opp_table);  in dev_pm_opp_of_add_table()
1018 	struct opp_table *opp_table;  in dev_pm_opp_of_add_table_indexed()  local
1032 	opp_table = dev_pm_opp_get_opp_table_indexed(dev, index);  in dev_pm_opp_of_add_table_indexed()
1033 	if (IS_ERR(opp_table))  in dev_pm_opp_of_add_table_indexed()
1034 		return PTR_ERR(opp_table);  in dev_pm_opp_of_add_table_indexed()
1036 	ret = _of_add_opp_table_v2(dev, opp_table);  in dev_pm_opp_of_add_table_indexed()
1038 		dev_pm_opp_put_opp_table(opp_table);  in dev_pm_opp_of_add_table_indexed()
1190 	struct opp_table *opp_table;  in of_get_required_opp_performance_state()  local
1197 	opp_table = _find_table_of_opp_np(required_np);  in of_get_required_opp_performance_state()
1198 	if (IS_ERR(opp_table)) {  in of_get_required_opp_performance_state()
1200 		       __func__, np, PTR_ERR(opp_table));  in of_get_required_opp_performance_state()
1204 	opp = _find_opp_of_np(opp_table, required_np);  in of_get_required_opp_performance_state()
1210 	dev_pm_opp_put_opp_table(opp_table);  in of_get_required_opp_performance_state()