170 	struct icc_path *path;  in path_init()  local
173 	path = kzalloc(struct_size(path, reqs, num_nodes), GFP_KERNEL);  in path_init()
174 	if (!path)  in path_init()
177 	path->num_nodes = num_nodes;  in path_init()
181 		hlist_add_head(&path->reqs[i].req_node, &node->req_list);  in path_init()
182 		path->reqs[i].node = node;  in path_init()
183 		path->reqs[i].dev = dev;  in path_init()
184 		path->reqs[i].enabled = true;  in path_init()
189 	return path;  in path_init()
195 	struct icc_path *path = ERR_PTR(-EPROBE_DEFER);  in path_find()  local
222 					path = ERR_PTR(-ENOENT);  in path_find()
253 		path = path_init(dev, dst, depth);  in path_find()
255 	return path;  in path_find()
298 static int apply_constraints(struct icc_path *path)  in apply_constraints()  argument
305 	for (i = 0; i < path->num_nodes; i++) {  in apply_constraints()
306 		next = path->reqs[i].node;  in apply_constraints()
419 	struct icc_path **ptr, *path;  in devm_of_icc_get()  local
425 	path = of_icc_get(dev, name);  in devm_of_icc_get()
426 	if (!IS_ERR(path)) {  in devm_of_icc_get()
427 		*ptr = path;  in devm_of_icc_get()
433 	return path;  in devm_of_icc_get()
454 	struct icc_path *path;  in of_icc_get_by_index()  local
509 	path = path_find(dev, src_data->node, dst_data->node);  in of_icc_get_by_index()
511 	if (IS_ERR(path)) {  in of_icc_get_by_index()
512 		dev_err(dev, "%s: invalid path=%ld\n", __func__, PTR_ERR(path));  in of_icc_get_by_index()
517 		icc_set_tag(path, src_data->tag);  in of_icc_get_by_index()
519 	path->name = kasprintf(GFP_KERNEL, "%s-%s",  in of_icc_get_by_index()
521 	if (!path->name) {  in of_icc_get_by_index()
522 		kfree(path);  in of_icc_get_by_index()
523 		path = ERR_PTR(-ENOMEM);  in of_icc_get_by_index()
529 	return path;  in of_icc_get_by_index()
596 	struct icc_path *path = ERR_PTR(-EPROBE_DEFER);  in icc_get()  local
612 	path = path_find(dev, src_node, dst_node);  in icc_get()
613 	if (IS_ERR(path)) {  in icc_get()
614 		dev_err(dev, "%s: invalid path=%ld\n", __func__, PTR_ERR(path));  in icc_get()
618 	path->name = kasprintf(GFP_KERNEL, "%s-%s", src_node->name, dst_node->name);  in icc_get()
619 	if (!path->name) {  in icc_get()
620 		kfree(path);  in icc_get()
621 		path = ERR_PTR(-ENOMEM);  in icc_get()
625 	return path;  in icc_get()
636 void icc_set_tag(struct icc_path *path, u32 tag)  in icc_set_tag()  argument
640 	if (!path)  in icc_set_tag()
645 	for (i = 0; i < path->num_nodes; i++)  in icc_set_tag()
646 		path->reqs[i].tag = tag;  in icc_set_tag()
661 const char *icc_get_name(struct icc_path *path)  in icc_get_name()  argument
663 	if (!path)  in icc_get_name()
666 	return path->name;  in icc_get_name()
685 int icc_set_bw(struct icc_path *path, u32 avg_bw, u32 peak_bw)  in icc_set_bw()  argument
692 	if (!path)  in icc_set_bw()
695 	if (WARN_ON(IS_ERR(path) || !path->num_nodes))  in icc_set_bw()
700 	old_avg = path->reqs[0].avg_bw;  in icc_set_bw()
701 	old_peak = path->reqs[0].peak_bw;  in icc_set_bw()
703 	for (i = 0; i < path->num_nodes; i++) {  in icc_set_bw()
704 		node = path->reqs[i].node;  in icc_set_bw()
707 		path->reqs[i].avg_bw = avg_bw;  in icc_set_bw()
708 		path->reqs[i].peak_bw = peak_bw;  in icc_set_bw()
713 		trace_icc_set_bw(path, node, i, avg_bw, peak_bw);  in icc_set_bw()
716 	ret = apply_constraints(path);  in icc_set_bw()
721 		for (i = 0; i < path->num_nodes; i++) {  in icc_set_bw()
722 			node = path->reqs[i].node;  in icc_set_bw()
723 			path->reqs[i].avg_bw = old_avg;  in icc_set_bw()
724 			path->reqs[i].peak_bw = old_peak;  in icc_set_bw()
727 		apply_constraints(path);  in icc_set_bw()
732 	trace_icc_set_bw_end(path, ret);  in icc_set_bw()
738 static int __icc_enable(struct icc_path *path, bool enable)  in __icc_enable()  argument
742 	if (!path)  in __icc_enable()
745 	if (WARN_ON(IS_ERR(path) || !path->num_nodes))  in __icc_enable()
750 	for (i = 0; i < path->num_nodes; i++)  in __icc_enable()
751 		path->reqs[i].enabled = enable;  in __icc_enable()
755 	return icc_set_bw(path, path->reqs[0].avg_bw,  in __icc_enable()
756 			  path->reqs[0].peak_bw);  in __icc_enable()
759 int icc_enable(struct icc_path *path)  in icc_enable()  argument
761 	return __icc_enable(path, true);  in icc_enable()
765 int icc_disable(struct icc_path *path)  in icc_disable()  argument
767 	return __icc_enable(path, false);  in icc_disable()
778 void icc_put(struct icc_path *path)  in icc_put()  argument
784 	if (!path || WARN_ON(IS_ERR(path)))  in icc_put()
787 	ret = icc_set_bw(path, 0, 0);  in icc_put()
792 	for (i = 0; i < path->num_nodes; i++) {  in icc_put()
793 		node = path->reqs[i].node;  in icc_put()
794 		hlist_del(&path->reqs[i].req_node);  in icc_put()
800 	kfree_const(path->name);  in icc_put()
801 	kfree(path);  in icc_put()