1 // SPDX-License-Identifier: GPL-2.0
3  * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
7 #include <linux/interconnect-provider.h>
14 #include <soc/qcom/tcs.h>
16 #include "bcm-voter.h"
17 #include "icc-rpmh.h"
23  * struct bcm_voter - Bus Clock Manager voter
30  * @tcs_wait: mask for which buckets require TCS completion
47 	return bcm_a->aux_data.vcd - bcm_b->aux_data.vcd;  in cmp_vcd()
70 		for (i = 0; i < bcm->num_nodes; i++) {  in bcm_aggregate()
71 			node = bcm->nodes[i];  in bcm_aggregate()
72 			temp = bcm_div(node->sum_avg[bucket] * bcm->aux_data.width,  in bcm_aggregate()
73 				       node->buswidth * node->channels);  in bcm_aggregate()
76 			temp = bcm_div(node->max_peak[bucket] * bcm->aux_data.width,  in bcm_aggregate()
77 				       node->buswidth);  in bcm_aggregate()
81 		temp = agg_avg[bucket] * bcm->vote_scale;  in bcm_aggregate()
82 		bcm->vote_x[bucket] = bcm_div(temp, bcm->aux_data.unit);  in bcm_aggregate()
84 		temp = agg_peak[bucket] * bcm->vote_scale;  in bcm_aggregate()
85 		bcm->vote_y[bucket] = bcm_div(temp, bcm->aux_data.unit);  in bcm_aggregate()
88 	if (bcm->keepalive && bcm->vote_x[QCOM_ICC_BUCKET_AMC] == 0 &&  in bcm_aggregate()
89 	    bcm->vote_y[QCOM_ICC_BUCKET_AMC] == 0) {  in bcm_aggregate()
90 		bcm->vote_x[QCOM_ICC_BUCKET_AMC] = 1;  in bcm_aggregate()
91 		bcm->vote_x[QCOM_ICC_BUCKET_WAKE] = 1;  in bcm_aggregate()
92 		bcm->vote_y[QCOM_ICC_BUCKET_AMC] = 1;  in bcm_aggregate()
93 		bcm->vote_y[QCOM_ICC_BUCKET_WAKE] = 1;  in bcm_aggregate()
98 			       u32 addr, bool commit, bool wait)  in tcs_cmd_gen()  argument
116 	cmd->addr = addr;  in tcs_cmd_gen()
117 	cmd->data = BCM_TCS_CMD(commit, valid, vote_x, vote_y);  in tcs_cmd_gen()
120 	 * Set the wait for completion flag on command that need to be completed  in tcs_cmd_gen()
123 	cmd->wait = wait;  in tcs_cmd_gen()
130 	struct list_head *bcm_list = &voter->commit_list;  in tcs_list_gen()
132 	bool commit, wait;  in tcs_list_gen()  local
140 		if ((list_is_last(&bcm->list, bcm_list)) ||  in tcs_list_gen()
141 		    bcm->aux_data.vcd != list_next_entry(bcm, list)->aux_data.vcd) {  in tcs_list_gen()
146 		wait = commit && (voter->tcs_wait & BIT(bucket));  in tcs_list_gen()
148 		tcs_cmd_gen(&tcs_list[idx], bcm->vote_x[bucket],  in tcs_list_gen()
149 			    bcm->vote_y[bucket], bcm->addr, commit, wait);  in tcs_list_gen()
160 				n[batch] -= cur_vcd_size;  in tcs_list_gen()
169  * of_bcm_voter_get - gets a bcm voter handle from DT node
181 	struct bcm_voter *voter = ERR_PTR(-EPROBE_DEFER);  in of_bcm_voter_get()
186 	if (!dev || !dev->of_node)  in of_bcm_voter_get()
187 		return ERR_PTR(-ENODEV);  in of_bcm_voter_get()
189 	np = dev->of_node;  in of_bcm_voter_get()
192 		idx = of_property_match_string(np, "qcom,bcm-voter-names", name);  in of_bcm_voter_get()
197 	node = of_parse_phandle(np, "qcom,bcm-voters", idx);  in of_bcm_voter_get()
201 		if (temp->np == node) {  in of_bcm_voter_get()
214  * qcom_icc_bcm_voter_add - queues up the bcm nodes that require updates
223 	mutex_lock(&voter->lock);  in qcom_icc_bcm_voter_add()
224 	if (list_empty(&bcm->list))  in qcom_icc_bcm_voter_add()
225 		list_add_tail(&bcm->list, &voter->commit_list);  in qcom_icc_bcm_voter_add()
227 	if (list_empty(&bcm->ws_list))  in qcom_icc_bcm_voter_add()
228 		list_add_tail(&bcm->ws_list, &voter->ws_list);  in qcom_icc_bcm_voter_add()
230 	mutex_unlock(&voter->lock);  in qcom_icc_bcm_voter_add()
235  * qcom_icc_bcm_voter_commit - generates and commits tcs cmds based on bcms
257 	mutex_lock(&voter->lock);  in qcom_icc_bcm_voter_commit()
258 	list_for_each_entry(bcm, &voter->commit_list, list)  in qcom_icc_bcm_voter_commit()
269 	list_sort(NULL, &voter->commit_list, cmp_vcd);  in qcom_icc_bcm_voter_commit()
279 	rpmh_invalidate(voter->dev);  in qcom_icc_bcm_voter_commit()
281 	ret = rpmh_write_batch(voter->dev, RPMH_ACTIVE_ONLY_STATE,  in qcom_icc_bcm_voter_commit()
288 	list_for_each_entry_safe(bcm, bcm_tmp, &voter->commit_list, list)  in qcom_icc_bcm_voter_commit()
289 		list_del_init(&bcm->list);  in qcom_icc_bcm_voter_commit()
291 	list_for_each_entry_safe(bcm, bcm_tmp, &voter->ws_list, ws_list) {  in qcom_icc_bcm_voter_commit()
297 		if (bcm->vote_x[QCOM_ICC_BUCKET_WAKE] !=  in qcom_icc_bcm_voter_commit()
298 		    bcm->vote_x[QCOM_ICC_BUCKET_SLEEP] ||  in qcom_icc_bcm_voter_commit()
299 		    bcm->vote_y[QCOM_ICC_BUCKET_WAKE] !=  in qcom_icc_bcm_voter_commit()
300 		    bcm->vote_y[QCOM_ICC_BUCKET_SLEEP])  in qcom_icc_bcm_voter_commit()
301 			list_add_tail(&bcm->list, &voter->commit_list);  in qcom_icc_bcm_voter_commit()
303 			list_del_init(&bcm->ws_list);  in qcom_icc_bcm_voter_commit()
306 	if (list_empty(&voter->commit_list))  in qcom_icc_bcm_voter_commit()
309 	list_sort(NULL, &voter->commit_list, cmp_vcd);  in qcom_icc_bcm_voter_commit()
313 	ret = rpmh_write_batch(voter->dev, RPMH_WAKE_ONLY_STATE, cmds, commit_idx);  in qcom_icc_bcm_voter_commit()
321 	ret = rpmh_write_batch(voter->dev, RPMH_SLEEP_STATE, cmds, commit_idx);  in qcom_icc_bcm_voter_commit()
328 	list_for_each_entry_safe(bcm, bcm_tmp, &voter->commit_list, list)  in qcom_icc_bcm_voter_commit()
329 		list_del_init(&bcm->list);  in qcom_icc_bcm_voter_commit()
331 	mutex_unlock(&voter->lock);  in qcom_icc_bcm_voter_commit()
338 	struct device_node *np = pdev->dev.of_node;  in qcom_icc_bcm_voter_probe()
341 	voter = devm_kzalloc(&pdev->dev, sizeof(*voter), GFP_KERNEL);  in qcom_icc_bcm_voter_probe()
343 		return -ENOMEM;  in qcom_icc_bcm_voter_probe()
345 	voter->dev = &pdev->dev;  in qcom_icc_bcm_voter_probe()
346 	voter->np = np;  in qcom_icc_bcm_voter_probe()
348 	if (of_property_read_u32(np, "qcom,tcs-wait", &voter->tcs_wait))  in qcom_icc_bcm_voter_probe()
349 		voter->tcs_wait = QCOM_ICC_TAG_ACTIVE_ONLY;  in qcom_icc_bcm_voter_probe()
351 	mutex_init(&voter->lock);  in qcom_icc_bcm_voter_probe()
352 	INIT_LIST_HEAD(&voter->commit_list);  in qcom_icc_bcm_voter_probe()
353 	INIT_LIST_HEAD(&voter->ws_list);  in qcom_icc_bcm_voter_probe()
356 	list_add_tail(&voter->voter_node, &bcm_voters);  in qcom_icc_bcm_voter_probe()
363 	{ .compatible = "qcom,bcm-voter" },