1 // SPDX-License-Identifier: GPL-2.0
3  * Copyright (c) 2016-2018, The Linux Foundation. All rights reserved.
19 #include <linux/wait.h>
23 #include "rpmh-internal.h"
59  * struct batch_cache_req - An entry in our batch catch
74 	struct rsc_drv *drv = dev_get_drvdata(dev->parent);  in get_rpmh_ctrlr()
76 	return &drv->client;  in get_rpmh_ctrlr()
83 	struct completion *compl = rpm_msg->completion;  in rpmh_tx_done()
84 	bool free = rpm_msg->needs_free;  in rpmh_tx_done()
86 	rpm_msg->err = r;  in rpmh_tx_done()
89 		dev_err(rpm_msg->dev, "RPMH TX fail in msg addr=%#x, err=%d\n",  in rpmh_tx_done()
90 			rpm_msg->msg.cmds[0].addr, r);  in rpmh_tx_done()
107 	list_for_each_entry(p, &ctrlr->cache, list) {  in __find_req()
108 		if (p->addr == addr) {  in __find_req()
125 	spin_lock_irqsave(&ctrlr->cache_lock, flags);  in cache_rpm_request()
126 	req = __find_req(ctrlr, cmd->addr);  in cache_rpm_request()
132 		req = ERR_PTR(-ENOMEM);  in cache_rpm_request()
136 	req->addr = cmd->addr;  in cache_rpm_request()
137 	req->sleep_val = req->wake_val = UINT_MAX;  in cache_rpm_request()
138 	list_add_tail(&req->list, &ctrlr->cache);  in cache_rpm_request()
141 	old_sleep_val = req->sleep_val;  in cache_rpm_request()
142 	old_wake_val = req->wake_val;  in cache_rpm_request()
147 		req->wake_val = cmd->data;  in cache_rpm_request()
150 		req->sleep_val = cmd->data;  in cache_rpm_request()
154 	ctrlr->dirty |= (req->sleep_val != old_sleep_val ||  in cache_rpm_request()
155 			 req->wake_val != old_wake_val) &&  in cache_rpm_request()
156 			 req->sleep_val != UINT_MAX &&  in cache_rpm_request()
157 			 req->wake_val != UINT_MAX;  in cache_rpm_request()
160 	spin_unlock_irqrestore(&ctrlr->cache_lock, flags);  in cache_rpm_request()
180 	int ret = -EINVAL;  in __rpmh_write()
185 	for (i = 0; i < rpm_msg->msg.num_cmds; i++) {  in __rpmh_write()
186 		req = cache_rpm_request(ctrlr, state, &rpm_msg->msg.cmds[i]);  in __rpmh_write()
193 		ret = rpmh_rsc_send_data(ctrlr_to_drv(ctrlr), &rpm_msg->msg);  in __rpmh_write()
197 		rpmh_tx_done(&rpm_msg->msg, ret);  in __rpmh_write()
207 		return -EINVAL;  in __fill_rpmh_msg()
209 	memcpy(req->cmd, cmd, n * sizeof(*cmd));  in __fill_rpmh_msg()
211 	req->msg.state = state;  in __fill_rpmh_msg()
212 	req->msg.cmds = req->cmd;  in __fill_rpmh_msg()
213 	req->msg.num_cmds = n;  in __fill_rpmh_msg()
237 		return -ENOMEM;  in rpmh_write_async()
238 	rpm_msg->needs_free = true;  in rpmh_write_async()
277 	return (ret > 0) ? 0 : -ETIMEDOUT;  in rpmh_write()
285 	spin_lock_irqsave(&ctrlr->cache_lock, flags);  in cache_batch()
286 	list_add_tail(&req->list, &ctrlr->batch_cache);  in cache_batch()
287 	ctrlr->dirty = true;  in cache_batch()
288 	spin_unlock_irqrestore(&ctrlr->cache_lock, flags);  in cache_batch()
299 	list_for_each_entry(req, &ctrlr->batch_cache, list) {  in flush_batch()
300 		for (i = 0; i < req->count; i++) {  in flush_batch()
301 			rpm_msg = req->rpm_msgs + i;  in flush_batch()
303 						       &rpm_msg->msg);  in flush_batch()
313  * rpmh_write_batch: Write multiple sets of RPMH commands and wait for the
325  * request is sent as fire-n-forget and no ack is expected.
342 		return -EINVAL;  in rpmh_write_batch()
347 		return -EINVAL;  in rpmh_write_batch()
350 		      count * (sizeof(req->rpm_msgs[0]) + sizeof(*compls)),  in rpmh_write_batch()
353 		return -ENOMEM;  in rpmh_write_batch()
358 	req->count = count;  in rpmh_write_batch()
359 	rpm_msgs = req->rpm_msgs;  in rpmh_write_batch()
385 	while (i--) {  in rpmh_write_batch()
394 			ret = -ETIMEDOUT;  in rpmh_write_batch()
408 	return (req->sleep_val != UINT_MAX &&  in is_req_valid()
409 		req->wake_val != UINT_MAX &&  in is_req_valid()
410 		req->sleep_val != req->wake_val);  in is_req_valid()
428  * rpmh_flush() - Flushes the buffered sleep and wake sets to TCSes
433  * * 0          - Success
434  * * Error code - Otherwise
448 	if (!spin_trylock(&ctrlr->cache_lock))  in rpmh_flush()
449 		return -EBUSY;  in rpmh_flush()
451 	if (!ctrlr->dirty) {  in rpmh_flush()
452 		pr_debug("Skipping flush, TCS has latest data.\n");  in rpmh_flush()
464 	list_for_each_entry(p, &ctrlr->cache, list) {  in rpmh_flush()
467 				 __func__, p->addr, p->sleep_val, p->wake_val);  in rpmh_flush()
470 		ret = send_single(ctrlr, RPMH_SLEEP_STATE, p->addr,  in rpmh_flush()
471 				  p->sleep_val);  in rpmh_flush()
474 		ret = send_single(ctrlr, RPMH_WAKE_ONLY_STATE, p->addr,  in rpmh_flush()
475 				  p->wake_val);  in rpmh_flush()
480 	ctrlr->dirty = false;  in rpmh_flush()
483 	spin_unlock(&ctrlr->cache_lock);  in rpmh_flush()
500 	spin_lock_irqsave(&ctrlr->cache_lock, flags);  in rpmh_invalidate()
501 	list_for_each_entry_safe(req, tmp, &ctrlr->batch_cache, list)  in rpmh_invalidate()
503 	INIT_LIST_HEAD(&ctrlr->batch_cache);  in rpmh_invalidate()
504 	ctrlr->dirty = true;  in rpmh_invalidate()
505 	spin_unlock_irqrestore(&ctrlr->cache_lock, flags);  in rpmh_invalidate()