1 // SPDX-License-Identifier: MIT
5  * Author: Rijo Thomas <Rijo-john.Thomas@amd.com>
18 #include <linux/psp-tee.h>
20 #include "psp-dev.h"
21 #include "tee-dev.h"
27 	struct ring_buf_manager *rb_mgr = &tee->rb_mgr;  in tee_alloc_ring()
31 		return -EINVAL;  in tee_alloc_ring()
38 		return -ENOMEM;  in tee_alloc_ring()
41 	rb_mgr->ring_start = start_addr;  in tee_alloc_ring()
42 	rb_mgr->ring_size = ring_size;  in tee_alloc_ring()
43 	rb_mgr->ring_pa = __psp_pa(start_addr);  in tee_alloc_ring()
44 	mutex_init(&rb_mgr->mutex);  in tee_alloc_ring()
51 	struct ring_buf_manager *rb_mgr = &tee->rb_mgr;  in tee_free_ring()
53 	if (!rb_mgr->ring_start)  in tee_free_ring()
56 	free_pages((unsigned long)rb_mgr->ring_start,  in tee_free_ring()
57 		   get_order(rb_mgr->ring_size));  in tee_free_ring()
59 	rb_mgr->ring_start = NULL;  in tee_free_ring()
60 	rb_mgr->ring_size = 0;  in tee_free_ring()
61 	rb_mgr->ring_pa = 0;  in tee_free_ring()
62 	mutex_destroy(&rb_mgr->mutex);  in tee_free_ring()
65 static int tee_wait_cmd_poll(struct psp_tee_device *tee, unsigned int timeout,  in tee_wait_cmd_poll()  argument
68 	/* ~10ms sleep per loop => nloop = timeout * 100 */  in tee_wait_cmd_poll()
69 	int nloop = timeout * 100;  in tee_wait_cmd_poll()
71 	while (--nloop) {  in tee_wait_cmd_poll()
72 		*reg = ioread32(tee->io_regs + tee->vdata->cmdresp_reg);  in tee_wait_cmd_poll()
79 	dev_err(tee->dev, "tee: command timed out, disabling PSP\n");  in tee_wait_cmd_poll()
82 	return -ETIMEDOUT;  in tee_wait_cmd_poll()
88 	struct tee_init_ring_cmd *cmd;  in tee_alloc_cmd_buffer()  local
90 	cmd = kzalloc(sizeof(*cmd), GFP_KERNEL);  in tee_alloc_cmd_buffer()
91 	if (!cmd)  in tee_alloc_cmd_buffer()
94 	cmd->hi_addr = upper_32_bits(tee->rb_mgr.ring_pa);  in tee_alloc_cmd_buffer()
95 	cmd->low_addr = lower_32_bits(tee->rb_mgr.ring_pa);  in tee_alloc_cmd_buffer()
96 	cmd->size = tee->rb_mgr.ring_size;  in tee_alloc_cmd_buffer()
98 	dev_dbg(tee->dev, "tee: ring address: high = 0x%x low = 0x%x size = %u\n",  in tee_alloc_cmd_buffer()
99 		cmd->hi_addr, cmd->low_addr, cmd->size);  in tee_alloc_cmd_buffer()
101 	return cmd;  in tee_alloc_cmd_buffer()
104 static inline void tee_free_cmd_buffer(struct tee_init_ring_cmd *cmd)  in tee_free_cmd_buffer()  argument
106 	kfree(cmd);  in tee_free_cmd_buffer()
112 	struct tee_init_ring_cmd *cmd;  in tee_init_ring()  local
121 		dev_err(tee->dev, "tee: ring allocation failed %d\n", ret);  in tee_init_ring()
125 	tee->rb_mgr.wptr = 0;  in tee_init_ring()
127 	cmd = tee_alloc_cmd_buffer(tee);  in tee_init_ring()
128 	if (!cmd) {  in tee_init_ring()
130 		return -ENOMEM;  in tee_init_ring()
133 	cmd_buffer = __psp_pa((void *)cmd);  in tee_init_ring()
136 	 * CPU-PSP message registers  in tee_init_ring()
140 		  tee->io_regs + tee->vdata->cmdbuff_addr_lo_reg);  in tee_init_ring()
142 		  tee->io_regs + tee->vdata->cmdbuff_addr_hi_reg);  in tee_init_ring()
144 		  tee->io_regs + tee->vdata->cmdresp_reg);  in tee_init_ring()
148 		dev_err(tee->dev, "tee: ring init command timed out\n");  in tee_init_ring()
154 		dev_err(tee->dev, "tee: ring init command failed (%#010lx)\n",  in tee_init_ring()
157 		ret = -EIO;  in tee_init_ring()
161 	tee_free_cmd_buffer(cmd);  in tee_init_ring()
171 	if (!tee->rb_mgr.ring_start)  in tee_destroy_ring()
178 		  tee->io_regs + tee->vdata->cmdresp_reg);  in tee_destroy_ring()
182 		dev_err(tee->dev, "tee: ring destroy command timed out\n");  in tee_destroy_ring()
184 		dev_err(tee->dev, "tee: ring destroy command failed (%#010lx)\n",  in tee_destroy_ring()
194 	struct device *dev = psp->dev;  in tee_dev_init()
198 	ret = -ENOMEM;  in tee_dev_init()
203 	psp->tee_data = tee;  in tee_dev_init()
205 	tee->dev = dev;  in tee_dev_init()
206 	tee->psp = psp;  in tee_dev_init()
208 	tee->io_regs = psp->io_regs;  in tee_dev_init()
210 	tee->vdata = (struct tee_vdata *)psp->vdata->tee;  in tee_dev_init()
211 	if (!tee->vdata) {  in tee_dev_init()
212 		ret = -ENODEV;  in tee_dev_init()
228 	psp->tee_data = NULL;  in tee_dev_init()
237 	struct psp_tee_device *tee = psp->tee_data;  in tee_dev_destroy()
248 	struct tee_ring_cmd *cmd;  in tee_submit_cmd()  local
254 	mutex_lock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
259 		cmd = (struct tee_ring_cmd *)  in tee_submit_cmd()
260 			(tee->rb_mgr.ring_start + tee->rb_mgr.wptr);  in tee_submit_cmd()
262 		rptr = ioread32(tee->io_regs + tee->vdata->ring_rptr_reg);  in tee_submit_cmd()
267 		if (!(tee->rb_mgr.wptr + sizeof(struct tee_ring_cmd) == rptr ||  in tee_submit_cmd()
268 		      cmd->flag == CMD_WAITING_FOR_RESPONSE))  in tee_submit_cmd()
271 		dev_dbg(tee->dev, "tee: ring buffer full. rptr = %u wptr = %u\n",  in tee_submit_cmd()
272 			rptr, tee->rb_mgr.wptr);  in tee_submit_cmd()
275 		mutex_unlock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
277 		mutex_lock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
279 	} while (--nloop);  in tee_submit_cmd()
282 	    (tee->rb_mgr.wptr + sizeof(struct tee_ring_cmd) == rptr ||  in tee_submit_cmd()
283 	     cmd->flag == CMD_WAITING_FOR_RESPONSE)) {  in tee_submit_cmd()
284 		dev_err(tee->dev, "tee: ring buffer full. rptr = %u wptr = %u response flag %u\n",  in tee_submit_cmd()
285 			rptr, tee->rb_mgr.wptr, cmd->flag);  in tee_submit_cmd()
286 		ret = -EBUSY;  in tee_submit_cmd()
294 		ret = -EBUSY;  in tee_submit_cmd()
299 	cmd->cmd_id = cmd_id;  in tee_submit_cmd()
300 	cmd->cmd_state = TEE_CMD_STATE_INIT;  in tee_submit_cmd()
301 	memset(&cmd->buf[0], 0, sizeof(cmd->buf));  in tee_submit_cmd()
302 	memcpy(&cmd->buf[0], buf, len);  in tee_submit_cmd()
305 	cmd->flag = CMD_WAITING_FOR_RESPONSE;  in tee_submit_cmd()
308 	tee->rb_mgr.wptr += sizeof(struct tee_ring_cmd);  in tee_submit_cmd()
309 	if (tee->rb_mgr.wptr >= tee->rb_mgr.ring_size)  in tee_submit_cmd()
310 		tee->rb_mgr.wptr = 0;  in tee_submit_cmd()
313 	iowrite32(tee->rb_mgr.wptr, tee->io_regs + tee->vdata->ring_wptr_reg);  in tee_submit_cmd()
318 	*resp = cmd;  in tee_submit_cmd()
321 	mutex_unlock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
328 				   unsigned int timeout)  in tee_wait_cmd_completion()  argument
330 	/* ~1ms sleep per loop => nloop = timeout * 1000 */  in tee_wait_cmd_completion()
331 	int nloop = timeout * 1000;  in tee_wait_cmd_completion()
333 	while (--nloop) {  in tee_wait_cmd_completion()
334 		if (resp->cmd_state == TEE_CMD_STATE_COMPLETED)  in tee_wait_cmd_completion()
340 	dev_err(tee->dev, "tee: command 0x%x timed out, disabling PSP\n",  in tee_wait_cmd_completion()
341 		resp->cmd_id);  in tee_wait_cmd_completion()
345 	return -ETIMEDOUT;  in tee_wait_cmd_completion()
356 	if (!buf || !status || !len || len > sizeof(resp->buf))  in psp_tee_process_cmd()
357 		return -EINVAL;  in psp_tee_process_cmd()
361 	if (!psp || !psp->tee_data)  in psp_tee_process_cmd()
362 		return -ENODEV;  in psp_tee_process_cmd()
365 		return -EBUSY;  in psp_tee_process_cmd()
367 	tee = psp->tee_data;  in psp_tee_process_cmd()
375 		resp->flag = CMD_RESPONSE_TIMEDOUT;  in psp_tee_process_cmd()
379 	memcpy(buf, &resp->buf[0], len);  in psp_tee_process_cmd()
380 	*status = resp->status;  in psp_tee_process_cmd()
382 	resp->flag = CMD_RESPONSE_COPIED;  in psp_tee_process_cmd()
392 	if (!psp || !psp->tee_data)  in psp_check_tee_status()
393 		return -ENODEV;  in psp_check_tee_status()