1 // SPDX-License-Identifier: MIT
5  * Author: Rijo Thomas <Rijo-john.Thomas@amd.com>
16 #include <linux/psp-sev.h>
17 #include <linux/psp-tee.h>
19 #include "psp-dev.h"
20 #include "tee-dev.h"
26 	struct ring_buf_manager *rb_mgr = &tee->rb_mgr;  in tee_alloc_ring()
30 		return -EINVAL;  in tee_alloc_ring()
37 		return -ENOMEM;  in tee_alloc_ring()
40 	rb_mgr->ring_start = start_addr;  in tee_alloc_ring()
41 	rb_mgr->ring_size = ring_size;  in tee_alloc_ring()
42 	rb_mgr->ring_pa = __psp_pa(start_addr);  in tee_alloc_ring()
43 	mutex_init(&rb_mgr->mutex);  in tee_alloc_ring()
50 	struct ring_buf_manager *rb_mgr = &tee->rb_mgr;  in tee_free_ring()
52 	if (!rb_mgr->ring_start)  in tee_free_ring()
55 	free_pages((unsigned long)rb_mgr->ring_start,  in tee_free_ring()
56 		   get_order(rb_mgr->ring_size));  in tee_free_ring()
58 	rb_mgr->ring_start = NULL;  in tee_free_ring()
59 	rb_mgr->ring_size = 0;  in tee_free_ring()
60 	rb_mgr->ring_pa = 0;  in tee_free_ring()
61 	mutex_destroy(&rb_mgr->mutex);  in tee_free_ring()
64 static int tee_wait_cmd_poll(struct psp_tee_device *tee, unsigned int timeout,  in tee_wait_cmd_poll()  argument
67 	/* ~10ms sleep per loop => nloop = timeout * 100 */  in tee_wait_cmd_poll()
68 	int nloop = timeout * 100;  in tee_wait_cmd_poll()
70 	while (--nloop) {  in tee_wait_cmd_poll()
71 		*reg = ioread32(tee->io_regs + tee->vdata->cmdresp_reg);  in tee_wait_cmd_poll()
78 	dev_err(tee->dev, "tee: command timed out, disabling PSP\n");  in tee_wait_cmd_poll()
81 	return -ETIMEDOUT;  in tee_wait_cmd_poll()
87 	struct tee_init_ring_cmd *cmd;  in tee_alloc_cmd_buffer()  local
89 	cmd = kzalloc(sizeof(*cmd), GFP_KERNEL);  in tee_alloc_cmd_buffer()
90 	if (!cmd)  in tee_alloc_cmd_buffer()
93 	cmd->hi_addr = upper_32_bits(tee->rb_mgr.ring_pa);  in tee_alloc_cmd_buffer()
94 	cmd->low_addr = lower_32_bits(tee->rb_mgr.ring_pa);  in tee_alloc_cmd_buffer()
95 	cmd->size = tee->rb_mgr.ring_size;  in tee_alloc_cmd_buffer()
97 	dev_dbg(tee->dev, "tee: ring address: high = 0x%x low = 0x%x size = %u\n",  in tee_alloc_cmd_buffer()
98 		cmd->hi_addr, cmd->low_addr, cmd->size);  in tee_alloc_cmd_buffer()
100 	return cmd;  in tee_alloc_cmd_buffer()
103 static inline void tee_free_cmd_buffer(struct tee_init_ring_cmd *cmd)  in tee_free_cmd_buffer()  argument
105 	kfree(cmd);  in tee_free_cmd_buffer()
111 	struct tee_init_ring_cmd *cmd;  in tee_init_ring()  local
120 		dev_err(tee->dev, "tee: ring allocation failed %d\n", ret);  in tee_init_ring()
124 	tee->rb_mgr.wptr = 0;  in tee_init_ring()
126 	cmd = tee_alloc_cmd_buffer(tee);  in tee_init_ring()
127 	if (!cmd) {  in tee_init_ring()
129 		return -ENOMEM;  in tee_init_ring()
132 	cmd_buffer = __psp_pa((void *)cmd);  in tee_init_ring()
135 	 * CPU-PSP message registers  in tee_init_ring()
139 		  tee->io_regs + tee->vdata->cmdbuff_addr_lo_reg);  in tee_init_ring()
141 		  tee->io_regs + tee->vdata->cmdbuff_addr_hi_reg);  in tee_init_ring()
143 		  tee->io_regs + tee->vdata->cmdresp_reg);  in tee_init_ring()
147 		dev_err(tee->dev, "tee: ring init command timed out\n");  in tee_init_ring()
153 		dev_err(tee->dev, "tee: ring init command failed (%#010x)\n",  in tee_init_ring()
156 		ret = -EIO;  in tee_init_ring()
160 	tee_free_cmd_buffer(cmd);  in tee_init_ring()
170 	if (!tee->rb_mgr.ring_start)  in tee_destroy_ring()
177 		  tee->io_regs + tee->vdata->cmdresp_reg);  in tee_destroy_ring()
181 		dev_err(tee->dev, "tee: ring destroy command timed out\n");  in tee_destroy_ring()
183 		dev_err(tee->dev, "tee: ring destroy command failed (%#010x)\n",  in tee_destroy_ring()
193 	struct device *dev = psp->dev;  in tee_dev_init()
197 	ret = -ENOMEM;  in tee_dev_init()
202 	psp->tee_data = tee;  in tee_dev_init()
204 	tee->dev = dev;  in tee_dev_init()
205 	tee->psp = psp;  in tee_dev_init()
207 	tee->io_regs = psp->io_regs;  in tee_dev_init()
209 	tee->vdata = (struct tee_vdata *)psp->vdata->tee;  in tee_dev_init()
210 	if (!tee->vdata) {  in tee_dev_init()
211 		ret = -ENODEV;  in tee_dev_init()
227 	psp->tee_data = NULL;  in tee_dev_init()
236 	struct psp_tee_device *tee = psp->tee_data;  in tee_dev_destroy()
247 	struct tee_ring_cmd *cmd;  in tee_submit_cmd()  local
253 	mutex_lock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
258 		cmd = (struct tee_ring_cmd *)  in tee_submit_cmd()
259 			(tee->rb_mgr.ring_start + tee->rb_mgr.wptr);  in tee_submit_cmd()
261 		rptr = ioread32(tee->io_regs + tee->vdata->ring_rptr_reg);  in tee_submit_cmd()
266 		if (!(tee->rb_mgr.wptr + sizeof(struct tee_ring_cmd) == rptr ||  in tee_submit_cmd()
267 		      cmd->flag == CMD_WAITING_FOR_RESPONSE))  in tee_submit_cmd()
270 		dev_dbg(tee->dev, "tee: ring buffer full. rptr = %u wptr = %u\n",  in tee_submit_cmd()
271 			rptr, tee->rb_mgr.wptr);  in tee_submit_cmd()
274 		mutex_unlock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
276 		mutex_lock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
278 	} while (--nloop);  in tee_submit_cmd()
281 	    (tee->rb_mgr.wptr + sizeof(struct tee_ring_cmd) == rptr ||  in tee_submit_cmd()
282 	     cmd->flag == CMD_WAITING_FOR_RESPONSE)) {  in tee_submit_cmd()
283 		dev_err(tee->dev, "tee: ring buffer full. rptr = %u wptr = %u response flag %u\n",  in tee_submit_cmd()
284 			rptr, tee->rb_mgr.wptr, cmd->flag);  in tee_submit_cmd()
285 		ret = -EBUSY;  in tee_submit_cmd()
293 		ret = -EBUSY;  in tee_submit_cmd()
298 	cmd->cmd_id = cmd_id;  in tee_submit_cmd()
299 	cmd->cmd_state = TEE_CMD_STATE_INIT;  in tee_submit_cmd()
300 	memset(&cmd->buf[0], 0, sizeof(cmd->buf));  in tee_submit_cmd()
301 	memcpy(&cmd->buf[0], buf, len);  in tee_submit_cmd()
304 	cmd->flag = CMD_WAITING_FOR_RESPONSE;  in tee_submit_cmd()
307 	tee->rb_mgr.wptr += sizeof(struct tee_ring_cmd);  in tee_submit_cmd()
308 	if (tee->rb_mgr.wptr >= tee->rb_mgr.ring_size)  in tee_submit_cmd()
309 		tee->rb_mgr.wptr = 0;  in tee_submit_cmd()
312 	iowrite32(tee->rb_mgr.wptr, tee->io_regs + tee->vdata->ring_wptr_reg);  in tee_submit_cmd()
317 	*resp = cmd;  in tee_submit_cmd()
320 	mutex_unlock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
327 				   unsigned int timeout)  in tee_wait_cmd_completion()  argument
329 	/* ~1ms sleep per loop => nloop = timeout * 1000 */  in tee_wait_cmd_completion()
330 	int nloop = timeout * 1000;  in tee_wait_cmd_completion()
332 	while (--nloop) {  in tee_wait_cmd_completion()
333 		if (resp->cmd_state == TEE_CMD_STATE_COMPLETED)  in tee_wait_cmd_completion()
339 	dev_err(tee->dev, "tee: command 0x%x timed out, disabling PSP\n",  in tee_wait_cmd_completion()
340 		resp->cmd_id);  in tee_wait_cmd_completion()
344 	return -ETIMEDOUT;  in tee_wait_cmd_completion()
355 	if (!buf || !status || !len || len > sizeof(resp->buf))  in psp_tee_process_cmd()
356 		return -EINVAL;  in psp_tee_process_cmd()
360 	if (!psp || !psp->tee_data)  in psp_tee_process_cmd()
361 		return -ENODEV;  in psp_tee_process_cmd()
364 		return -EBUSY;  in psp_tee_process_cmd()
366 	tee = psp->tee_data;  in psp_tee_process_cmd()
374 		resp->flag = CMD_RESPONSE_TIMEDOUT;  in psp_tee_process_cmd()
378 	memcpy(buf, &resp->buf[0], len);  in psp_tee_process_cmd()
379 	*status = resp->status;  in psp_tee_process_cmd()
381 	resp->flag = CMD_RESPONSE_COPIED;  in psp_tee_process_cmd()
391 	if (!psp || !psp->tee_data)  in psp_check_tee_status()
392 		return -ENODEV;  in psp_check_tee_status()