1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright 2020-2021 NXP
4 */
5
6 #include <linux/init.h>
7 #include <linux/interconnect.h>
8 #include <linux/ioctl.h>
9 #include <linux/list.h>
10 #include <linux/kernel.h>
11 #include <linux/module.h>
12 #include <linux/platform_device.h>
13 #include <linux/delay.h>
14 #include <linux/rational.h>
15 #include <linux/time64.h>
16 #include <media/videobuf2-v4l2.h>
17 #include <media/videobuf2-dma-contig.h>
18 #include <linux/videodev2.h>
19 #include "vpu.h"
20 #include "vpu_rpc.h"
21 #include "vpu_defs.h"
22 #include "vpu_helpers.h"
23 #include "vpu_v4l2.h"
24 #include "vpu_cmds.h"
25 #include "vpu_imx8q.h"
26 #include "vpu_malone.h"
27
28 #define CMD_SIZE 25600
29 #define MSG_SIZE 25600
30 #define CODEC_SIZE 0x1000
31 #define JPEG_SIZE 0x1000
32 #define SEQ_SIZE 0x1000
33 #define GOP_SIZE 0x1000
34 #define PIC_SIZE 0x1000
35 #define QMETER_SIZE 0x1000
36 #define DBGLOG_SIZE 0x10000
37 #define DEBUG_SIZE 0x80000
38 #define ENG_SIZE 0x1000
39 #define MALONE_SKIPPED_FRAME_ID 0x555
40
41 #define MALONE_ALIGN_MBI 0x800
42 #define MALONE_DCP_CHUNK_BIT 16
43 #define MALONE_DCP_SIZE_MAX 0x3000000
44 #define MALONE_DCP_SIZE_MIN 0x100000
45 #define MALONE_DCP_FIXED_MB_ALLOC 250
46
47 #define CONFIG_SET(val, cfg, pos, mask) \
48 (*(cfg) |= (((val) << (pos)) & (mask)))
49 //x means source data , y means destination data
50 #define STREAM_CONFIG_FORMAT_SET(x, y) CONFIG_SET(x, y, 0, 0x0000000F)
51 #define STREAM_CONFIG_STRBUFIDX_SET(x, y) CONFIG_SET(x, y, 8, 0x00000300)
52 #define STREAM_CONFIG_NOSEQ_SET(x, y) CONFIG_SET(x, y, 10, 0x00000400)
53 #define STREAM_CONFIG_DEBLOCK_SET(x, y) CONFIG_SET(x, y, 11, 0x00000800)
54 #define STREAM_CONFIG_DERING_SET(x, y) CONFIG_SET(x, y, 12, 0x00001000)
55 #define STREAM_CONFIG_IBWAIT_SET(x, y) CONFIG_SET(x, y, 13, 0x00002000)
56 #define STREAM_CONFIG_FBC_SET(x, y) CONFIG_SET(x, y, 14, 0x00004000)
57 #define STREAM_CONFIG_PLAY_MODE_SET(x, y) CONFIG_SET(x, y, 16, 0x00030000)
58 #define STREAM_CONFIG_ENABLE_DCP_SET(x, y) CONFIG_SET(x, y, 20, 0x00100000)
59 #define STREAM_CONFIG_NUM_STR_BUF_SET(x, y) CONFIG_SET(x, y, 21, 0x00600000)
60 #define STREAM_CONFIG_MALONE_USAGE_SET(x, y) CONFIG_SET(x, y, 23, 0x01800000)
61 #define STREAM_CONFIG_MULTI_VID_SET(x, y) CONFIG_SET(x, y, 25, 0x02000000)
62 #define STREAM_CONFIG_OBFUSC_EN_SET(x, y) CONFIG_SET(x, y, 26, 0x04000000)
63 #define STREAM_CONFIG_RC4_EN_SET(x, y) CONFIG_SET(x, y, 27, 0x08000000)
64 #define STREAM_CONFIG_MCX_SET(x, y) CONFIG_SET(x, y, 28, 0x10000000)
65 #define STREAM_CONFIG_PES_SET(x, y) CONFIG_SET(x, y, 29, 0x20000000)
66 #define STREAM_CONFIG_NUM_DBE_SET(x, y) CONFIG_SET(x, y, 30, 0x40000000)
67 #define STREAM_CONFIG_FS_CTRL_MODE_SET(x, y) CONFIG_SET(x, y, 31, 0x80000000)
68
69 #define MALONE_DEC_FMT_RV_MASK BIT(21)
70
71 enum vpu_malone_stream_input_mode {
72 INVALID_MODE = 0,
73 FRAME_LVL,
74 NON_FRAME_LVL
75 };
76
77 enum vpu_malone_format {
78 MALONE_FMT_NULL = 0x0,
79 MALONE_FMT_AVC = 0x1,
80 MALONE_FMT_MP2 = 0x2,
81 MALONE_FMT_VC1 = 0x3,
82 MALONE_FMT_AVS = 0x4,
83 MALONE_FMT_ASP = 0x5,
84 MALONE_FMT_JPG = 0x6,
85 MALONE_FMT_RV = 0x7,
86 MALONE_FMT_VP6 = 0x8,
87 MALONE_FMT_SPK = 0x9,
88 MALONE_FMT_VP8 = 0xA,
89 MALONE_FMT_HEVC = 0xB,
90 MALONE_FMT_LAST = MALONE_FMT_HEVC
91 };
92
93 enum {
94 VID_API_CMD_NULL = 0x00,
95 VID_API_CMD_PARSE_NEXT_SEQ = 0x01,
96 VID_API_CMD_PARSE_NEXT_I = 0x02,
97 VID_API_CMD_PARSE_NEXT_IP = 0x03,
98 VID_API_CMD_PARSE_NEXT_ANY = 0x04,
99 VID_API_CMD_DEC_PIC = 0x05,
100 VID_API_CMD_UPDATE_ES_WR_PTR = 0x06,
101 VID_API_CMD_UPDATE_ES_RD_PTR = 0x07,
102 VID_API_CMD_UPDATE_UDATA = 0x08,
103 VID_API_CMD_GET_FSINFO = 0x09,
104 VID_API_CMD_SKIP_PIC = 0x0a,
105 VID_API_CMD_DEC_CHUNK = 0x0b,
106 VID_API_CMD_START = 0x10,
107 VID_API_CMD_STOP = 0x11,
108 VID_API_CMD_ABORT = 0x12,
109 VID_API_CMD_RST_BUF = 0x13,
110 VID_API_CMD_FS_RELEASE = 0x15,
111 VID_API_CMD_MEM_REGION_ATTACH = 0x16,
112 VID_API_CMD_MEM_REGION_DETACH = 0x17,
113 VID_API_CMD_MVC_VIEW_SELECT = 0x18,
114 VID_API_CMD_FS_ALLOC = 0x19,
115 VID_API_CMD_DBG_GET_STATUS = 0x1C,
116 VID_API_CMD_DBG_START_LOG = 0x1D,
117 VID_API_CMD_DBG_STOP_LOG = 0x1E,
118 VID_API_CMD_DBG_DUMP_LOG = 0x1F,
119 VID_API_CMD_YUV_READY = 0x20,
120 VID_API_CMD_TS = 0x21,
121
122 VID_API_CMD_FIRM_RESET = 0x40,
123
124 VID_API_CMD_SNAPSHOT = 0xAA,
125 VID_API_CMD_ROLL_SNAPSHOT = 0xAB,
126 VID_API_CMD_LOCK_SCHEDULER = 0xAC,
127 VID_API_CMD_UNLOCK_SCHEDULER = 0xAD,
128 VID_API_CMD_CQ_FIFO_DUMP = 0xAE,
129 VID_API_CMD_DBG_FIFO_DUMP = 0xAF,
130 VID_API_CMD_SVC_ILP = 0xBB,
131 VID_API_CMD_FW_STATUS = 0xF0,
132 VID_API_CMD_INVALID = 0xFF
133 };
134
135 enum {
136 VID_API_EVENT_NULL = 0x00,
137 VID_API_EVENT_RESET_DONE = 0x01,
138 VID_API_EVENT_SEQ_HDR_FOUND = 0x02,
139 VID_API_EVENT_PIC_HDR_FOUND = 0x03,
140 VID_API_EVENT_PIC_DECODED = 0x04,
141 VID_API_EVENT_FIFO_LOW = 0x05,
142 VID_API_EVENT_FIFO_HIGH = 0x06,
143 VID_API_EVENT_FIFO_EMPTY = 0x07,
144 VID_API_EVENT_FIFO_FULL = 0x08,
145 VID_API_EVENT_BS_ERROR = 0x09,
146 VID_API_EVENT_UDATA_FIFO_UPTD = 0x0A,
147 VID_API_EVENT_RES_CHANGE = 0x0B,
148 VID_API_EVENT_FIFO_OVF = 0x0C,
149 VID_API_EVENT_CHUNK_DECODED = 0x0D,
150 VID_API_EVENT_REQ_FRAME_BUFF = 0x10,
151 VID_API_EVENT_FRAME_BUFF_RDY = 0x11,
152 VID_API_EVENT_REL_FRAME_BUFF = 0x12,
153 VID_API_EVENT_STR_BUF_RST = 0x13,
154 VID_API_EVENT_RET_PING = 0x14,
155 VID_API_EVENT_QMETER = 0x15,
156 VID_API_EVENT_STR_FMT_CHANGE = 0x16,
157 VID_API_EVENT_FIRMWARE_XCPT = 0x17,
158 VID_API_EVENT_START_DONE = 0x18,
159 VID_API_EVENT_STOPPED = 0x19,
160 VID_API_EVENT_ABORT_DONE = 0x1A,
161 VID_API_EVENT_FINISHED = 0x1B,
162 VID_API_EVENT_DBG_STAT_UPDATE = 0x1C,
163 VID_API_EVENT_DBG_LOG_STARTED = 0x1D,
164 VID_API_EVENT_DBG_LOG_STOPPED = 0x1E,
165 VID_API_EVENT_DBG_LOG_UPDATED = 0x1F,
166 VID_API_EVENT_DBG_MSG_DEC = 0x20,
167 VID_API_EVENT_DEC_SC_ERR = 0x21,
168 VID_API_EVENT_CQ_FIFO_DUMP = 0x22,
169 VID_API_EVENT_DBG_FIFO_DUMP = 0x23,
170 VID_API_EVENT_DEC_CHECK_RES = 0x24,
171 VID_API_EVENT_DEC_CFG_INFO = 0x25,
172 VID_API_EVENT_UNSUPPORTED_STREAM = 0x26,
173 VID_API_EVENT_PIC_SKIPPED = 0x27,
174 VID_API_EVENT_STR_SUSPENDED = 0x30,
175 VID_API_EVENT_SNAPSHOT_DONE = 0x40,
176 VID_API_EVENT_FW_STATUS = 0xF0,
177 VID_API_EVENT_INVALID = 0xFF
178 };
179
180 struct vpu_malone_buffer_desc {
181 struct vpu_rpc_buffer_desc buffer;
182 u32 low;
183 u32 high;
184 };
185
186 struct vpu_malone_str_buffer {
187 u32 wptr;
188 u32 rptr;
189 u32 start;
190 u32 end;
191 u32 lwm;
192 };
193
194 struct vpu_malone_picth_info {
195 u32 frame_pitch;
196 };
197
198 struct vpu_malone_table_desc {
199 u32 array_base;
200 u32 size;
201 };
202
203 struct vpu_malone_dbglog_desc {
204 u32 addr;
205 u32 size;
206 u32 level;
207 u32 reserved;
208 };
209
210 struct vpu_malone_frame_buffer {
211 u32 addr;
212 u32 size;
213 };
214
215 struct vpu_malone_udata {
216 u32 base;
217 u32 total_size;
218 u32 slot_size;
219 };
220
221 struct vpu_malone_buffer_info {
222 u32 stream_input_mode;
223 u32 stream_pic_input_count;
224 u32 stream_pic_parsed_count;
225 u32 stream_buffer_threshold;
226 u32 stream_pic_end_flag;
227 };
228
229 struct vpu_malone_encrypt_info {
230 u32 rec4key[8];
231 u32 obfusc;
232 };
233
234 struct malone_iface {
235 u32 exec_base_addr;
236 u32 exec_area_size;
237 struct vpu_malone_buffer_desc cmd_buffer_desc;
238 struct vpu_malone_buffer_desc msg_buffer_desc;
239 u32 cmd_int_enable[VID_API_NUM_STREAMS];
240 struct vpu_malone_picth_info stream_pitch_info[VID_API_NUM_STREAMS];
241 u32 stream_config[VID_API_NUM_STREAMS];
242 struct vpu_malone_table_desc codec_param_tab_desc;
243 struct vpu_malone_table_desc jpeg_param_tab_desc;
244 u32 stream_buffer_desc[VID_API_NUM_STREAMS][VID_API_MAX_BUF_PER_STR];
245 struct vpu_malone_table_desc seq_info_tab_desc;
246 struct vpu_malone_table_desc pic_info_tab_desc;
247 struct vpu_malone_table_desc gop_info_tab_desc;
248 struct vpu_malone_table_desc qmeter_info_tab_desc;
249 u32 stream_error[VID_API_NUM_STREAMS];
250 u32 fw_version;
251 u32 fw_offset;
252 u32 max_streams;
253 struct vpu_malone_dbglog_desc dbglog_desc;
254 struct vpu_rpc_buffer_desc api_cmd_buffer_desc[VID_API_NUM_STREAMS];
255 struct vpu_malone_udata udata_buffer[VID_API_NUM_STREAMS];
256 struct vpu_malone_buffer_desc debug_buffer_desc;
257 struct vpu_malone_buffer_desc eng_access_buff_desc[VID_API_NUM_STREAMS];
258 u32 encrypt_info[VID_API_NUM_STREAMS];
259 struct vpu_rpc_system_config system_cfg;
260 u32 api_version;
261 struct vpu_malone_buffer_info stream_buff_info[VID_API_NUM_STREAMS];
262 };
263
264 struct malone_jpg_params {
265 u32 rotation_angle;
266 u32 horiz_scale_factor;
267 u32 vert_scale_factor;
268 u32 rotation_mode;
269 u32 rgb_mode;
270 u32 chunk_mode; /* 0 ~ 1 */
271 u32 last_chunk; /* 0 ~ 1 */
272 u32 chunk_rows; /* 0 ~ 255 */
273 u32 num_bytes;
274 u32 jpg_crop_x;
275 u32 jpg_crop_y;
276 u32 jpg_crop_width;
277 u32 jpg_crop_height;
278 u32 jpg_mjpeg_mode;
279 u32 jpg_mjpeg_interlaced;
280 };
281
282 struct malone_codec_params {
283 u32 disp_imm;
284 u32 fourcc;
285 u32 codec_version;
286 u32 frame_rate;
287 u32 dbglog_enable;
288 u32 bsdma_lwm;
289 u32 bbd_coring;
290 u32 bbd_s_thr_row;
291 u32 bbd_p_thr_row;
292 u32 bbd_s_thr_logo_row;
293 u32 bbd_p_thr_logo_row;
294 u32 bbd_s_thr_col;
295 u32 bbd_p_thr_col;
296 u32 bbd_chr_thr_row;
297 u32 bbd_chr_thr_col;
298 u32 bbd_uv_mid_level;
299 u32 bbd_excl_win_mb_left;
300 u32 bbd_excl_win_mb_right;
301 };
302
303 struct malone_padding_scode {
304 u32 scode_type;
305 u32 pixelformat;
306 u32 data[2];
307 };
308
309 struct malone_fmt_mapping {
310 u32 pixelformat;
311 enum vpu_malone_format malone_format;
312 u32 is_disabled;
313 };
314
315 struct malone_scode_t {
316 struct vpu_inst *inst;
317 struct vb2_buffer *vb;
318 u32 wptr;
319 u32 need_data;
320 };
321
322 struct malone_scode_handler {
323 u32 pixelformat;
324 int (*insert_scode_seq)(struct malone_scode_t *scode);
325 int (*insert_scode_pic)(struct malone_scode_t *scode);
326 };
327
328 struct vpu_dec_ctrl {
329 struct malone_codec_params *codec_param;
330 struct malone_jpg_params *jpg;
331 void *seq_mem;
332 void *pic_mem;
333 void *gop_mem;
334 void *qmeter_mem;
335 void *dbglog_mem;
336 struct vpu_malone_str_buffer __iomem *str_buf[VID_API_NUM_STREAMS];
337 u32 buf_addr[VID_API_NUM_STREAMS];
338 };
339
vpu_malone_get_data_size(void)340 u32 vpu_malone_get_data_size(void)
341 {
342 return sizeof(struct vpu_dec_ctrl);
343 }
344
vpu_malone_init_rpc(struct vpu_shared_addr * shared,struct vpu_buffer * rpc,dma_addr_t boot_addr)345 void vpu_malone_init_rpc(struct vpu_shared_addr *shared,
346 struct vpu_buffer *rpc, dma_addr_t boot_addr)
347 {
348 struct malone_iface *iface;
349 struct vpu_dec_ctrl *hc;
350 unsigned long base_phy_addr;
351 unsigned long phy_addr;
352 unsigned long offset;
353 unsigned int i;
354
355 if (rpc->phys < boot_addr)
356 return;
357
358 iface = rpc->virt;
359 base_phy_addr = rpc->phys - boot_addr;
360 hc = shared->priv;
361
362 shared->iface = iface;
363 shared->boot_addr = boot_addr;
364
365 iface->exec_base_addr = base_phy_addr;
366 iface->exec_area_size = rpc->length;
367
368 offset = sizeof(struct malone_iface);
369 phy_addr = base_phy_addr + offset;
370
371 shared->cmd_desc = &iface->cmd_buffer_desc.buffer;
372 shared->cmd_mem_vir = rpc->virt + offset;
373 iface->cmd_buffer_desc.buffer.start =
374 iface->cmd_buffer_desc.buffer.rptr =
375 iface->cmd_buffer_desc.buffer.wptr = phy_addr;
376 iface->cmd_buffer_desc.buffer.end = iface->cmd_buffer_desc.buffer.start + CMD_SIZE;
377 offset += CMD_SIZE;
378 phy_addr = base_phy_addr + offset;
379
380 shared->msg_desc = &iface->msg_buffer_desc.buffer;
381 shared->msg_mem_vir = rpc->virt + offset;
382 iface->msg_buffer_desc.buffer.start =
383 iface->msg_buffer_desc.buffer.wptr =
384 iface->msg_buffer_desc.buffer.rptr = phy_addr;
385 iface->msg_buffer_desc.buffer.end = iface->msg_buffer_desc.buffer.start + MSG_SIZE;
386 offset += MSG_SIZE;
387 phy_addr = base_phy_addr + offset;
388
389 iface->codec_param_tab_desc.array_base = phy_addr;
390 hc->codec_param = rpc->virt + offset;
391 offset += CODEC_SIZE;
392 phy_addr = base_phy_addr + offset;
393
394 iface->jpeg_param_tab_desc.array_base = phy_addr;
395 hc->jpg = rpc->virt + offset;
396 offset += JPEG_SIZE;
397 phy_addr = base_phy_addr + offset;
398
399 iface->seq_info_tab_desc.array_base = phy_addr;
400 hc->seq_mem = rpc->virt + offset;
401 offset += SEQ_SIZE;
402 phy_addr = base_phy_addr + offset;
403
404 iface->pic_info_tab_desc.array_base = phy_addr;
405 hc->pic_mem = rpc->virt + offset;
406 offset += PIC_SIZE;
407 phy_addr = base_phy_addr + offset;
408
409 iface->gop_info_tab_desc.array_base = phy_addr;
410 hc->gop_mem = rpc->virt + offset;
411 offset += GOP_SIZE;
412 phy_addr = base_phy_addr + offset;
413
414 iface->qmeter_info_tab_desc.array_base = phy_addr;
415 hc->qmeter_mem = rpc->virt + offset;
416 offset += QMETER_SIZE;
417 phy_addr = base_phy_addr + offset;
418
419 iface->dbglog_desc.addr = phy_addr;
420 iface->dbglog_desc.size = DBGLOG_SIZE;
421 hc->dbglog_mem = rpc->virt + offset;
422 offset += DBGLOG_SIZE;
423 phy_addr = base_phy_addr + offset;
424
425 for (i = 0; i < VID_API_NUM_STREAMS; i++) {
426 iface->eng_access_buff_desc[i].buffer.start =
427 iface->eng_access_buff_desc[i].buffer.wptr =
428 iface->eng_access_buff_desc[i].buffer.rptr = phy_addr;
429 iface->eng_access_buff_desc[i].buffer.end =
430 iface->eng_access_buff_desc[i].buffer.start + ENG_SIZE;
431 offset += ENG_SIZE;
432 phy_addr = base_phy_addr + offset;
433 }
434
435 for (i = 0; i < VID_API_NUM_STREAMS; i++) {
436 iface->encrypt_info[i] = phy_addr;
437 offset += sizeof(struct vpu_malone_encrypt_info);
438 phy_addr = base_phy_addr + offset;
439 }
440
441 rpc->bytesused = offset;
442 }
443
vpu_malone_set_log_buf(struct vpu_shared_addr * shared,struct vpu_buffer * log)444 void vpu_malone_set_log_buf(struct vpu_shared_addr *shared,
445 struct vpu_buffer *log)
446 {
447 struct malone_iface *iface = shared->iface;
448
449 iface->debug_buffer_desc.buffer.start =
450 iface->debug_buffer_desc.buffer.wptr =
451 iface->debug_buffer_desc.buffer.rptr = log->phys - shared->boot_addr;
452 iface->debug_buffer_desc.buffer.end = iface->debug_buffer_desc.buffer.start + log->length;
453 }
454
get_str_buffer_offset(u32 instance)455 static u32 get_str_buffer_offset(u32 instance)
456 {
457 return DEC_MFD_XREG_SLV_BASE + MFD_MCX + MFD_MCX_OFF * instance;
458 }
459
vpu_malone_set_system_cfg(struct vpu_shared_addr * shared,u32 regs_base,void __iomem * regs,u32 core_id)460 void vpu_malone_set_system_cfg(struct vpu_shared_addr *shared,
461 u32 regs_base, void __iomem *regs, u32 core_id)
462 {
463 struct malone_iface *iface = shared->iface;
464 struct vpu_rpc_system_config *config = &iface->system_cfg;
465 struct vpu_dec_ctrl *hc = shared->priv;
466 int i;
467
468 vpu_imx8q_set_system_cfg_common(config, regs_base, core_id);
469 for (i = 0; i < VID_API_NUM_STREAMS; i++) {
470 u32 offset = get_str_buffer_offset(i);
471
472 hc->buf_addr[i] = regs_base + offset;
473 hc->str_buf[i] = regs + offset;
474 }
475 }
476
vpu_malone_get_version(struct vpu_shared_addr * shared)477 u32 vpu_malone_get_version(struct vpu_shared_addr *shared)
478 {
479 struct malone_iface *iface = shared->iface;
480
481 vpu_malone_enable_format(V4L2_PIX_FMT_RV30, iface->fw_version & MALONE_DEC_FMT_RV_MASK);
482 vpu_malone_enable_format(V4L2_PIX_FMT_RV40, iface->fw_version & MALONE_DEC_FMT_RV_MASK);
483
484 return iface->fw_version;
485 }
486
vpu_malone_get_stream_buffer_size(struct vpu_shared_addr * shared)487 int vpu_malone_get_stream_buffer_size(struct vpu_shared_addr *shared)
488 {
489 return 0xc00000;
490 }
491
vpu_malone_config_stream_buffer(struct vpu_shared_addr * shared,u32 instance,struct vpu_buffer * buf)492 int vpu_malone_config_stream_buffer(struct vpu_shared_addr *shared,
493 u32 instance,
494 struct vpu_buffer *buf)
495 {
496 struct malone_iface *iface = shared->iface;
497 struct vpu_dec_ctrl *hc = shared->priv;
498 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[instance];
499
500 writel(buf->phys, &str_buf->start);
501 writel(buf->phys, &str_buf->rptr);
502 writel(buf->phys, &str_buf->wptr);
503 writel(buf->phys + buf->length, &str_buf->end);
504 writel(0x1, &str_buf->lwm);
505
506 iface->stream_buffer_desc[instance][0] = hc->buf_addr[instance];
507
508 return 0;
509 }
510
vpu_malone_get_stream_buffer_desc(struct vpu_shared_addr * shared,u32 instance,struct vpu_rpc_buffer_desc * desc)511 int vpu_malone_get_stream_buffer_desc(struct vpu_shared_addr *shared,
512 u32 instance,
513 struct vpu_rpc_buffer_desc *desc)
514 {
515 struct vpu_dec_ctrl *hc = shared->priv;
516 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[instance];
517
518 if (desc) {
519 desc->wptr = readl(&str_buf->wptr);
520 desc->rptr = readl(&str_buf->rptr);
521 desc->start = readl(&str_buf->start);
522 desc->end = readl(&str_buf->end);
523 }
524
525 return 0;
526 }
527
vpu_malone_update_wptr(struct vpu_malone_str_buffer __iomem * str_buf,u32 wptr)528 static void vpu_malone_update_wptr(struct vpu_malone_str_buffer __iomem *str_buf, u32 wptr)
529 {
530 /*update wptr after data is written*/
531 mb();
532 writel(wptr, &str_buf->wptr);
533 }
534
vpu_malone_update_rptr(struct vpu_malone_str_buffer __iomem * str_buf,u32 rptr)535 static void vpu_malone_update_rptr(struct vpu_malone_str_buffer __iomem *str_buf, u32 rptr)
536 {
537 /*update rptr after data is read*/
538 mb();
539 writel(rptr, &str_buf->rptr);
540 }
541
vpu_malone_update_stream_buffer(struct vpu_shared_addr * shared,u32 instance,u32 ptr,bool write)542 int vpu_malone_update_stream_buffer(struct vpu_shared_addr *shared,
543 u32 instance, u32 ptr, bool write)
544 {
545 struct vpu_dec_ctrl *hc = shared->priv;
546 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[instance];
547
548 if (write)
549 vpu_malone_update_wptr(str_buf, ptr);
550 else
551 vpu_malone_update_rptr(str_buf, ptr);
552
553 return 0;
554 }
555
556 static struct malone_fmt_mapping fmt_mappings[] = {
557 {V4L2_PIX_FMT_H264, MALONE_FMT_AVC},
558 {V4L2_PIX_FMT_H264_MVC, MALONE_FMT_AVC},
559 {V4L2_PIX_FMT_HEVC, MALONE_FMT_HEVC},
560 {V4L2_PIX_FMT_VC1_ANNEX_G, MALONE_FMT_VC1},
561 {V4L2_PIX_FMT_VC1_ANNEX_L, MALONE_FMT_VC1},
562 {V4L2_PIX_FMT_MPEG2, MALONE_FMT_MP2},
563 {V4L2_PIX_FMT_MPEG4, MALONE_FMT_ASP},
564 {V4L2_PIX_FMT_XVID, MALONE_FMT_ASP},
565 {V4L2_PIX_FMT_H263, MALONE_FMT_ASP},
566 {V4L2_PIX_FMT_JPEG, MALONE_FMT_JPG},
567 {V4L2_PIX_FMT_VP8, MALONE_FMT_VP8},
568 {V4L2_PIX_FMT_SPK, MALONE_FMT_SPK},
569 {V4L2_PIX_FMT_RV30, MALONE_FMT_RV},
570 {V4L2_PIX_FMT_RV40, MALONE_FMT_RV},
571 };
572
vpu_malone_enable_format(u32 pixelformat,int enable)573 void vpu_malone_enable_format(u32 pixelformat, int enable)
574 {
575 u32 i;
576
577 for (i = 0; i < ARRAY_SIZE(fmt_mappings); i++) {
578 if (pixelformat == fmt_mappings[i].pixelformat) {
579 fmt_mappings[i].is_disabled = enable ? 0 : 1;
580 return;
581 }
582 }
583 }
584
vpu_malone_format_remap(u32 pixelformat)585 static enum vpu_malone_format vpu_malone_format_remap(u32 pixelformat)
586 {
587 u32 i;
588
589 for (i = 0; i < ARRAY_SIZE(fmt_mappings); i++) {
590 if (fmt_mappings[i].is_disabled)
591 continue;
592 if (pixelformat == fmt_mappings[i].pixelformat)
593 return fmt_mappings[i].malone_format;
594 }
595
596 return MALONE_FMT_NULL;
597 }
598
vpu_malone_check_fmt(enum vpu_core_type type,u32 pixelfmt)599 bool vpu_malone_check_fmt(enum vpu_core_type type, u32 pixelfmt)
600 {
601 if (!vpu_imx8q_check_fmt(type, pixelfmt))
602 return false;
603
604 if (pixelfmt == V4L2_PIX_FMT_NV12_8L128 || pixelfmt == V4L2_PIX_FMT_NV12_10BE_8L128 ||
605 pixelfmt == V4L2_PIX_FMT_NV12M_8L128 || pixelfmt == V4L2_PIX_FMT_NV12M_10BE_8L128)
606 return true;
607 if (vpu_malone_format_remap(pixelfmt) == MALONE_FMT_NULL)
608 return false;
609
610 return true;
611 }
612
vpu_malone_set_stream_cfg(struct vpu_shared_addr * shared,u32 instance,enum vpu_malone_format malone_format)613 static void vpu_malone_set_stream_cfg(struct vpu_shared_addr *shared,
614 u32 instance,
615 enum vpu_malone_format malone_format)
616 {
617 struct malone_iface *iface = shared->iface;
618 u32 *curr_str_cfg = &iface->stream_config[instance];
619
620 *curr_str_cfg = 0;
621 STREAM_CONFIG_FORMAT_SET(malone_format, curr_str_cfg);
622 STREAM_CONFIG_STRBUFIDX_SET(0, curr_str_cfg);
623 STREAM_CONFIG_NOSEQ_SET(0, curr_str_cfg);
624 STREAM_CONFIG_DEBLOCK_SET(0, curr_str_cfg);
625 STREAM_CONFIG_DERING_SET(0, curr_str_cfg);
626 STREAM_CONFIG_PLAY_MODE_SET(0x3, curr_str_cfg);
627 STREAM_CONFIG_FS_CTRL_MODE_SET(0x1, curr_str_cfg);
628 STREAM_CONFIG_ENABLE_DCP_SET(1, curr_str_cfg);
629 STREAM_CONFIG_NUM_STR_BUF_SET(1, curr_str_cfg);
630 STREAM_CONFIG_MALONE_USAGE_SET(1, curr_str_cfg);
631 STREAM_CONFIG_MULTI_VID_SET(0, curr_str_cfg);
632 STREAM_CONFIG_OBFUSC_EN_SET(0, curr_str_cfg);
633 STREAM_CONFIG_RC4_EN_SET(0, curr_str_cfg);
634 STREAM_CONFIG_MCX_SET(1, curr_str_cfg);
635 STREAM_CONFIG_PES_SET(0, curr_str_cfg);
636 STREAM_CONFIG_NUM_DBE_SET(1, curr_str_cfg);
637 }
638
vpu_malone_set_params(struct vpu_shared_addr * shared,u32 instance,struct vpu_decode_params * params)639 static int vpu_malone_set_params(struct vpu_shared_addr *shared,
640 u32 instance,
641 struct vpu_decode_params *params)
642 {
643 struct malone_iface *iface = shared->iface;
644 struct vpu_dec_ctrl *hc = shared->priv;
645 enum vpu_malone_format malone_format;
646
647 malone_format = vpu_malone_format_remap(params->codec_format);
648 if (WARN_ON(malone_format == MALONE_FMT_NULL))
649 return -EINVAL;
650 iface->udata_buffer[instance].base = params->udata.base;
651 iface->udata_buffer[instance].slot_size = params->udata.size;
652
653 vpu_malone_set_stream_cfg(shared, instance, malone_format);
654
655 if (malone_format == MALONE_FMT_JPG) {
656 //1:JPGD_MJPEG_MODE_A; 2:JPGD_MJPEG_MODE_B
657 hc->jpg[instance].jpg_mjpeg_mode = 1;
658 //0: JPGD_MJPEG_PROGRESSIVE
659 hc->jpg[instance].jpg_mjpeg_interlaced = 0;
660 }
661
662 hc->codec_param[instance].disp_imm = params->display_delay_enable ? 1 : 0;
663 if (malone_format != MALONE_FMT_AVC)
664 hc->codec_param[instance].disp_imm = 0;
665 hc->codec_param[instance].dbglog_enable = 0;
666 iface->dbglog_desc.level = 0;
667
668 if (params->b_non_frame)
669 iface->stream_buff_info[instance].stream_input_mode = NON_FRAME_LVL;
670 else
671 iface->stream_buff_info[instance].stream_input_mode = FRAME_LVL;
672 iface->stream_buff_info[instance].stream_buffer_threshold = 0;
673 iface->stream_buff_info[instance].stream_pic_input_count = 0;
674
675 return 0;
676 }
677
vpu_malone_is_non_frame_mode(struct vpu_shared_addr * shared,u32 instance)678 static bool vpu_malone_is_non_frame_mode(struct vpu_shared_addr *shared, u32 instance)
679 {
680 struct malone_iface *iface = shared->iface;
681
682 if (iface->stream_buff_info[instance].stream_input_mode == NON_FRAME_LVL)
683 return true;
684
685 return false;
686 }
687
vpu_malone_update_params(struct vpu_shared_addr * shared,u32 instance,struct vpu_decode_params * params)688 static int vpu_malone_update_params(struct vpu_shared_addr *shared,
689 u32 instance,
690 struct vpu_decode_params *params)
691 {
692 struct malone_iface *iface = shared->iface;
693
694 if (params->end_flag)
695 iface->stream_buff_info[instance].stream_pic_end_flag = params->end_flag;
696 params->end_flag = 0;
697
698 return 0;
699 }
700
vpu_malone_set_decode_params(struct vpu_shared_addr * shared,u32 instance,struct vpu_decode_params * params,u32 update)701 int vpu_malone_set_decode_params(struct vpu_shared_addr *shared,
702 u32 instance,
703 struct vpu_decode_params *params,
704 u32 update)
705 {
706 if (!params)
707 return -EINVAL;
708
709 if (!update)
710 return vpu_malone_set_params(shared, instance, params);
711 else
712 return vpu_malone_update_params(shared, instance, params);
713 }
714
715 static struct vpu_pair malone_cmds[] = {
716 {VPU_CMD_ID_NOOP, VID_API_CMD_NULL},
717 {VPU_CMD_ID_START, VID_API_CMD_START},
718 {VPU_CMD_ID_STOP, VID_API_CMD_STOP},
719 {VPU_CMD_ID_ABORT, VID_API_CMD_ABORT},
720 {VPU_CMD_ID_RST_BUF, VID_API_CMD_RST_BUF},
721 {VPU_CMD_ID_SNAPSHOT, VID_API_CMD_SNAPSHOT},
722 {VPU_CMD_ID_FIRM_RESET, VID_API_CMD_FIRM_RESET},
723 {VPU_CMD_ID_FS_ALLOC, VID_API_CMD_FS_ALLOC},
724 {VPU_CMD_ID_FS_RELEASE, VID_API_CMD_FS_RELEASE},
725 {VPU_CMD_ID_TIMESTAMP, VID_API_CMD_TS},
726 {VPU_CMD_ID_DEBUG, VID_API_CMD_FW_STATUS},
727 };
728
729 static struct vpu_pair malone_msgs[] = {
730 {VPU_MSG_ID_RESET_DONE, VID_API_EVENT_RESET_DONE},
731 {VPU_MSG_ID_START_DONE, VID_API_EVENT_START_DONE},
732 {VPU_MSG_ID_STOP_DONE, VID_API_EVENT_STOPPED},
733 {VPU_MSG_ID_ABORT_DONE, VID_API_EVENT_ABORT_DONE},
734 {VPU_MSG_ID_BUF_RST, VID_API_EVENT_STR_BUF_RST},
735 {VPU_MSG_ID_PIC_EOS, VID_API_EVENT_FINISHED},
736 {VPU_MSG_ID_SEQ_HDR_FOUND, VID_API_EVENT_SEQ_HDR_FOUND},
737 {VPU_MSG_ID_RES_CHANGE, VID_API_EVENT_RES_CHANGE},
738 {VPU_MSG_ID_PIC_HDR_FOUND, VID_API_EVENT_PIC_HDR_FOUND},
739 {VPU_MSG_ID_PIC_DECODED, VID_API_EVENT_PIC_DECODED},
740 {VPU_MSG_ID_DEC_DONE, VID_API_EVENT_FRAME_BUFF_RDY},
741 {VPU_MSG_ID_FRAME_REQ, VID_API_EVENT_REQ_FRAME_BUFF},
742 {VPU_MSG_ID_FRAME_RELEASE, VID_API_EVENT_REL_FRAME_BUFF},
743 {VPU_MSG_ID_FIFO_LOW, VID_API_EVENT_FIFO_LOW},
744 {VPU_MSG_ID_BS_ERROR, VID_API_EVENT_BS_ERROR},
745 {VPU_MSG_ID_UNSUPPORTED, VID_API_EVENT_UNSUPPORTED_STREAM},
746 {VPU_MSG_ID_FIRMWARE_XCPT, VID_API_EVENT_FIRMWARE_XCPT},
747 {VPU_MSG_ID_PIC_SKIPPED, VID_API_EVENT_PIC_SKIPPED},
748 };
749
vpu_malone_pack_fs_alloc(struct vpu_rpc_event * pkt,struct vpu_fs_info * fs)750 static void vpu_malone_pack_fs_alloc(struct vpu_rpc_event *pkt,
751 struct vpu_fs_info *fs)
752 {
753 const u32 fs_type[] = {
754 [MEM_RES_FRAME] = 0,
755 [MEM_RES_MBI] = 1,
756 [MEM_RES_DCP] = 2,
757 };
758
759 pkt->hdr.num = 7;
760 pkt->data[0] = fs->id | (fs->tag << 24);
761 pkt->data[1] = fs->luma_addr;
762 if (fs->type == MEM_RES_FRAME) {
763 /*
764 * if luma_addr equal to chroma_addr,
765 * means luma(plane[0]) and chromau(plane[1]) used the
766 * same fd -- usage of NXP codec2. Need to manually
767 * offset chroma addr.
768 */
769 if (fs->luma_addr == fs->chroma_addr)
770 fs->chroma_addr = fs->luma_addr + fs->luma_size;
771 pkt->data[2] = fs->luma_addr + fs->luma_size / 2;
772 pkt->data[3] = fs->chroma_addr;
773 pkt->data[4] = fs->chroma_addr + fs->chromau_size / 2;
774 pkt->data[5] = fs->bytesperline;
775 } else {
776 pkt->data[2] = fs->luma_size;
777 pkt->data[3] = 0;
778 pkt->data[4] = 0;
779 pkt->data[5] = 0;
780 }
781 pkt->data[6] = fs_type[fs->type];
782 }
783
vpu_malone_pack_fs_release(struct vpu_rpc_event * pkt,struct vpu_fs_info * fs)784 static void vpu_malone_pack_fs_release(struct vpu_rpc_event *pkt,
785 struct vpu_fs_info *fs)
786 {
787 pkt->hdr.num = 1;
788 pkt->data[0] = fs->id | (fs->tag << 24);
789 }
790
vpu_malone_pack_timestamp(struct vpu_rpc_event * pkt,struct vpu_ts_info * info)791 static void vpu_malone_pack_timestamp(struct vpu_rpc_event *pkt,
792 struct vpu_ts_info *info)
793 {
794 struct timespec64 ts = ns_to_timespec64(info->timestamp);
795
796 pkt->hdr.num = 3;
797
798 pkt->data[0] = ts.tv_sec;
799 pkt->data[1] = ts.tv_nsec;
800 pkt->data[2] = info->size;
801 }
802
vpu_malone_pack_cmd(struct vpu_rpc_event * pkt,u32 index,u32 id,void * data)803 int vpu_malone_pack_cmd(struct vpu_rpc_event *pkt, u32 index, u32 id, void *data)
804 {
805 int ret;
806
807 ret = vpu_find_dst_by_src(malone_cmds, ARRAY_SIZE(malone_cmds), id);
808 if (ret < 0)
809 return ret;
810
811 pkt->hdr.id = ret;
812 pkt->hdr.num = 0;
813 pkt->hdr.index = index;
814
815 switch (id) {
816 case VPU_CMD_ID_FS_ALLOC:
817 vpu_malone_pack_fs_alloc(pkt, data);
818 break;
819 case VPU_CMD_ID_FS_RELEASE:
820 vpu_malone_pack_fs_release(pkt, data);
821 break;
822 case VPU_CMD_ID_TIMESTAMP:
823 vpu_malone_pack_timestamp(pkt, data);
824 break;
825 }
826
827 pkt->hdr.index = index;
828 return 0;
829 }
830
vpu_malone_convert_msg_id(u32 id)831 int vpu_malone_convert_msg_id(u32 id)
832 {
833 return vpu_find_src_by_dst(malone_msgs, ARRAY_SIZE(malone_msgs), id);
834 }
835
vpu_malone_fill_planes(struct vpu_dec_codec_info * info)836 static void vpu_malone_fill_planes(struct vpu_dec_codec_info *info)
837 {
838 u32 interlaced = info->progressive ? 0 : 1;
839
840 info->bytesperline[0] = 0;
841 info->sizeimage[0] = vpu_helper_get_plane_size(info->pixfmt,
842 info->decoded_width,
843 info->decoded_height,
844 0,
845 info->stride,
846 interlaced,
847 &info->bytesperline[0]);
848 info->bytesperline[1] = 0;
849 info->sizeimage[1] = vpu_helper_get_plane_size(info->pixfmt,
850 info->decoded_width,
851 info->decoded_height,
852 1,
853 info->stride,
854 interlaced,
855 &info->bytesperline[1]);
856 }
857
vpu_malone_init_seq_hdr(struct vpu_dec_codec_info * info)858 static void vpu_malone_init_seq_hdr(struct vpu_dec_codec_info *info)
859 {
860 u32 chunks = info->num_dfe_area >> MALONE_DCP_CHUNK_BIT;
861
862 vpu_malone_fill_planes(info);
863
864 info->mbi_size = (info->sizeimage[0] + info->sizeimage[1]) >> 2;
865 info->mbi_size = ALIGN(info->mbi_size, MALONE_ALIGN_MBI);
866
867 info->dcp_size = MALONE_DCP_SIZE_MAX;
868 if (chunks) {
869 u32 mb_num;
870 u32 mb_w;
871 u32 mb_h;
872
873 mb_w = DIV_ROUND_UP(info->decoded_width, 16);
874 mb_h = DIV_ROUND_UP(info->decoded_height, 16);
875 mb_num = mb_w * mb_h;
876 info->dcp_size = mb_num * MALONE_DCP_FIXED_MB_ALLOC * chunks;
877 info->dcp_size = clamp_t(u32, info->dcp_size,
878 MALONE_DCP_SIZE_MIN, MALONE_DCP_SIZE_MAX);
879 }
880 }
881
vpu_malone_unpack_seq_hdr(struct vpu_rpc_event * pkt,struct vpu_dec_codec_info * info)882 static void vpu_malone_unpack_seq_hdr(struct vpu_rpc_event *pkt,
883 struct vpu_dec_codec_info *info)
884 {
885 info->num_ref_frms = pkt->data[0];
886 info->num_dpb_frms = pkt->data[1];
887 info->num_dfe_area = pkt->data[2];
888 info->progressive = pkt->data[3];
889 info->width = pkt->data[5];
890 info->height = pkt->data[4];
891 info->decoded_width = pkt->data[12];
892 info->decoded_height = pkt->data[11];
893 info->frame_rate.numerator = 1000;
894 info->frame_rate.denominator = pkt->data[8];
895 info->dsp_asp_ratio = pkt->data[9];
896 info->level_idc = pkt->data[10];
897 info->bit_depth_luma = pkt->data[13];
898 info->bit_depth_chroma = pkt->data[14];
899 info->chroma_fmt = pkt->data[15];
900 info->color_primaries = vpu_color_cvrt_primaries_i2v(pkt->data[16]);
901 info->transfer_chars = vpu_color_cvrt_transfers_i2v(pkt->data[17]);
902 info->matrix_coeffs = vpu_color_cvrt_matrix_i2v(pkt->data[18]);
903 info->full_range = vpu_color_cvrt_full_range_i2v(pkt->data[19]);
904 info->vui_present = pkt->data[20];
905 info->mvc_num_views = pkt->data[21];
906 info->offset_x = pkt->data[23];
907 info->offset_y = pkt->data[25];
908 info->tag = pkt->data[27];
909 if (info->bit_depth_luma > 8)
910 info->pixfmt = V4L2_PIX_FMT_NV12M_10BE_8L128;
911 else
912 info->pixfmt = V4L2_PIX_FMT_NV12M_8L128;
913 if (info->frame_rate.numerator && info->frame_rate.denominator) {
914 unsigned long n, d;
915
916 rational_best_approximation(info->frame_rate.numerator,
917 info->frame_rate.denominator,
918 info->frame_rate.numerator,
919 info->frame_rate.denominator,
920 &n, &d);
921 info->frame_rate.numerator = n;
922 info->frame_rate.denominator = d;
923 }
924 vpu_malone_init_seq_hdr(info);
925 }
926
vpu_malone_unpack_pic_info(struct vpu_rpc_event * pkt,struct vpu_dec_pic_info * info)927 static void vpu_malone_unpack_pic_info(struct vpu_rpc_event *pkt,
928 struct vpu_dec_pic_info *info)
929 {
930 info->id = pkt->data[7];
931 info->luma = pkt->data[0];
932 info->start = pkt->data[10];
933 info->end = pkt->data[12];
934 info->pic_size = pkt->data[11];
935 info->stride = pkt->data[5];
936 info->consumed_count = pkt->data[13];
937 if (info->id == MALONE_SKIPPED_FRAME_ID)
938 info->skipped = 1;
939 else
940 info->skipped = 0;
941 }
942
vpu_malone_unpack_req_frame(struct vpu_rpc_event * pkt,struct vpu_fs_info * info)943 static void vpu_malone_unpack_req_frame(struct vpu_rpc_event *pkt,
944 struct vpu_fs_info *info)
945 {
946 info->type = pkt->data[1];
947 }
948
vpu_malone_unpack_rel_frame(struct vpu_rpc_event * pkt,struct vpu_fs_info * info)949 static void vpu_malone_unpack_rel_frame(struct vpu_rpc_event *pkt,
950 struct vpu_fs_info *info)
951 {
952 info->id = pkt->data[0];
953 info->type = pkt->data[1];
954 info->not_displayed = pkt->data[2];
955 }
956
vpu_malone_unpack_buff_rdy(struct vpu_rpc_event * pkt,struct vpu_dec_pic_info * info)957 static void vpu_malone_unpack_buff_rdy(struct vpu_rpc_event *pkt,
958 struct vpu_dec_pic_info *info)
959 {
960 struct timespec64 ts = { pkt->data[9], pkt->data[10] };
961
962 info->id = pkt->data[0];
963 info->luma = pkt->data[1];
964 info->stride = pkt->data[3];
965 if (info->id == MALONE_SKIPPED_FRAME_ID)
966 info->skipped = 1;
967 else
968 info->skipped = 0;
969
970 info->timestamp = timespec64_to_ns(&ts);
971 }
972
vpu_malone_unpack_msg_data(struct vpu_rpc_event * pkt,void * data)973 int vpu_malone_unpack_msg_data(struct vpu_rpc_event *pkt, void *data)
974 {
975 if (!pkt || !data)
976 return -EINVAL;
977
978 switch (pkt->hdr.id) {
979 case VID_API_EVENT_SEQ_HDR_FOUND:
980 vpu_malone_unpack_seq_hdr(pkt, data);
981 break;
982 case VID_API_EVENT_PIC_DECODED:
983 vpu_malone_unpack_pic_info(pkt, data);
984 break;
985 case VID_API_EVENT_REQ_FRAME_BUFF:
986 vpu_malone_unpack_req_frame(pkt, data);
987 break;
988 case VID_API_EVENT_REL_FRAME_BUFF:
989 vpu_malone_unpack_rel_frame(pkt, data);
990 break;
991 case VID_API_EVENT_FRAME_BUFF_RDY:
992 vpu_malone_unpack_buff_rdy(pkt, data);
993 break;
994 }
995
996 return 0;
997 }
998
999 static const struct malone_padding_scode padding_scodes[] = {
1000 {SCODE_PADDING_EOS, V4L2_PIX_FMT_H264, {0x0B010000, 0}},
1001 {SCODE_PADDING_EOS, V4L2_PIX_FMT_H264_MVC, {0x0B010000, 0}},
1002 {SCODE_PADDING_EOS, V4L2_PIX_FMT_HEVC, {0x4A010000, 0x20}},
1003 {SCODE_PADDING_EOS, V4L2_PIX_FMT_VC1_ANNEX_G, {0x0a010000, 0x0}},
1004 {SCODE_PADDING_EOS, V4L2_PIX_FMT_VC1_ANNEX_L, {0x0a010000, 0x0}},
1005 {SCODE_PADDING_EOS, V4L2_PIX_FMT_MPEG2, {0xCC010000, 0x0}},
1006 {SCODE_PADDING_EOS, V4L2_PIX_FMT_MPEG4, {0xb1010000, 0x0}},
1007 {SCODE_PADDING_EOS, V4L2_PIX_FMT_XVID, {0xb1010000, 0x0}},
1008 {SCODE_PADDING_EOS, V4L2_PIX_FMT_H263, {0xb1010000, 0x0}},
1009 {SCODE_PADDING_EOS, V4L2_PIX_FMT_VP8, {0x34010000, 0x0}},
1010 {SCODE_PADDING_EOS, V4L2_PIX_FMT_SPK, {0x34010000, 0x0}},
1011 {SCODE_PADDING_EOS, V4L2_PIX_FMT_RV30, {0x34010000, 0x0}},
1012 {SCODE_PADDING_EOS, V4L2_PIX_FMT_RV40, {0x34010000, 0x0}},
1013 {SCODE_PADDING_EOS, V4L2_PIX_FMT_JPEG, {0xefff0000, 0x0}},
1014 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_H264, {0x0B010000, 0}},
1015 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_H264_MVC, {0x0B010000, 0}},
1016 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_HEVC, {0x4A010000, 0x20}},
1017 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_VC1_ANNEX_G, {0x0a010000, 0x0}},
1018 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_VC1_ANNEX_L, {0x0a010000, 0x0}},
1019 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_MPEG2, {0xb7010000, 0x0}},
1020 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_MPEG4, {0xb1010000, 0x0}},
1021 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_XVID, {0xb1010000, 0x0}},
1022 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_H263, {0xb1010000, 0x0}},
1023 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_VP8, {0x34010000, 0x0}},
1024 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_SPK, {0x34010000, 0x0}},
1025 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_RV30, {0x34010000, 0x0}},
1026 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_RV40, {0x34010000, 0x0}},
1027 {SCODE_PADDING_EOS, V4L2_PIX_FMT_JPEG, {0x0, 0x0}},
1028 {SCODE_PADDING_BUFFLUSH, V4L2_PIX_FMT_H264, {0x15010000, 0x0}},
1029 {SCODE_PADDING_BUFFLUSH, V4L2_PIX_FMT_H264_MVC, {0x15010000, 0x0}},
1030 };
1031
1032 static const struct malone_padding_scode padding_scode_dft = {0x0, 0x0};
1033
get_padding_scode(u32 type,u32 fmt)1034 static const struct malone_padding_scode *get_padding_scode(u32 type, u32 fmt)
1035 {
1036 const struct malone_padding_scode *s;
1037 int i;
1038
1039 for (i = 0; i < ARRAY_SIZE(padding_scodes); i++) {
1040 s = &padding_scodes[i];
1041
1042 if (s->scode_type == type && s->pixelformat == fmt)
1043 return s;
1044 }
1045
1046 if (type != SCODE_PADDING_BUFFLUSH)
1047 return &padding_scode_dft;
1048
1049 return NULL;
1050 }
1051
vpu_malone_add_padding_scode(struct vpu_buffer * stream_buffer,struct vpu_malone_str_buffer __iomem * str_buf,u32 pixelformat,u32 scode_type)1052 static int vpu_malone_add_padding_scode(struct vpu_buffer *stream_buffer,
1053 struct vpu_malone_str_buffer __iomem *str_buf,
1054 u32 pixelformat, u32 scode_type)
1055 {
1056 u32 wptr;
1057 int size;
1058 int total_size = 0;
1059 const struct malone_padding_scode *ps;
1060 const u32 padding_size = 4096;
1061 int ret;
1062
1063 ps = get_padding_scode(scode_type, pixelformat);
1064 if (!ps)
1065 return -EINVAL;
1066
1067 wptr = readl(&str_buf->wptr);
1068 if (wptr < stream_buffer->phys || wptr > stream_buffer->phys + stream_buffer->length)
1069 return -EINVAL;
1070 if (wptr == stream_buffer->phys + stream_buffer->length)
1071 wptr = stream_buffer->phys;
1072 size = ALIGN(wptr, 4) - wptr;
1073 if (size)
1074 vpu_helper_memset_stream_buffer(stream_buffer, &wptr, 0, size);
1075 total_size += size;
1076
1077 size = sizeof(ps->data);
1078 ret = vpu_helper_copy_to_stream_buffer(stream_buffer, &wptr, size, (void *)ps->data);
1079 if (ret < 0)
1080 return -EINVAL;
1081 total_size += size;
1082
1083 size = padding_size - sizeof(ps->data);
1084 vpu_helper_memset_stream_buffer(stream_buffer, &wptr, 0, size);
1085 total_size += size;
1086
1087 vpu_malone_update_wptr(str_buf, wptr);
1088 return total_size;
1089 }
1090
vpu_malone_add_scode(struct vpu_shared_addr * shared,u32 instance,struct vpu_buffer * stream_buffer,u32 pixelformat,u32 scode_type)1091 int vpu_malone_add_scode(struct vpu_shared_addr *shared,
1092 u32 instance,
1093 struct vpu_buffer *stream_buffer,
1094 u32 pixelformat,
1095 u32 scode_type)
1096 {
1097 struct vpu_dec_ctrl *hc = shared->priv;
1098 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[instance];
1099 int ret = -EINVAL;
1100
1101 switch (scode_type) {
1102 case SCODE_PADDING_EOS:
1103 case SCODE_PADDING_ABORT:
1104 case SCODE_PADDING_BUFFLUSH:
1105 ret = vpu_malone_add_padding_scode(stream_buffer, str_buf, pixelformat, scode_type);
1106 break;
1107 default:
1108 break;
1109 }
1110
1111 return ret;
1112 }
1113
1114 #define MALONE_PAYLOAD_HEADER_SIZE 16
1115 #define MALONE_CODEC_VERSION_ID 0x1
1116 #define MALONE_CODEC_ID_VC1_SIMPLE 0x10
1117 #define MALONE_CODEC_ID_VC1_MAIN 0x11
1118 #define MALONE_CODEC_ID_ARV8 0x28
1119 #define MALONE_CODEC_ID_ARV9 0x29
1120 #define MALONE_CODEC_ID_VP6 0x36
1121 #define MALONE_CODEC_ID_VP8 0x36
1122 #define MALONE_CODEC_ID_DIVX3 0x38
1123 #define MALONE_CODEC_ID_SPK 0x39
1124
1125 #define MALONE_VP8_IVF_SEQ_HEADER_LEN 32
1126 #define MALONE_VP8_IVF_FRAME_HEADER_LEN 8
1127
1128 #define MALONE_VC1_RCV_CODEC_V1_VERSION 0x85
1129 #define MALONE_VC1_RCV_CODEC_V2_VERSION 0xC5
1130 #define MALONE_VC1_RCV_NUM_FRAMES 0xFF
1131 #define MALONE_VC1_RCV_SEQ_EXT_DATA_SIZE 4
1132 #define MALONE_VC1_RCV_SEQ_HEADER_LEN 20
1133 #define MALONE_VC1_RCV_PIC_HEADER_LEN 4
1134 #define MALONE_VC1_NAL_HEADER_LEN 4
1135 #define MALONE_VC1_CONTAIN_NAL(data) (((data) & 0x00FFFFFF) == 0x00010000)
1136
set_payload_hdr(u8 * dst,u32 scd_type,u32 codec_id,u32 buffer_size,u32 width,u32 height)1137 static void set_payload_hdr(u8 *dst, u32 scd_type, u32 codec_id,
1138 u32 buffer_size, u32 width, u32 height)
1139 {
1140 unsigned int payload_size;
1141 /* payload_size = buffer_size + itself_size(16) - start_code(4) */
1142 payload_size = buffer_size + 12;
1143
1144 dst[0] = 0x00;
1145 dst[1] = 0x00;
1146 dst[2] = 0x01;
1147 dst[3] = scd_type;
1148
1149 /* length */
1150 dst[4] = ((payload_size >> 16) & 0xff);
1151 dst[5] = ((payload_size >> 8) & 0xff);
1152 dst[6] = 0x4e;
1153 dst[7] = ((payload_size >> 0) & 0xff);
1154
1155 /* Codec ID and Version */
1156 dst[8] = codec_id;
1157 dst[9] = MALONE_CODEC_VERSION_ID;
1158
1159 /* width */
1160 dst[10] = ((width >> 8) & 0xff);
1161 dst[11] = ((width >> 0) & 0xff);
1162 dst[12] = 0x58;
1163
1164 /* height */
1165 dst[13] = ((height >> 8) & 0xff);
1166 dst[14] = ((height >> 0) & 0xff);
1167 dst[15] = 0x50;
1168 }
1169
set_vp8_ivf_seqhdr(u8 * dst,u32 width,u32 height)1170 static void set_vp8_ivf_seqhdr(u8 *dst, u32 width, u32 height)
1171 {
1172 /* 0-3byte signature "DKIF" */
1173 dst[0] = 0x44;
1174 dst[1] = 0x4b;
1175 dst[2] = 0x49;
1176 dst[3] = 0x46;
1177 /* 4-5byte version: should be 0*/
1178 dst[4] = 0x00;
1179 dst[5] = 0x00;
1180 /* 6-7 length of Header */
1181 dst[6] = MALONE_VP8_IVF_SEQ_HEADER_LEN;
1182 dst[7] = MALONE_VP8_IVF_SEQ_HEADER_LEN >> 8;
1183 /* 8-11 VP8 fourcc */
1184 dst[8] = 0x56;
1185 dst[9] = 0x50;
1186 dst[10] = 0x38;
1187 dst[11] = 0x30;
1188 /* 12-13 width in pixels */
1189 dst[12] = width;
1190 dst[13] = width >> 8;
1191 /* 14-15 height in pixels */
1192 dst[14] = height;
1193 dst[15] = height >> 8;
1194 /* 16-19 frame rate */
1195 dst[16] = 0xe8;
1196 dst[17] = 0x03;
1197 dst[18] = 0x00;
1198 dst[19] = 0x00;
1199 /* 20-23 time scale */
1200 dst[20] = 0x01;
1201 dst[21] = 0x00;
1202 dst[22] = 0x00;
1203 dst[23] = 0x00;
1204 /* 24-27 number frames */
1205 dst[24] = 0xdf;
1206 dst[25] = 0xf9;
1207 dst[26] = 0x09;
1208 dst[27] = 0x00;
1209 /* 28-31 reserved */
1210 }
1211
set_vp8_ivf_pichdr(u8 * dst,u32 frame_size)1212 static void set_vp8_ivf_pichdr(u8 *dst, u32 frame_size)
1213 {
1214 /*
1215 * firmware just parse 64-bit timestamp(8 bytes).
1216 * As not transfer timestamp to firmware, use default value(ZERO).
1217 * No need to do anything here
1218 */
1219 }
1220
set_vc1_rcv_seqhdr(u8 * dst,u8 * src,u32 width,u32 height)1221 static void set_vc1_rcv_seqhdr(u8 *dst, u8 *src, u32 width, u32 height)
1222 {
1223 u32 frames = MALONE_VC1_RCV_NUM_FRAMES;
1224 u32 ext_data_size = MALONE_VC1_RCV_SEQ_EXT_DATA_SIZE;
1225
1226 /* 0-2 Number of frames, used default value 0xFF */
1227 dst[0] = frames;
1228 dst[1] = frames >> 8;
1229 dst[2] = frames >> 16;
1230
1231 /* 3 RCV version, used V1 */
1232 dst[3] = MALONE_VC1_RCV_CODEC_V1_VERSION;
1233
1234 /* 4-7 extension data size */
1235 dst[4] = ext_data_size;
1236 dst[5] = ext_data_size >> 8;
1237 dst[6] = ext_data_size >> 16;
1238 dst[7] = ext_data_size >> 24;
1239 /* 8-11 extension data */
1240 dst[8] = src[0];
1241 dst[9] = src[1];
1242 dst[10] = src[2];
1243 dst[11] = src[3];
1244
1245 /* height */
1246 dst[12] = height;
1247 dst[13] = (height >> 8) & 0xff;
1248 dst[14] = (height >> 16) & 0xff;
1249 dst[15] = (height >> 24) & 0xff;
1250 /* width */
1251 dst[16] = width;
1252 dst[17] = (width >> 8) & 0xff;
1253 dst[18] = (width >> 16) & 0xff;
1254 dst[19] = (width >> 24) & 0xff;
1255 }
1256
set_vc1_rcv_pichdr(u8 * dst,u32 buffer_size)1257 static void set_vc1_rcv_pichdr(u8 *dst, u32 buffer_size)
1258 {
1259 dst[0] = buffer_size;
1260 dst[1] = buffer_size >> 8;
1261 dst[2] = buffer_size >> 16;
1262 dst[3] = buffer_size >> 24;
1263 }
1264
create_vc1_nal_pichdr(u8 * dst)1265 static void create_vc1_nal_pichdr(u8 *dst)
1266 {
1267 /* need insert nal header: special ID */
1268 dst[0] = 0x0;
1269 dst[1] = 0x0;
1270 dst[2] = 0x01;
1271 dst[3] = 0x0D;
1272 }
1273
vpu_malone_insert_scode_seq(struct malone_scode_t * scode,u32 codec_id,u32 ext_size)1274 static int vpu_malone_insert_scode_seq(struct malone_scode_t *scode, u32 codec_id, u32 ext_size)
1275 {
1276 u8 hdr[MALONE_PAYLOAD_HEADER_SIZE];
1277 int ret;
1278
1279 set_payload_hdr(hdr,
1280 SCODE_SEQUENCE,
1281 codec_id,
1282 ext_size,
1283 scode->inst->out_format.width,
1284 scode->inst->out_format.height);
1285 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1286 &scode->wptr,
1287 sizeof(hdr),
1288 hdr);
1289 if (ret < 0)
1290 return ret;
1291 return sizeof(hdr);
1292 }
1293
vpu_malone_insert_scode_pic(struct malone_scode_t * scode,u32 codec_id,u32 ext_size)1294 static int vpu_malone_insert_scode_pic(struct malone_scode_t *scode, u32 codec_id, u32 ext_size)
1295 {
1296 u8 hdr[MALONE_PAYLOAD_HEADER_SIZE];
1297 int ret;
1298
1299 set_payload_hdr(hdr,
1300 SCODE_PICTURE,
1301 codec_id,
1302 ext_size + vb2_get_plane_payload(scode->vb, 0),
1303 scode->inst->out_format.width,
1304 scode->inst->out_format.height);
1305 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1306 &scode->wptr,
1307 sizeof(hdr),
1308 hdr);
1309 if (ret < 0)
1310 return ret;
1311 return sizeof(hdr);
1312 }
1313
vpu_malone_insert_scode_vc1_g_seq(struct malone_scode_t * scode)1314 static int vpu_malone_insert_scode_vc1_g_seq(struct malone_scode_t *scode)
1315 {
1316 if (!scode->inst->total_input_count)
1317 return 0;
1318 if (vpu_vb_is_codecconfig(to_vb2_v4l2_buffer(scode->vb)))
1319 scode->need_data = 0;
1320 return 0;
1321 }
1322
vpu_malone_insert_scode_vc1_g_pic(struct malone_scode_t * scode)1323 static int vpu_malone_insert_scode_vc1_g_pic(struct malone_scode_t *scode)
1324 {
1325 struct vb2_v4l2_buffer *vbuf;
1326 u8 nal_hdr[MALONE_VC1_NAL_HEADER_LEN];
1327 u32 *data = NULL;
1328 int ret;
1329
1330 vbuf = to_vb2_v4l2_buffer(scode->vb);
1331 data = vb2_plane_vaddr(scode->vb, 0);
1332
1333 if (scode->inst->total_input_count == 0 || vpu_vb_is_codecconfig(vbuf))
1334 return 0;
1335 if (MALONE_VC1_CONTAIN_NAL(*data))
1336 return 0;
1337
1338 create_vc1_nal_pichdr(nal_hdr);
1339 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1340 &scode->wptr,
1341 sizeof(nal_hdr),
1342 nal_hdr);
1343 if (ret < 0)
1344 return ret;
1345 return sizeof(nal_hdr);
1346 }
1347
vpu_malone_insert_scode_vc1_l_seq(struct malone_scode_t * scode)1348 static int vpu_malone_insert_scode_vc1_l_seq(struct malone_scode_t *scode)
1349 {
1350 int ret;
1351 int size = 0;
1352 u8 rcv_seqhdr[MALONE_VC1_RCV_SEQ_HEADER_LEN];
1353
1354 if (vpu_vb_is_codecconfig(to_vb2_v4l2_buffer(scode->vb)))
1355 scode->need_data = 0;
1356 if (scode->inst->total_input_count)
1357 return 0;
1358 scode->need_data = 0;
1359
1360 ret = vpu_malone_insert_scode_seq(scode, MALONE_CODEC_ID_VC1_SIMPLE, sizeof(rcv_seqhdr));
1361 if (ret < 0)
1362 return ret;
1363 size = ret;
1364
1365 set_vc1_rcv_seqhdr(rcv_seqhdr,
1366 vb2_plane_vaddr(scode->vb, 0),
1367 scode->inst->out_format.width,
1368 scode->inst->out_format.height);
1369 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1370 &scode->wptr,
1371 sizeof(rcv_seqhdr),
1372 rcv_seqhdr);
1373
1374 if (ret < 0)
1375 return ret;
1376 size += sizeof(rcv_seqhdr);
1377 return size;
1378 }
1379
vpu_malone_insert_scode_vc1_l_pic(struct malone_scode_t * scode)1380 static int vpu_malone_insert_scode_vc1_l_pic(struct malone_scode_t *scode)
1381 {
1382 int ret;
1383 int size = 0;
1384 u8 rcv_pichdr[MALONE_VC1_RCV_PIC_HEADER_LEN];
1385
1386 ret = vpu_malone_insert_scode_pic(scode, MALONE_CODEC_ID_VC1_SIMPLE,
1387 sizeof(rcv_pichdr));
1388 if (ret < 0)
1389 return ret;
1390 size = ret;
1391
1392 set_vc1_rcv_pichdr(rcv_pichdr, vb2_get_plane_payload(scode->vb, 0));
1393 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1394 &scode->wptr,
1395 sizeof(rcv_pichdr),
1396 rcv_pichdr);
1397 if (ret < 0)
1398 return ret;
1399 size += sizeof(rcv_pichdr);
1400 return size;
1401 }
1402
vpu_malone_insert_scode_vp8_seq(struct malone_scode_t * scode)1403 static int vpu_malone_insert_scode_vp8_seq(struct malone_scode_t *scode)
1404 {
1405 int ret;
1406 int size = 0;
1407 u8 ivf_hdr[MALONE_VP8_IVF_SEQ_HEADER_LEN];
1408
1409 ret = vpu_malone_insert_scode_seq(scode, MALONE_CODEC_ID_VP8, sizeof(ivf_hdr));
1410 if (ret < 0)
1411 return ret;
1412 size = ret;
1413
1414 set_vp8_ivf_seqhdr(ivf_hdr,
1415 scode->inst->out_format.width,
1416 scode->inst->out_format.height);
1417 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1418 &scode->wptr,
1419 sizeof(ivf_hdr),
1420 ivf_hdr);
1421 if (ret < 0)
1422 return ret;
1423 size += sizeof(ivf_hdr);
1424
1425 return size;
1426 }
1427
vpu_malone_insert_scode_vp8_pic(struct malone_scode_t * scode)1428 static int vpu_malone_insert_scode_vp8_pic(struct malone_scode_t *scode)
1429 {
1430 int ret;
1431 int size = 0;
1432 u8 ivf_hdr[MALONE_VP8_IVF_FRAME_HEADER_LEN] = {0};
1433
1434 ret = vpu_malone_insert_scode_pic(scode, MALONE_CODEC_ID_VP8, sizeof(ivf_hdr));
1435 if (ret < 0)
1436 return ret;
1437 size = ret;
1438
1439 set_vp8_ivf_pichdr(ivf_hdr, vb2_get_plane_payload(scode->vb, 0));
1440 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1441 &scode->wptr,
1442 sizeof(ivf_hdr),
1443 ivf_hdr);
1444 if (ret < 0)
1445 return ret;
1446 size += sizeof(ivf_hdr);
1447
1448 return size;
1449 }
1450
vpu_malone_insert_scode_spk_seq(struct malone_scode_t * scode)1451 static int vpu_malone_insert_scode_spk_seq(struct malone_scode_t *scode)
1452 {
1453 return vpu_malone_insert_scode_seq(scode, MALONE_CODEC_ID_SPK, 0);
1454 }
1455
vpu_malone_insert_scode_spk_pic(struct malone_scode_t * scode)1456 static int vpu_malone_insert_scode_spk_pic(struct malone_scode_t *scode)
1457 {
1458 return vpu_malone_insert_scode_pic(scode, MALONE_CODEC_ID_SPK, 0);
1459 }
1460
1461 static const struct malone_scode_handler scode_handlers[] = {
1462 {
1463 /* fix me, need to swap return operation after gstreamer swap */
1464 .pixelformat = V4L2_PIX_FMT_VC1_ANNEX_L,
1465 .insert_scode_seq = vpu_malone_insert_scode_vc1_l_seq,
1466 .insert_scode_pic = vpu_malone_insert_scode_vc1_l_pic,
1467 },
1468 {
1469 .pixelformat = V4L2_PIX_FMT_VC1_ANNEX_G,
1470 .insert_scode_seq = vpu_malone_insert_scode_vc1_g_seq,
1471 .insert_scode_pic = vpu_malone_insert_scode_vc1_g_pic,
1472 },
1473 {
1474 .pixelformat = V4L2_PIX_FMT_VP8,
1475 .insert_scode_seq = vpu_malone_insert_scode_vp8_seq,
1476 .insert_scode_pic = vpu_malone_insert_scode_vp8_pic,
1477 },
1478 {
1479 .pixelformat = V4L2_PIX_FMT_SPK,
1480 .insert_scode_seq = vpu_malone_insert_scode_spk_seq,
1481 .insert_scode_pic = vpu_malone_insert_scode_spk_pic,
1482 },
1483 };
1484
get_scode_handler(u32 pixelformat)1485 static const struct malone_scode_handler *get_scode_handler(u32 pixelformat)
1486 {
1487 int i;
1488
1489 for (i = 0; i < ARRAY_SIZE(scode_handlers); i++) {
1490 if (scode_handlers[i].pixelformat == pixelformat)
1491 return &scode_handlers[i];
1492 }
1493
1494 return NULL;
1495 }
1496
vpu_malone_insert_scode(struct malone_scode_t * scode,u32 type)1497 static int vpu_malone_insert_scode(struct malone_scode_t *scode, u32 type)
1498 {
1499 const struct malone_scode_handler *handler;
1500 int ret = 0;
1501
1502 if (!scode || !scode->inst || !scode->vb)
1503 return 0;
1504
1505 scode->need_data = 1;
1506 handler = get_scode_handler(scode->inst->out_format.pixfmt);
1507 if (!handler)
1508 return 0;
1509
1510 switch (type) {
1511 case SCODE_SEQUENCE:
1512 if (handler->insert_scode_seq)
1513 ret = handler->insert_scode_seq(scode);
1514 break;
1515 case SCODE_PICTURE:
1516 if (handler->insert_scode_pic)
1517 ret = handler->insert_scode_pic(scode);
1518 break;
1519 default:
1520 break;
1521 }
1522
1523 return ret;
1524 }
1525
vpu_malone_input_frame_data(struct vpu_malone_str_buffer __iomem * str_buf,struct vpu_inst * inst,struct vb2_buffer * vb,u32 disp_imm)1526 static int vpu_malone_input_frame_data(struct vpu_malone_str_buffer __iomem *str_buf,
1527 struct vpu_inst *inst, struct vb2_buffer *vb,
1528 u32 disp_imm)
1529 {
1530 struct malone_scode_t scode;
1531 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
1532 u32 wptr = readl(&str_buf->wptr);
1533 int size = 0;
1534 int ret = 0;
1535
1536 /*add scode: SCODE_SEQUENCE, SCODE_PICTURE, SCODE_SLICE*/
1537 scode.inst = inst;
1538 scode.vb = vb;
1539 scode.wptr = wptr;
1540 scode.need_data = 1;
1541 if (vbuf->sequence == 0 || vpu_vb_is_codecconfig(vbuf))
1542 ret = vpu_malone_insert_scode(&scode, SCODE_SEQUENCE);
1543
1544 if (ret < 0)
1545 return -ENOMEM;
1546 size += ret;
1547 wptr = scode.wptr;
1548 if (!scode.need_data) {
1549 vpu_malone_update_wptr(str_buf, wptr);
1550 return size;
1551 }
1552
1553 ret = vpu_malone_insert_scode(&scode, SCODE_PICTURE);
1554 if (ret < 0)
1555 return -ENOMEM;
1556 size += ret;
1557 wptr = scode.wptr;
1558
1559 ret = vpu_helper_copy_to_stream_buffer(&inst->stream_buffer,
1560 &wptr,
1561 vb2_get_plane_payload(vb, 0),
1562 vb2_plane_vaddr(vb, 0));
1563 if (ret < 0)
1564 return -ENOMEM;
1565 size += vb2_get_plane_payload(vb, 0);
1566
1567 vpu_malone_update_wptr(str_buf, wptr);
1568
1569 if (disp_imm && !vpu_vb_is_codecconfig(vbuf)) {
1570 ret = vpu_malone_add_scode(inst->core->iface,
1571 inst->id,
1572 &inst->stream_buffer,
1573 inst->out_format.pixfmt,
1574 SCODE_PADDING_BUFFLUSH);
1575 if (ret < 0)
1576 return ret;
1577 size += ret;
1578 }
1579
1580 return size;
1581 }
1582
vpu_malone_input_stream_data(struct vpu_malone_str_buffer __iomem * str_buf,struct vpu_inst * inst,struct vb2_buffer * vb)1583 static int vpu_malone_input_stream_data(struct vpu_malone_str_buffer __iomem *str_buf,
1584 struct vpu_inst *inst, struct vb2_buffer *vb)
1585 {
1586 u32 wptr = readl(&str_buf->wptr);
1587 int ret = 0;
1588
1589 ret = vpu_helper_copy_to_stream_buffer(&inst->stream_buffer,
1590 &wptr,
1591 vb2_get_plane_payload(vb, 0),
1592 vb2_plane_vaddr(vb, 0));
1593 if (ret < 0)
1594 return -ENOMEM;
1595
1596 vpu_malone_update_wptr(str_buf, wptr);
1597
1598 return ret;
1599 }
1600
vpu_malone_input_ts(struct vpu_inst * inst,s64 timestamp,u32 size)1601 static int vpu_malone_input_ts(struct vpu_inst *inst, s64 timestamp, u32 size)
1602 {
1603 struct vpu_ts_info info;
1604
1605 memset(&info, 0, sizeof(info));
1606 info.timestamp = timestamp;
1607 info.size = size;
1608
1609 return vpu_session_fill_timestamp(inst, &info);
1610 }
1611
vpu_malone_input_frame(struct vpu_shared_addr * shared,struct vpu_inst * inst,struct vb2_buffer * vb)1612 int vpu_malone_input_frame(struct vpu_shared_addr *shared,
1613 struct vpu_inst *inst, struct vb2_buffer *vb)
1614 {
1615 struct vpu_dec_ctrl *hc = shared->priv;
1616 struct vb2_v4l2_buffer *vbuf;
1617 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[inst->id];
1618 u32 disp_imm = hc->codec_param[inst->id].disp_imm;
1619 u32 size;
1620 int ret;
1621
1622 if (vpu_malone_is_non_frame_mode(shared, inst->id))
1623 ret = vpu_malone_input_stream_data(str_buf, inst, vb);
1624 else
1625 ret = vpu_malone_input_frame_data(str_buf, inst, vb, disp_imm);
1626 if (ret < 0)
1627 return ret;
1628 size = ret;
1629
1630 /*
1631 * if buffer only contain codec data, and the timestamp is invalid,
1632 * don't put the invalid timestamp to resync
1633 * merge the data to next frame
1634 */
1635 vbuf = to_vb2_v4l2_buffer(vb);
1636 if (vpu_vb_is_codecconfig(vbuf)) {
1637 inst->extra_size += size;
1638 return 0;
1639 }
1640 if (inst->extra_size) {
1641 size += inst->extra_size;
1642 inst->extra_size = 0;
1643 }
1644
1645 ret = vpu_malone_input_ts(inst, vb->timestamp, size);
1646 if (ret)
1647 return ret;
1648
1649 return 0;
1650 }
1651
vpu_malone_check_ready(struct vpu_shared_addr * shared,u32 instance)1652 static bool vpu_malone_check_ready(struct vpu_shared_addr *shared, u32 instance)
1653 {
1654 struct malone_iface *iface = shared->iface;
1655 struct vpu_rpc_buffer_desc *desc = &iface->api_cmd_buffer_desc[instance];
1656 u32 size = desc->end - desc->start;
1657 u32 rptr = desc->rptr;
1658 u32 wptr = desc->wptr;
1659 u32 used;
1660
1661 if (!size)
1662 return true;
1663
1664 used = (wptr + size - rptr) % size;
1665 if (used < (size / 2))
1666 return true;
1667
1668 return false;
1669 }
1670
vpu_malone_is_ready(struct vpu_shared_addr * shared,u32 instance)1671 bool vpu_malone_is_ready(struct vpu_shared_addr *shared, u32 instance)
1672 {
1673 u32 cnt = 0;
1674
1675 while (!vpu_malone_check_ready(shared, instance)) {
1676 if (cnt > 30)
1677 return false;
1678 mdelay(1);
1679 cnt++;
1680 }
1681 return true;
1682 }
1683
vpu_malone_pre_cmd(struct vpu_shared_addr * shared,u32 instance)1684 int vpu_malone_pre_cmd(struct vpu_shared_addr *shared, u32 instance)
1685 {
1686 if (!vpu_malone_is_ready(shared, instance))
1687 return -EINVAL;
1688
1689 return 0;
1690 }
1691
vpu_malone_post_cmd(struct vpu_shared_addr * shared,u32 instance)1692 int vpu_malone_post_cmd(struct vpu_shared_addr *shared, u32 instance)
1693 {
1694 struct malone_iface *iface = shared->iface;
1695 struct vpu_rpc_buffer_desc *desc = &iface->api_cmd_buffer_desc[instance];
1696
1697 desc->wptr++;
1698 if (desc->wptr == desc->end)
1699 desc->wptr = desc->start;
1700
1701 return 0;
1702 }
1703
vpu_malone_init_instance(struct vpu_shared_addr * shared,u32 instance)1704 int vpu_malone_init_instance(struct vpu_shared_addr *shared, u32 instance)
1705 {
1706 struct malone_iface *iface = shared->iface;
1707 struct vpu_rpc_buffer_desc *desc = &iface->api_cmd_buffer_desc[instance];
1708
1709 desc->wptr = desc->rptr;
1710 if (desc->wptr == desc->end)
1711 desc->wptr = desc->start;
1712
1713 return 0;
1714 }
1715
vpu_malone_get_max_instance_count(struct vpu_shared_addr * shared)1716 u32 vpu_malone_get_max_instance_count(struct vpu_shared_addr *shared)
1717 {
1718 struct malone_iface *iface = shared->iface;
1719
1720 return iface->max_streams;
1721 }
1722