1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright 2020-2021 NXP
6 #include <linux/init.h>
7 #include <linux/interconnect.h>
8 #include <linux/ioctl.h>
9 #include <linux/list.h>
10 #include <linux/kernel.h>
11 #include <linux/module.h>
12 #include <linux/of_device.h>
13 #include <linux/of_address.h>
14 #include <linux/platform_device.h>
15 #include <linux/delay.h>
16 #include <linux/rational.h>
17 #include <linux/time64.h>
18 #include <media/videobuf2-v4l2.h>
19 #include <media/videobuf2-dma-contig.h>
20 #include <linux/videodev2.h>
24 #include "vpu_helpers.h"
27 #include "vpu_imx8q.h"
28 #include "vpu_malone.h"
30 #define CMD_SIZE 25600
31 #define MSG_SIZE 25600
32 #define CODEC_SIZE 0x1000
33 #define JPEG_SIZE 0x1000
34 #define SEQ_SIZE 0x1000
35 #define GOP_SIZE 0x1000
36 #define PIC_SIZE 0x1000
37 #define QMETER_SIZE 0x1000
38 #define DBGLOG_SIZE 0x10000
39 #define DEBUG_SIZE 0x80000
40 #define ENG_SIZE 0x1000
41 #define MALONE_SKIPPED_FRAME_ID 0x555
43 #define MALONE_ALIGN_MBI 0x800
44 #define MALONE_DCP_CHUNK_BIT 16
45 #define MALONE_DCP_SIZE_MAX 0x3000000
46 #define MALONE_DCP_SIZE_MIN 0x100000
47 #define MALONE_DCP_FIXED_MB_ALLOC 250
49 #define CONFIG_SET(val, cfg, pos, mask) \
50 (*(cfg) |= (((val) << (pos)) & (mask)))
51 //x means source data , y means destination data
52 #define STREAM_CONFIG_FORMAT_SET(x, y) CONFIG_SET(x, y, 0, 0x0000000F)
53 #define STREAM_CONFIG_STRBUFIDX_SET(x, y) CONFIG_SET(x, y, 8, 0x00000300)
54 #define STREAM_CONFIG_NOSEQ_SET(x, y) CONFIG_SET(x, y, 10, 0x00000400)
55 #define STREAM_CONFIG_DEBLOCK_SET(x, y) CONFIG_SET(x, y, 11, 0x00000800)
56 #define STREAM_CONFIG_DERING_SET(x, y) CONFIG_SET(x, y, 12, 0x00001000)
57 #define STREAM_CONFIG_IBWAIT_SET(x, y) CONFIG_SET(x, y, 13, 0x00002000)
58 #define STREAM_CONFIG_FBC_SET(x, y) CONFIG_SET(x, y, 14, 0x00004000)
59 #define STREAM_CONFIG_PLAY_MODE_SET(x, y) CONFIG_SET(x, y, 16, 0x00030000)
60 #define STREAM_CONFIG_ENABLE_DCP_SET(x, y) CONFIG_SET(x, y, 20, 0x00100000)
61 #define STREAM_CONFIG_NUM_STR_BUF_SET(x, y) CONFIG_SET(x, y, 21, 0x00600000)
62 #define STREAM_CONFIG_MALONE_USAGE_SET(x, y) CONFIG_SET(x, y, 23, 0x01800000)
63 #define STREAM_CONFIG_MULTI_VID_SET(x, y) CONFIG_SET(x, y, 25, 0x02000000)
64 #define STREAM_CONFIG_OBFUSC_EN_SET(x, y) CONFIG_SET(x, y, 26, 0x04000000)
65 #define STREAM_CONFIG_RC4_EN_SET(x, y) CONFIG_SET(x, y, 27, 0x08000000)
66 #define STREAM_CONFIG_MCX_SET(x, y) CONFIG_SET(x, y, 28, 0x10000000)
67 #define STREAM_CONFIG_PES_SET(x, y) CONFIG_SET(x, y, 29, 0x20000000)
68 #define STREAM_CONFIG_NUM_DBE_SET(x, y) CONFIG_SET(x, y, 30, 0x40000000)
69 #define STREAM_CONFIG_FS_CTRL_MODE_SET(x, y) CONFIG_SET(x, y, 31, 0x80000000)
71 #define MALONE_DEC_FMT_RV_MASK BIT(21)
73 enum vpu_malone_stream_input_mode {
79 enum vpu_malone_format {
80 MALONE_FMT_NULL = 0x0,
91 MALONE_FMT_HEVC = 0xB,
92 MALONE_FMT_LAST = MALONE_FMT_HEVC
96 VID_API_CMD_NULL = 0x00,
97 VID_API_CMD_PARSE_NEXT_SEQ = 0x01,
98 VID_API_CMD_PARSE_NEXT_I = 0x02,
99 VID_API_CMD_PARSE_NEXT_IP = 0x03,
100 VID_API_CMD_PARSE_NEXT_ANY = 0x04,
101 VID_API_CMD_DEC_PIC = 0x05,
102 VID_API_CMD_UPDATE_ES_WR_PTR = 0x06,
103 VID_API_CMD_UPDATE_ES_RD_PTR = 0x07,
104 VID_API_CMD_UPDATE_UDATA = 0x08,
105 VID_API_CMD_GET_FSINFO = 0x09,
106 VID_API_CMD_SKIP_PIC = 0x0a,
107 VID_API_CMD_DEC_CHUNK = 0x0b,
108 VID_API_CMD_START = 0x10,
109 VID_API_CMD_STOP = 0x11,
110 VID_API_CMD_ABORT = 0x12,
111 VID_API_CMD_RST_BUF = 0x13,
112 VID_API_CMD_FS_RELEASE = 0x15,
113 VID_API_CMD_MEM_REGION_ATTACH = 0x16,
114 VID_API_CMD_MEM_REGION_DETACH = 0x17,
115 VID_API_CMD_MVC_VIEW_SELECT = 0x18,
116 VID_API_CMD_FS_ALLOC = 0x19,
117 VID_API_CMD_DBG_GET_STATUS = 0x1C,
118 VID_API_CMD_DBG_START_LOG = 0x1D,
119 VID_API_CMD_DBG_STOP_LOG = 0x1E,
120 VID_API_CMD_DBG_DUMP_LOG = 0x1F,
121 VID_API_CMD_YUV_READY = 0x20,
122 VID_API_CMD_TS = 0x21,
124 VID_API_CMD_FIRM_RESET = 0x40,
126 VID_API_CMD_SNAPSHOT = 0xAA,
127 VID_API_CMD_ROLL_SNAPSHOT = 0xAB,
128 VID_API_CMD_LOCK_SCHEDULER = 0xAC,
129 VID_API_CMD_UNLOCK_SCHEDULER = 0xAD,
130 VID_API_CMD_CQ_FIFO_DUMP = 0xAE,
131 VID_API_CMD_DBG_FIFO_DUMP = 0xAF,
132 VID_API_CMD_SVC_ILP = 0xBB,
133 VID_API_CMD_FW_STATUS = 0xF0,
134 VID_API_CMD_INVALID = 0xFF
138 VID_API_EVENT_NULL = 0x00,
139 VID_API_EVENT_RESET_DONE = 0x01,
140 VID_API_EVENT_SEQ_HDR_FOUND = 0x02,
141 VID_API_EVENT_PIC_HDR_FOUND = 0x03,
142 VID_API_EVENT_PIC_DECODED = 0x04,
143 VID_API_EVENT_FIFO_LOW = 0x05,
144 VID_API_EVENT_FIFO_HIGH = 0x06,
145 VID_API_EVENT_FIFO_EMPTY = 0x07,
146 VID_API_EVENT_FIFO_FULL = 0x08,
147 VID_API_EVENT_BS_ERROR = 0x09,
148 VID_API_EVENT_UDATA_FIFO_UPTD = 0x0A,
149 VID_API_EVENT_RES_CHANGE = 0x0B,
150 VID_API_EVENT_FIFO_OVF = 0x0C,
151 VID_API_EVENT_CHUNK_DECODED = 0x0D,
152 VID_API_EVENT_REQ_FRAME_BUFF = 0x10,
153 VID_API_EVENT_FRAME_BUFF_RDY = 0x11,
154 VID_API_EVENT_REL_FRAME_BUFF = 0x12,
155 VID_API_EVENT_STR_BUF_RST = 0x13,
156 VID_API_EVENT_RET_PING = 0x14,
157 VID_API_EVENT_QMETER = 0x15,
158 VID_API_EVENT_STR_FMT_CHANGE = 0x16,
159 VID_API_EVENT_FIRMWARE_XCPT = 0x17,
160 VID_API_EVENT_START_DONE = 0x18,
161 VID_API_EVENT_STOPPED = 0x19,
162 VID_API_EVENT_ABORT_DONE = 0x1A,
163 VID_API_EVENT_FINISHED = 0x1B,
164 VID_API_EVENT_DBG_STAT_UPDATE = 0x1C,
165 VID_API_EVENT_DBG_LOG_STARTED = 0x1D,
166 VID_API_EVENT_DBG_LOG_STOPPED = 0x1E,
167 VID_API_EVENT_DBG_LOG_UPDATED = 0x1F,
168 VID_API_EVENT_DBG_MSG_DEC = 0x20,
169 VID_API_EVENT_DEC_SC_ERR = 0x21,
170 VID_API_EVENT_CQ_FIFO_DUMP = 0x22,
171 VID_API_EVENT_DBG_FIFO_DUMP = 0x23,
172 VID_API_EVENT_DEC_CHECK_RES = 0x24,
173 VID_API_EVENT_DEC_CFG_INFO = 0x25,
174 VID_API_EVENT_UNSUPPORTED_STREAM = 0x26,
175 VID_API_EVENT_PIC_SKIPPED = 0x27,
176 VID_API_EVENT_STR_SUSPENDED = 0x30,
177 VID_API_EVENT_SNAPSHOT_DONE = 0x40,
178 VID_API_EVENT_FW_STATUS = 0xF0,
179 VID_API_EVENT_INVALID = 0xFF
182 struct vpu_malone_buffer_desc {
183 struct vpu_rpc_buffer_desc buffer;
188 struct vpu_malone_str_buffer {
196 struct vpu_malone_picth_info {
200 struct vpu_malone_table_desc {
205 struct vpu_malone_dbglog_desc {
212 struct vpu_malone_frame_buffer {
217 struct vpu_malone_udata {
223 struct vpu_malone_buffer_info {
224 u32 stream_input_mode;
225 u32 stream_pic_input_count;
226 u32 stream_pic_parsed_count;
227 u32 stream_buffer_threshold;
228 u32 stream_pic_end_flag;
231 struct vpu_malone_encrypt_info {
236 struct malone_iface {
239 struct vpu_malone_buffer_desc cmd_buffer_desc;
240 struct vpu_malone_buffer_desc msg_buffer_desc;
241 u32 cmd_int_enable[VID_API_NUM_STREAMS];
242 struct vpu_malone_picth_info stream_pitch_info[VID_API_NUM_STREAMS];
243 u32 stream_config[VID_API_NUM_STREAMS];
244 struct vpu_malone_table_desc codec_param_tab_desc;
245 struct vpu_malone_table_desc jpeg_param_tab_desc;
246 u32 stream_buffer_desc[VID_API_NUM_STREAMS][VID_API_MAX_BUF_PER_STR];
247 struct vpu_malone_table_desc seq_info_tab_desc;
248 struct vpu_malone_table_desc pic_info_tab_desc;
249 struct vpu_malone_table_desc gop_info_tab_desc;
250 struct vpu_malone_table_desc qmeter_info_tab_desc;
251 u32 stream_error[VID_API_NUM_STREAMS];
255 struct vpu_malone_dbglog_desc dbglog_desc;
256 struct vpu_rpc_buffer_desc api_cmd_buffer_desc[VID_API_NUM_STREAMS];
257 struct vpu_malone_udata udata_buffer[VID_API_NUM_STREAMS];
258 struct vpu_malone_buffer_desc debug_buffer_desc;
259 struct vpu_malone_buffer_desc eng_access_buff_desc[VID_API_NUM_STREAMS];
260 u32 encrypt_info[VID_API_NUM_STREAMS];
261 struct vpu_rpc_system_config system_cfg;
263 struct vpu_malone_buffer_info stream_buff_info[VID_API_NUM_STREAMS];
266 struct malone_jpg_params {
268 u32 horiz_scale_factor;
269 u32 vert_scale_factor;
272 u32 chunk_mode; /* 0 ~ 1 */
273 u32 last_chunk; /* 0 ~ 1 */
274 u32 chunk_rows; /* 0 ~ 255 */
281 u32 jpg_mjpeg_interlaced;
284 struct malone_codec_params {
294 u32 bbd_s_thr_logo_row;
295 u32 bbd_p_thr_logo_row;
300 u32 bbd_uv_mid_level;
301 u32 bbd_excl_win_mb_left;
302 u32 bbd_excl_win_mb_right;
305 struct malone_padding_scode {
311 struct malone_fmt_mapping {
313 enum vpu_malone_format malone_format;
317 struct malone_scode_t {
318 struct vpu_inst *inst;
319 struct vb2_buffer *vb;
324 struct malone_scode_handler {
326 int (*insert_scode_seq)(struct malone_scode_t *scode);
327 int (*insert_scode_pic)(struct malone_scode_t *scode);
330 struct vpu_dec_ctrl {
331 struct malone_codec_params *codec_param;
332 struct malone_jpg_params *jpg;
338 struct vpu_malone_str_buffer __iomem *str_buf[VID_API_NUM_STREAMS];
339 u32 buf_addr[VID_API_NUM_STREAMS];
342 u32 vpu_malone_get_data_size(void)
344 return sizeof(struct vpu_dec_ctrl);
347 void vpu_malone_init_rpc(struct vpu_shared_addr *shared,
348 struct vpu_buffer *rpc, dma_addr_t boot_addr)
350 struct malone_iface *iface;
351 struct vpu_dec_ctrl *hc;
352 unsigned long base_phy_addr;
353 unsigned long phy_addr;
354 unsigned long offset;
357 if (rpc->phys < boot_addr)
361 base_phy_addr = rpc->phys - boot_addr;
364 shared->iface = iface;
365 shared->boot_addr = boot_addr;
367 iface->exec_base_addr = base_phy_addr;
368 iface->exec_area_size = rpc->length;
370 offset = sizeof(struct malone_iface);
371 phy_addr = base_phy_addr + offset;
373 shared->cmd_desc = &iface->cmd_buffer_desc.buffer;
374 shared->cmd_mem_vir = rpc->virt + offset;
375 iface->cmd_buffer_desc.buffer.start =
376 iface->cmd_buffer_desc.buffer.rptr =
377 iface->cmd_buffer_desc.buffer.wptr = phy_addr;
378 iface->cmd_buffer_desc.buffer.end = iface->cmd_buffer_desc.buffer.start + CMD_SIZE;
380 phy_addr = base_phy_addr + offset;
382 shared->msg_desc = &iface->msg_buffer_desc.buffer;
383 shared->msg_mem_vir = rpc->virt + offset;
384 iface->msg_buffer_desc.buffer.start =
385 iface->msg_buffer_desc.buffer.wptr =
386 iface->msg_buffer_desc.buffer.rptr = phy_addr;
387 iface->msg_buffer_desc.buffer.end = iface->msg_buffer_desc.buffer.start + MSG_SIZE;
389 phy_addr = base_phy_addr + offset;
391 iface->codec_param_tab_desc.array_base = phy_addr;
392 hc->codec_param = rpc->virt + offset;
393 offset += CODEC_SIZE;
394 phy_addr = base_phy_addr + offset;
396 iface->jpeg_param_tab_desc.array_base = phy_addr;
397 hc->jpg = rpc->virt + offset;
399 phy_addr = base_phy_addr + offset;
401 iface->seq_info_tab_desc.array_base = phy_addr;
402 hc->seq_mem = rpc->virt + offset;
404 phy_addr = base_phy_addr + offset;
406 iface->pic_info_tab_desc.array_base = phy_addr;
407 hc->pic_mem = rpc->virt + offset;
409 phy_addr = base_phy_addr + offset;
411 iface->gop_info_tab_desc.array_base = phy_addr;
412 hc->gop_mem = rpc->virt + offset;
414 phy_addr = base_phy_addr + offset;
416 iface->qmeter_info_tab_desc.array_base = phy_addr;
417 hc->qmeter_mem = rpc->virt + offset;
418 offset += QMETER_SIZE;
419 phy_addr = base_phy_addr + offset;
421 iface->dbglog_desc.addr = phy_addr;
422 iface->dbglog_desc.size = DBGLOG_SIZE;
423 hc->dbglog_mem = rpc->virt + offset;
424 offset += DBGLOG_SIZE;
425 phy_addr = base_phy_addr + offset;
427 for (i = 0; i < VID_API_NUM_STREAMS; i++) {
428 iface->eng_access_buff_desc[i].buffer.start =
429 iface->eng_access_buff_desc[i].buffer.wptr =
430 iface->eng_access_buff_desc[i].buffer.rptr = phy_addr;
431 iface->eng_access_buff_desc[i].buffer.end =
432 iface->eng_access_buff_desc[i].buffer.start + ENG_SIZE;
434 phy_addr = base_phy_addr + offset;
437 for (i = 0; i < VID_API_NUM_STREAMS; i++) {
438 iface->encrypt_info[i] = phy_addr;
439 offset += sizeof(struct vpu_malone_encrypt_info);
440 phy_addr = base_phy_addr + offset;
443 rpc->bytesused = offset;
446 void vpu_malone_set_log_buf(struct vpu_shared_addr *shared,
447 struct vpu_buffer *log)
449 struct malone_iface *iface = shared->iface;
451 iface->debug_buffer_desc.buffer.start =
452 iface->debug_buffer_desc.buffer.wptr =
453 iface->debug_buffer_desc.buffer.rptr = log->phys - shared->boot_addr;
454 iface->debug_buffer_desc.buffer.end = iface->debug_buffer_desc.buffer.start + log->length;
457 static u32 get_str_buffer_offset(u32 instance)
459 return DEC_MFD_XREG_SLV_BASE + MFD_MCX + MFD_MCX_OFF * instance;
462 void vpu_malone_set_system_cfg(struct vpu_shared_addr *shared,
463 u32 regs_base, void __iomem *regs, u32 core_id)
465 struct malone_iface *iface = shared->iface;
466 struct vpu_rpc_system_config *config = &iface->system_cfg;
467 struct vpu_dec_ctrl *hc = shared->priv;
470 vpu_imx8q_set_system_cfg_common(config, regs_base, core_id);
471 for (i = 0; i < VID_API_NUM_STREAMS; i++) {
472 u32 offset = get_str_buffer_offset(i);
474 hc->buf_addr[i] = regs_base + offset;
475 hc->str_buf[i] = regs + offset;
479 u32 vpu_malone_get_version(struct vpu_shared_addr *shared)
481 struct malone_iface *iface = shared->iface;
483 vpu_malone_enable_format(V4L2_PIX_FMT_RV30, iface->fw_version & MALONE_DEC_FMT_RV_MASK);
484 vpu_malone_enable_format(V4L2_PIX_FMT_RV40, iface->fw_version & MALONE_DEC_FMT_RV_MASK);
486 return iface->fw_version;
489 int vpu_malone_get_stream_buffer_size(struct vpu_shared_addr *shared)
494 int vpu_malone_config_stream_buffer(struct vpu_shared_addr *shared,
496 struct vpu_buffer *buf)
498 struct malone_iface *iface = shared->iface;
499 struct vpu_dec_ctrl *hc = shared->priv;
500 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[instance];
502 writel(buf->phys, &str_buf->start);
503 writel(buf->phys, &str_buf->rptr);
504 writel(buf->phys, &str_buf->wptr);
505 writel(buf->phys + buf->length, &str_buf->end);
506 writel(0x1, &str_buf->lwm);
508 iface->stream_buffer_desc[instance][0] = hc->buf_addr[instance];
513 int vpu_malone_get_stream_buffer_desc(struct vpu_shared_addr *shared,
515 struct vpu_rpc_buffer_desc *desc)
517 struct vpu_dec_ctrl *hc = shared->priv;
518 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[instance];
521 desc->wptr = readl(&str_buf->wptr);
522 desc->rptr = readl(&str_buf->rptr);
523 desc->start = readl(&str_buf->start);
524 desc->end = readl(&str_buf->end);
530 static void vpu_malone_update_wptr(struct vpu_malone_str_buffer __iomem *str_buf, u32 wptr)
532 /*update wptr after data is written*/
534 writel(wptr, &str_buf->wptr);
537 static void vpu_malone_update_rptr(struct vpu_malone_str_buffer __iomem *str_buf, u32 rptr)
539 /*update rptr after data is read*/
541 writel(rptr, &str_buf->rptr);
544 int vpu_malone_update_stream_buffer(struct vpu_shared_addr *shared,
545 u32 instance, u32 ptr, bool write)
547 struct vpu_dec_ctrl *hc = shared->priv;
548 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[instance];
551 vpu_malone_update_wptr(str_buf, ptr);
553 vpu_malone_update_rptr(str_buf, ptr);
558 static struct malone_fmt_mapping fmt_mappings[] = {
559 {V4L2_PIX_FMT_H264, MALONE_FMT_AVC},
560 {V4L2_PIX_FMT_H264_MVC, MALONE_FMT_AVC},
561 {V4L2_PIX_FMT_HEVC, MALONE_FMT_HEVC},
562 {V4L2_PIX_FMT_VC1_ANNEX_G, MALONE_FMT_VC1},
563 {V4L2_PIX_FMT_VC1_ANNEX_L, MALONE_FMT_VC1},
564 {V4L2_PIX_FMT_MPEG2, MALONE_FMT_MP2},
565 {V4L2_PIX_FMT_MPEG4, MALONE_FMT_ASP},
566 {V4L2_PIX_FMT_XVID, MALONE_FMT_ASP},
567 {V4L2_PIX_FMT_H263, MALONE_FMT_ASP},
568 {V4L2_PIX_FMT_JPEG, MALONE_FMT_JPG},
569 {V4L2_PIX_FMT_VP8, MALONE_FMT_VP8},
570 {V4L2_PIX_FMT_SPK, MALONE_FMT_SPK},
571 {V4L2_PIX_FMT_RV30, MALONE_FMT_RV},
572 {V4L2_PIX_FMT_RV40, MALONE_FMT_RV},
575 void vpu_malone_enable_format(u32 pixelformat, int enable)
579 for (i = 0; i < ARRAY_SIZE(fmt_mappings); i++) {
580 if (pixelformat == fmt_mappings[i].pixelformat) {
581 fmt_mappings[i].is_disabled = enable ? 0 : 1;
587 static enum vpu_malone_format vpu_malone_format_remap(u32 pixelformat)
591 for (i = 0; i < ARRAY_SIZE(fmt_mappings); i++) {
592 if (fmt_mappings[i].is_disabled)
594 if (pixelformat == fmt_mappings[i].pixelformat)
595 return fmt_mappings[i].malone_format;
598 return MALONE_FMT_NULL;
601 bool vpu_malone_check_fmt(enum vpu_core_type type, u32 pixelfmt)
603 if (!vpu_imx8q_check_fmt(type, pixelfmt))
606 if (pixelfmt == V4L2_PIX_FMT_NV12_8L128 || pixelfmt == V4L2_PIX_FMT_NV12_10BE_8L128 ||
607 pixelfmt == V4L2_PIX_FMT_NV12M_8L128 || pixelfmt == V4L2_PIX_FMT_NV12M_10BE_8L128)
609 if (vpu_malone_format_remap(pixelfmt) == MALONE_FMT_NULL)
615 static void vpu_malone_set_stream_cfg(struct vpu_shared_addr *shared,
617 enum vpu_malone_format malone_format)
619 struct malone_iface *iface = shared->iface;
620 u32 *curr_str_cfg = &iface->stream_config[instance];
623 STREAM_CONFIG_FORMAT_SET(malone_format, curr_str_cfg);
624 STREAM_CONFIG_STRBUFIDX_SET(0, curr_str_cfg);
625 STREAM_CONFIG_NOSEQ_SET(0, curr_str_cfg);
626 STREAM_CONFIG_DEBLOCK_SET(0, curr_str_cfg);
627 STREAM_CONFIG_DERING_SET(0, curr_str_cfg);
628 STREAM_CONFIG_PLAY_MODE_SET(0x3, curr_str_cfg);
629 STREAM_CONFIG_FS_CTRL_MODE_SET(0x1, curr_str_cfg);
630 STREAM_CONFIG_ENABLE_DCP_SET(1, curr_str_cfg);
631 STREAM_CONFIG_NUM_STR_BUF_SET(1, curr_str_cfg);
632 STREAM_CONFIG_MALONE_USAGE_SET(1, curr_str_cfg);
633 STREAM_CONFIG_MULTI_VID_SET(0, curr_str_cfg);
634 STREAM_CONFIG_OBFUSC_EN_SET(0, curr_str_cfg);
635 STREAM_CONFIG_RC4_EN_SET(0, curr_str_cfg);
636 STREAM_CONFIG_MCX_SET(1, curr_str_cfg);
637 STREAM_CONFIG_PES_SET(0, curr_str_cfg);
638 STREAM_CONFIG_NUM_DBE_SET(1, curr_str_cfg);
641 static int vpu_malone_set_params(struct vpu_shared_addr *shared,
643 struct vpu_decode_params *params)
645 struct malone_iface *iface = shared->iface;
646 struct vpu_dec_ctrl *hc = shared->priv;
647 enum vpu_malone_format malone_format;
649 malone_format = vpu_malone_format_remap(params->codec_format);
650 if (WARN_ON(malone_format == MALONE_FMT_NULL))
652 iface->udata_buffer[instance].base = params->udata.base;
653 iface->udata_buffer[instance].slot_size = params->udata.size;
655 vpu_malone_set_stream_cfg(shared, instance, malone_format);
657 if (malone_format == MALONE_FMT_JPG) {
658 //1:JPGD_MJPEG_MODE_A; 2:JPGD_MJPEG_MODE_B
659 hc->jpg[instance].jpg_mjpeg_mode = 1;
660 //0: JPGD_MJPEG_PROGRESSIVE
661 hc->jpg[instance].jpg_mjpeg_interlaced = 0;
664 hc->codec_param[instance].disp_imm = params->display_delay_enable ? 1 : 0;
665 if (malone_format != MALONE_FMT_AVC)
666 hc->codec_param[instance].disp_imm = 0;
667 hc->codec_param[instance].dbglog_enable = 0;
668 iface->dbglog_desc.level = 0;
670 if (params->b_non_frame)
671 iface->stream_buff_info[instance].stream_input_mode = NON_FRAME_LVL;
673 iface->stream_buff_info[instance].stream_input_mode = FRAME_LVL;
674 iface->stream_buff_info[instance].stream_buffer_threshold = 0;
675 iface->stream_buff_info[instance].stream_pic_input_count = 0;
680 static bool vpu_malone_is_non_frame_mode(struct vpu_shared_addr *shared, u32 instance)
682 struct malone_iface *iface = shared->iface;
684 if (iface->stream_buff_info[instance].stream_input_mode == NON_FRAME_LVL)
690 static int vpu_malone_update_params(struct vpu_shared_addr *shared,
692 struct vpu_decode_params *params)
694 struct malone_iface *iface = shared->iface;
696 if (params->end_flag)
697 iface->stream_buff_info[instance].stream_pic_end_flag = params->end_flag;
698 params->end_flag = 0;
703 int vpu_malone_set_decode_params(struct vpu_shared_addr *shared,
705 struct vpu_decode_params *params,
712 return vpu_malone_set_params(shared, instance, params);
714 return vpu_malone_update_params(shared, instance, params);
717 static struct vpu_pair malone_cmds[] = {
718 {VPU_CMD_ID_NOOP, VID_API_CMD_NULL},
719 {VPU_CMD_ID_START, VID_API_CMD_START},
720 {VPU_CMD_ID_STOP, VID_API_CMD_STOP},
721 {VPU_CMD_ID_ABORT, VID_API_CMD_ABORT},
722 {VPU_CMD_ID_RST_BUF, VID_API_CMD_RST_BUF},
723 {VPU_CMD_ID_SNAPSHOT, VID_API_CMD_SNAPSHOT},
724 {VPU_CMD_ID_FIRM_RESET, VID_API_CMD_FIRM_RESET},
725 {VPU_CMD_ID_FS_ALLOC, VID_API_CMD_FS_ALLOC},
726 {VPU_CMD_ID_FS_RELEASE, VID_API_CMD_FS_RELEASE},
727 {VPU_CMD_ID_TIMESTAMP, VID_API_CMD_TS},
728 {VPU_CMD_ID_DEBUG, VID_API_CMD_FW_STATUS},
731 static struct vpu_pair malone_msgs[] = {
732 {VPU_MSG_ID_RESET_DONE, VID_API_EVENT_RESET_DONE},
733 {VPU_MSG_ID_START_DONE, VID_API_EVENT_START_DONE},
734 {VPU_MSG_ID_STOP_DONE, VID_API_EVENT_STOPPED},
735 {VPU_MSG_ID_ABORT_DONE, VID_API_EVENT_ABORT_DONE},
736 {VPU_MSG_ID_BUF_RST, VID_API_EVENT_STR_BUF_RST},
737 {VPU_MSG_ID_PIC_EOS, VID_API_EVENT_FINISHED},
738 {VPU_MSG_ID_SEQ_HDR_FOUND, VID_API_EVENT_SEQ_HDR_FOUND},
739 {VPU_MSG_ID_RES_CHANGE, VID_API_EVENT_RES_CHANGE},
740 {VPU_MSG_ID_PIC_HDR_FOUND, VID_API_EVENT_PIC_HDR_FOUND},
741 {VPU_MSG_ID_PIC_DECODED, VID_API_EVENT_PIC_DECODED},
742 {VPU_MSG_ID_DEC_DONE, VID_API_EVENT_FRAME_BUFF_RDY},
743 {VPU_MSG_ID_FRAME_REQ, VID_API_EVENT_REQ_FRAME_BUFF},
744 {VPU_MSG_ID_FRAME_RELEASE, VID_API_EVENT_REL_FRAME_BUFF},
745 {VPU_MSG_ID_FIFO_LOW, VID_API_EVENT_FIFO_LOW},
746 {VPU_MSG_ID_BS_ERROR, VID_API_EVENT_BS_ERROR},
747 {VPU_MSG_ID_UNSUPPORTED, VID_API_EVENT_UNSUPPORTED_STREAM},
748 {VPU_MSG_ID_FIRMWARE_XCPT, VID_API_EVENT_FIRMWARE_XCPT},
749 {VPU_MSG_ID_PIC_SKIPPED, VID_API_EVENT_PIC_SKIPPED},
752 static void vpu_malone_pack_fs_alloc(struct vpu_rpc_event *pkt,
753 struct vpu_fs_info *fs)
755 const u32 fs_type[] = {
762 pkt->data[0] = fs->id | (fs->tag << 24);
763 pkt->data[1] = fs->luma_addr;
764 if (fs->type == MEM_RES_FRAME) {
766 * if luma_addr equal to chroma_addr,
767 * means luma(plane[0]) and chromau(plane[1]) used the
768 * same fd -- usage of NXP codec2. Need to manually
769 * offset chroma addr.
771 if (fs->luma_addr == fs->chroma_addr)
772 fs->chroma_addr = fs->luma_addr + fs->luma_size;
773 pkt->data[2] = fs->luma_addr + fs->luma_size / 2;
774 pkt->data[3] = fs->chroma_addr;
775 pkt->data[4] = fs->chroma_addr + fs->chromau_size / 2;
776 pkt->data[5] = fs->bytesperline;
778 pkt->data[2] = fs->luma_size;
783 pkt->data[6] = fs_type[fs->type];
786 static void vpu_malone_pack_fs_release(struct vpu_rpc_event *pkt,
787 struct vpu_fs_info *fs)
790 pkt->data[0] = fs->id | (fs->tag << 24);
793 static void vpu_malone_pack_timestamp(struct vpu_rpc_event *pkt,
794 struct vpu_ts_info *info)
796 struct timespec64 ts = ns_to_timespec64(info->timestamp);
800 pkt->data[0] = ts.tv_sec;
801 pkt->data[1] = ts.tv_nsec;
802 pkt->data[2] = info->size;
805 int vpu_malone_pack_cmd(struct vpu_rpc_event *pkt, u32 index, u32 id, void *data)
809 ret = vpu_find_dst_by_src(malone_cmds, ARRAY_SIZE(malone_cmds), id);
815 pkt->hdr.index = index;
818 case VPU_CMD_ID_FS_ALLOC:
819 vpu_malone_pack_fs_alloc(pkt, data);
821 case VPU_CMD_ID_FS_RELEASE:
822 vpu_malone_pack_fs_release(pkt, data);
824 case VPU_CMD_ID_TIMESTAMP:
825 vpu_malone_pack_timestamp(pkt, data);
829 pkt->hdr.index = index;
833 int vpu_malone_convert_msg_id(u32 id)
835 return vpu_find_src_by_dst(malone_msgs, ARRAY_SIZE(malone_msgs), id);
838 static void vpu_malone_fill_planes(struct vpu_dec_codec_info *info)
840 u32 interlaced = info->progressive ? 0 : 1;
842 info->bytesperline[0] = 0;
843 info->sizeimage[0] = vpu_helper_get_plane_size(info->pixfmt,
845 info->decoded_height,
849 &info->bytesperline[0]);
850 info->bytesperline[1] = 0;
851 info->sizeimage[1] = vpu_helper_get_plane_size(info->pixfmt,
853 info->decoded_height,
857 &info->bytesperline[1]);
860 static void vpu_malone_init_seq_hdr(struct vpu_dec_codec_info *info)
862 u32 chunks = info->num_dfe_area >> MALONE_DCP_CHUNK_BIT;
864 vpu_malone_fill_planes(info);
866 info->mbi_size = (info->sizeimage[0] + info->sizeimage[1]) >> 2;
867 info->mbi_size = ALIGN(info->mbi_size, MALONE_ALIGN_MBI);
869 info->dcp_size = MALONE_DCP_SIZE_MAX;
875 mb_w = DIV_ROUND_UP(info->decoded_width, 16);
876 mb_h = DIV_ROUND_UP(info->decoded_height, 16);
877 mb_num = mb_w * mb_h;
878 info->dcp_size = mb_num * MALONE_DCP_FIXED_MB_ALLOC * chunks;
879 info->dcp_size = clamp_t(u32, info->dcp_size,
880 MALONE_DCP_SIZE_MIN, MALONE_DCP_SIZE_MAX);
884 static void vpu_malone_unpack_seq_hdr(struct vpu_rpc_event *pkt,
885 struct vpu_dec_codec_info *info)
887 info->num_ref_frms = pkt->data[0];
888 info->num_dpb_frms = pkt->data[1];
889 info->num_dfe_area = pkt->data[2];
890 info->progressive = pkt->data[3];
891 info->width = pkt->data[5];
892 info->height = pkt->data[4];
893 info->decoded_width = pkt->data[12];
894 info->decoded_height = pkt->data[11];
895 info->frame_rate.numerator = 1000;
896 info->frame_rate.denominator = pkt->data[8];
897 info->dsp_asp_ratio = pkt->data[9];
898 info->level_idc = pkt->data[10];
899 info->bit_depth_luma = pkt->data[13];
900 info->bit_depth_chroma = pkt->data[14];
901 info->chroma_fmt = pkt->data[15];
902 info->color_primaries = vpu_color_cvrt_primaries_i2v(pkt->data[16]);
903 info->transfer_chars = vpu_color_cvrt_transfers_i2v(pkt->data[17]);
904 info->matrix_coeffs = vpu_color_cvrt_matrix_i2v(pkt->data[18]);
905 info->full_range = vpu_color_cvrt_full_range_i2v(pkt->data[19]);
906 info->vui_present = pkt->data[20];
907 info->mvc_num_views = pkt->data[21];
908 info->offset_x = pkt->data[23];
909 info->offset_y = pkt->data[25];
910 info->tag = pkt->data[27];
911 if (info->bit_depth_luma > 8)
912 info->pixfmt = V4L2_PIX_FMT_NV12M_10BE_8L128;
914 info->pixfmt = V4L2_PIX_FMT_NV12M_8L128;
915 if (info->frame_rate.numerator && info->frame_rate.denominator) {
918 rational_best_approximation(info->frame_rate.numerator,
919 info->frame_rate.denominator,
920 info->frame_rate.numerator,
921 info->frame_rate.denominator,
923 info->frame_rate.numerator = n;
924 info->frame_rate.denominator = d;
926 vpu_malone_init_seq_hdr(info);
929 static void vpu_malone_unpack_pic_info(struct vpu_rpc_event *pkt,
930 struct vpu_dec_pic_info *info)
932 info->id = pkt->data[7];
933 info->luma = pkt->data[0];
934 info->start = pkt->data[10];
935 info->end = pkt->data[12];
936 info->pic_size = pkt->data[11];
937 info->stride = pkt->data[5];
938 info->consumed_count = pkt->data[13];
939 if (info->id == MALONE_SKIPPED_FRAME_ID)
945 static void vpu_malone_unpack_req_frame(struct vpu_rpc_event *pkt,
946 struct vpu_fs_info *info)
948 info->type = pkt->data[1];
951 static void vpu_malone_unpack_rel_frame(struct vpu_rpc_event *pkt,
952 struct vpu_fs_info *info)
954 info->id = pkt->data[0];
955 info->type = pkt->data[1];
956 info->not_displayed = pkt->data[2];
959 static void vpu_malone_unpack_buff_rdy(struct vpu_rpc_event *pkt,
960 struct vpu_dec_pic_info *info)
962 struct timespec64 ts = { pkt->data[9], pkt->data[10] };
964 info->id = pkt->data[0];
965 info->luma = pkt->data[1];
966 info->stride = pkt->data[3];
967 if (info->id == MALONE_SKIPPED_FRAME_ID)
972 info->timestamp = timespec64_to_ns(&ts);
975 int vpu_malone_unpack_msg_data(struct vpu_rpc_event *pkt, void *data)
980 switch (pkt->hdr.id) {
981 case VID_API_EVENT_SEQ_HDR_FOUND:
982 vpu_malone_unpack_seq_hdr(pkt, data);
984 case VID_API_EVENT_PIC_DECODED:
985 vpu_malone_unpack_pic_info(pkt, data);
987 case VID_API_EVENT_REQ_FRAME_BUFF:
988 vpu_malone_unpack_req_frame(pkt, data);
990 case VID_API_EVENT_REL_FRAME_BUFF:
991 vpu_malone_unpack_rel_frame(pkt, data);
993 case VID_API_EVENT_FRAME_BUFF_RDY:
994 vpu_malone_unpack_buff_rdy(pkt, data);
1001 static const struct malone_padding_scode padding_scodes[] = {
1002 {SCODE_PADDING_EOS, V4L2_PIX_FMT_H264, {0x0B010000, 0}},
1003 {SCODE_PADDING_EOS, V4L2_PIX_FMT_H264_MVC, {0x0B010000, 0}},
1004 {SCODE_PADDING_EOS, V4L2_PIX_FMT_HEVC, {0x4A010000, 0x20}},
1005 {SCODE_PADDING_EOS, V4L2_PIX_FMT_VC1_ANNEX_G, {0x0a010000, 0x0}},
1006 {SCODE_PADDING_EOS, V4L2_PIX_FMT_VC1_ANNEX_L, {0x0a010000, 0x0}},
1007 {SCODE_PADDING_EOS, V4L2_PIX_FMT_MPEG2, {0xCC010000, 0x0}},
1008 {SCODE_PADDING_EOS, V4L2_PIX_FMT_MPEG4, {0xb1010000, 0x0}},
1009 {SCODE_PADDING_EOS, V4L2_PIX_FMT_XVID, {0xb1010000, 0x0}},
1010 {SCODE_PADDING_EOS, V4L2_PIX_FMT_H263, {0xb1010000, 0x0}},
1011 {SCODE_PADDING_EOS, V4L2_PIX_FMT_VP8, {0x34010000, 0x0}},
1012 {SCODE_PADDING_EOS, V4L2_PIX_FMT_SPK, {0x34010000, 0x0}},
1013 {SCODE_PADDING_EOS, V4L2_PIX_FMT_RV30, {0x34010000, 0x0}},
1014 {SCODE_PADDING_EOS, V4L2_PIX_FMT_RV40, {0x34010000, 0x0}},
1015 {SCODE_PADDING_EOS, V4L2_PIX_FMT_JPEG, {0xefff0000, 0x0}},
1016 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_H264, {0x0B010000, 0}},
1017 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_H264_MVC, {0x0B010000, 0}},
1018 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_HEVC, {0x4A010000, 0x20}},
1019 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_VC1_ANNEX_G, {0x0a010000, 0x0}},
1020 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_VC1_ANNEX_L, {0x0a010000, 0x0}},
1021 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_MPEG2, {0xb7010000, 0x0}},
1022 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_MPEG4, {0xb1010000, 0x0}},
1023 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_XVID, {0xb1010000, 0x0}},
1024 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_H263, {0xb1010000, 0x0}},
1025 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_VP8, {0x34010000, 0x0}},
1026 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_SPK, {0x34010000, 0x0}},
1027 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_RV30, {0x34010000, 0x0}},
1028 {SCODE_PADDING_ABORT, V4L2_PIX_FMT_RV40, {0x34010000, 0x0}},
1029 {SCODE_PADDING_EOS, V4L2_PIX_FMT_JPEG, {0x0, 0x0}},
1030 {SCODE_PADDING_BUFFLUSH, V4L2_PIX_FMT_H264, {0x15010000, 0x0}},
1031 {SCODE_PADDING_BUFFLUSH, V4L2_PIX_FMT_H264_MVC, {0x15010000, 0x0}},
1034 static const struct malone_padding_scode padding_scode_dft = {0x0, 0x0};
1036 static const struct malone_padding_scode *get_padding_scode(u32 type, u32 fmt)
1038 const struct malone_padding_scode *s;
1041 for (i = 0; i < ARRAY_SIZE(padding_scodes); i++) {
1042 s = &padding_scodes[i];
1044 if (s->scode_type == type && s->pixelformat == fmt)
1048 if (type != SCODE_PADDING_BUFFLUSH)
1049 return &padding_scode_dft;
1054 static int vpu_malone_add_padding_scode(struct vpu_buffer *stream_buffer,
1055 struct vpu_malone_str_buffer __iomem *str_buf,
1056 u32 pixelformat, u32 scode_type)
1061 const struct malone_padding_scode *ps;
1062 const u32 padding_size = 4096;
1065 ps = get_padding_scode(scode_type, pixelformat);
1069 wptr = readl(&str_buf->wptr);
1070 if (wptr < stream_buffer->phys || wptr > stream_buffer->phys + stream_buffer->length)
1072 if (wptr == stream_buffer->phys + stream_buffer->length)
1073 wptr = stream_buffer->phys;
1074 size = ALIGN(wptr, 4) - wptr;
1076 vpu_helper_memset_stream_buffer(stream_buffer, &wptr, 0, size);
1079 size = sizeof(ps->data);
1080 ret = vpu_helper_copy_to_stream_buffer(stream_buffer, &wptr, size, (void *)ps->data);
1085 size = padding_size - sizeof(ps->data);
1086 vpu_helper_memset_stream_buffer(stream_buffer, &wptr, 0, size);
1089 vpu_malone_update_wptr(str_buf, wptr);
1093 int vpu_malone_add_scode(struct vpu_shared_addr *shared,
1095 struct vpu_buffer *stream_buffer,
1099 struct vpu_dec_ctrl *hc = shared->priv;
1100 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[instance];
1103 switch (scode_type) {
1104 case SCODE_PADDING_EOS:
1105 case SCODE_PADDING_ABORT:
1106 case SCODE_PADDING_BUFFLUSH:
1107 ret = vpu_malone_add_padding_scode(stream_buffer, str_buf, pixelformat, scode_type);
1116 #define MALONE_PAYLOAD_HEADER_SIZE 16
1117 #define MALONE_CODEC_VERSION_ID 0x1
1118 #define MALONE_CODEC_ID_VC1_SIMPLE 0x10
1119 #define MALONE_CODEC_ID_VC1_MAIN 0x11
1120 #define MALONE_CODEC_ID_ARV8 0x28
1121 #define MALONE_CODEC_ID_ARV9 0x29
1122 #define MALONE_CODEC_ID_VP6 0x36
1123 #define MALONE_CODEC_ID_VP8 0x36
1124 #define MALONE_CODEC_ID_DIVX3 0x38
1125 #define MALONE_CODEC_ID_SPK 0x39
1127 #define MALONE_VP8_IVF_SEQ_HEADER_LEN 32
1128 #define MALONE_VP8_IVF_FRAME_HEADER_LEN 8
1130 #define MALONE_VC1_RCV_CODEC_V1_VERSION 0x85
1131 #define MALONE_VC1_RCV_CODEC_V2_VERSION 0xC5
1132 #define MALONE_VC1_RCV_NUM_FRAMES 0xFF
1133 #define MALONE_VC1_RCV_SEQ_EXT_DATA_SIZE 4
1134 #define MALONE_VC1_RCV_SEQ_HEADER_LEN 20
1135 #define MALONE_VC1_RCV_PIC_HEADER_LEN 4
1136 #define MALONE_VC1_NAL_HEADER_LEN 4
1137 #define MALONE_VC1_CONTAIN_NAL(data) (((data) & 0x00FFFFFF) == 0x00010000)
1139 static void set_payload_hdr(u8 *dst, u32 scd_type, u32 codec_id,
1140 u32 buffer_size, u32 width, u32 height)
1142 unsigned int payload_size;
1143 /* payload_size = buffer_size + itself_size(16) - start_code(4) */
1144 payload_size = buffer_size + 12;
1152 dst[4] = ((payload_size >> 16) & 0xff);
1153 dst[5] = ((payload_size >> 8) & 0xff);
1155 dst[7] = ((payload_size >> 0) & 0xff);
1157 /* Codec ID and Version */
1159 dst[9] = MALONE_CODEC_VERSION_ID;
1162 dst[10] = ((width >> 8) & 0xff);
1163 dst[11] = ((width >> 0) & 0xff);
1167 dst[13] = ((height >> 8) & 0xff);
1168 dst[14] = ((height >> 0) & 0xff);
1172 static void set_vp8_ivf_seqhdr(u8 *dst, u32 width, u32 height)
1174 /* 0-3byte signature "DKIF" */
1179 /* 4-5byte version: should be 0*/
1182 /* 6-7 length of Header */
1183 dst[6] = MALONE_VP8_IVF_SEQ_HEADER_LEN;
1184 dst[7] = MALONE_VP8_IVF_SEQ_HEADER_LEN >> 8;
1185 /* 8-11 VP8 fourcc */
1190 /* 12-13 width in pixels */
1192 dst[13] = width >> 8;
1193 /* 14-15 height in pixels */
1195 dst[15] = height >> 8;
1196 /* 16-19 frame rate */
1201 /* 20-23 time scale */
1206 /* 24-27 number frames */
1211 /* 28-31 reserved */
1214 static void set_vp8_ivf_pichdr(u8 *dst, u32 frame_size)
1217 * firmware just parse 64-bit timestamp(8 bytes).
1218 * As not transfer timestamp to firmware, use default value(ZERO).
1219 * No need to do anything here
1223 static void set_vc1_rcv_seqhdr(u8 *dst, u8 *src, u32 width, u32 height)
1225 u32 frames = MALONE_VC1_RCV_NUM_FRAMES;
1226 u32 ext_data_size = MALONE_VC1_RCV_SEQ_EXT_DATA_SIZE;
1228 /* 0-2 Number of frames, used default value 0xFF */
1230 dst[1] = frames >> 8;
1231 dst[2] = frames >> 16;
1233 /* 3 RCV version, used V1 */
1234 dst[3] = MALONE_VC1_RCV_CODEC_V1_VERSION;
1236 /* 4-7 extension data size */
1237 dst[4] = ext_data_size;
1238 dst[5] = ext_data_size >> 8;
1239 dst[6] = ext_data_size >> 16;
1240 dst[7] = ext_data_size >> 24;
1241 /* 8-11 extension data */
1249 dst[13] = (height >> 8) & 0xff;
1250 dst[14] = (height >> 16) & 0xff;
1251 dst[15] = (height >> 24) & 0xff;
1254 dst[17] = (width >> 8) & 0xff;
1255 dst[18] = (width >> 16) & 0xff;
1256 dst[19] = (width >> 24) & 0xff;
1259 static void set_vc1_rcv_pichdr(u8 *dst, u32 buffer_size)
1261 dst[0] = buffer_size;
1262 dst[1] = buffer_size >> 8;
1263 dst[2] = buffer_size >> 16;
1264 dst[3] = buffer_size >> 24;
1267 static void create_vc1_nal_pichdr(u8 *dst)
1269 /* need insert nal header: special ID */
1276 static int vpu_malone_insert_scode_seq(struct malone_scode_t *scode, u32 codec_id, u32 ext_size)
1278 u8 hdr[MALONE_PAYLOAD_HEADER_SIZE];
1281 set_payload_hdr(hdr,
1285 scode->inst->out_format.width,
1286 scode->inst->out_format.height);
1287 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1296 static int vpu_malone_insert_scode_pic(struct malone_scode_t *scode, u32 codec_id, u32 ext_size)
1298 u8 hdr[MALONE_PAYLOAD_HEADER_SIZE];
1301 set_payload_hdr(hdr,
1304 ext_size + vb2_get_plane_payload(scode->vb, 0),
1305 scode->inst->out_format.width,
1306 scode->inst->out_format.height);
1307 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1316 static int vpu_malone_insert_scode_vc1_g_seq(struct malone_scode_t *scode)
1318 if (!scode->inst->total_input_count)
1320 if (vpu_vb_is_codecconfig(to_vb2_v4l2_buffer(scode->vb)))
1321 scode->need_data = 0;
1325 static int vpu_malone_insert_scode_vc1_g_pic(struct malone_scode_t *scode)
1327 struct vb2_v4l2_buffer *vbuf;
1328 u8 nal_hdr[MALONE_VC1_NAL_HEADER_LEN];
1332 vbuf = to_vb2_v4l2_buffer(scode->vb);
1333 data = vb2_plane_vaddr(scode->vb, 0);
1335 if (scode->inst->total_input_count == 0 || vpu_vb_is_codecconfig(vbuf))
1337 if (MALONE_VC1_CONTAIN_NAL(*data))
1340 create_vc1_nal_pichdr(nal_hdr);
1341 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1347 return sizeof(nal_hdr);
1350 static int vpu_malone_insert_scode_vc1_l_seq(struct malone_scode_t *scode)
1354 u8 rcv_seqhdr[MALONE_VC1_RCV_SEQ_HEADER_LEN];
1356 if (vpu_vb_is_codecconfig(to_vb2_v4l2_buffer(scode->vb)))
1357 scode->need_data = 0;
1358 if (scode->inst->total_input_count)
1360 scode->need_data = 0;
1362 ret = vpu_malone_insert_scode_seq(scode, MALONE_CODEC_ID_VC1_SIMPLE, sizeof(rcv_seqhdr));
1367 set_vc1_rcv_seqhdr(rcv_seqhdr,
1368 vb2_plane_vaddr(scode->vb, 0),
1369 scode->inst->out_format.width,
1370 scode->inst->out_format.height);
1371 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1378 size += sizeof(rcv_seqhdr);
1382 static int vpu_malone_insert_scode_vc1_l_pic(struct malone_scode_t *scode)
1386 u8 rcv_pichdr[MALONE_VC1_RCV_PIC_HEADER_LEN];
1388 ret = vpu_malone_insert_scode_pic(scode, MALONE_CODEC_ID_VC1_SIMPLE,
1389 sizeof(rcv_pichdr));
1394 set_vc1_rcv_pichdr(rcv_pichdr, vb2_get_plane_payload(scode->vb, 0));
1395 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1401 size += sizeof(rcv_pichdr);
1405 static int vpu_malone_insert_scode_vp8_seq(struct malone_scode_t *scode)
1409 u8 ivf_hdr[MALONE_VP8_IVF_SEQ_HEADER_LEN];
1411 ret = vpu_malone_insert_scode_seq(scode, MALONE_CODEC_ID_VP8, sizeof(ivf_hdr));
1416 set_vp8_ivf_seqhdr(ivf_hdr,
1417 scode->inst->out_format.width,
1418 scode->inst->out_format.height);
1419 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1425 size += sizeof(ivf_hdr);
1430 static int vpu_malone_insert_scode_vp8_pic(struct malone_scode_t *scode)
1434 u8 ivf_hdr[MALONE_VP8_IVF_FRAME_HEADER_LEN] = {0};
1436 ret = vpu_malone_insert_scode_pic(scode, MALONE_CODEC_ID_VP8, sizeof(ivf_hdr));
1441 set_vp8_ivf_pichdr(ivf_hdr, vb2_get_plane_payload(scode->vb, 0));
1442 ret = vpu_helper_copy_to_stream_buffer(&scode->inst->stream_buffer,
1448 size += sizeof(ivf_hdr);
1453 static int vpu_malone_insert_scode_spk_seq(struct malone_scode_t *scode)
1455 return vpu_malone_insert_scode_seq(scode, MALONE_CODEC_ID_SPK, 0);
1458 static int vpu_malone_insert_scode_spk_pic(struct malone_scode_t *scode)
1460 return vpu_malone_insert_scode_pic(scode, MALONE_CODEC_ID_SPK, 0);
1463 static const struct malone_scode_handler scode_handlers[] = {
1465 /* fix me, need to swap return operation after gstreamer swap */
1466 .pixelformat = V4L2_PIX_FMT_VC1_ANNEX_L,
1467 .insert_scode_seq = vpu_malone_insert_scode_vc1_l_seq,
1468 .insert_scode_pic = vpu_malone_insert_scode_vc1_l_pic,
1471 .pixelformat = V4L2_PIX_FMT_VC1_ANNEX_G,
1472 .insert_scode_seq = vpu_malone_insert_scode_vc1_g_seq,
1473 .insert_scode_pic = vpu_malone_insert_scode_vc1_g_pic,
1476 .pixelformat = V4L2_PIX_FMT_VP8,
1477 .insert_scode_seq = vpu_malone_insert_scode_vp8_seq,
1478 .insert_scode_pic = vpu_malone_insert_scode_vp8_pic,
1481 .pixelformat = V4L2_PIX_FMT_SPK,
1482 .insert_scode_seq = vpu_malone_insert_scode_spk_seq,
1483 .insert_scode_pic = vpu_malone_insert_scode_spk_pic,
1487 static const struct malone_scode_handler *get_scode_handler(u32 pixelformat)
1491 for (i = 0; i < ARRAY_SIZE(scode_handlers); i++) {
1492 if (scode_handlers[i].pixelformat == pixelformat)
1493 return &scode_handlers[i];
1499 static int vpu_malone_insert_scode(struct malone_scode_t *scode, u32 type)
1501 const struct malone_scode_handler *handler;
1504 if (!scode || !scode->inst || !scode->vb)
1507 scode->need_data = 1;
1508 handler = get_scode_handler(scode->inst->out_format.pixfmt);
1513 case SCODE_SEQUENCE:
1514 if (handler->insert_scode_seq)
1515 ret = handler->insert_scode_seq(scode);
1518 if (handler->insert_scode_pic)
1519 ret = handler->insert_scode_pic(scode);
1528 static int vpu_malone_input_frame_data(struct vpu_malone_str_buffer __iomem *str_buf,
1529 struct vpu_inst *inst, struct vb2_buffer *vb,
1532 struct malone_scode_t scode;
1533 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
1534 u32 wptr = readl(&str_buf->wptr);
1538 /*add scode: SCODE_SEQUENCE, SCODE_PICTURE, SCODE_SLICE*/
1542 scode.need_data = 1;
1543 if (vbuf->sequence == 0 || vpu_vb_is_codecconfig(vbuf))
1544 ret = vpu_malone_insert_scode(&scode, SCODE_SEQUENCE);
1550 if (!scode.need_data) {
1551 vpu_malone_update_wptr(str_buf, wptr);
1555 ret = vpu_malone_insert_scode(&scode, SCODE_PICTURE);
1561 ret = vpu_helper_copy_to_stream_buffer(&inst->stream_buffer,
1563 vb2_get_plane_payload(vb, 0),
1564 vb2_plane_vaddr(vb, 0));
1567 size += vb2_get_plane_payload(vb, 0);
1569 vpu_malone_update_wptr(str_buf, wptr);
1571 if (disp_imm && !vpu_vb_is_codecconfig(vbuf)) {
1572 ret = vpu_malone_add_scode(inst->core->iface,
1574 &inst->stream_buffer,
1575 inst->out_format.pixfmt,
1576 SCODE_PADDING_BUFFLUSH);
1585 static int vpu_malone_input_stream_data(struct vpu_malone_str_buffer __iomem *str_buf,
1586 struct vpu_inst *inst, struct vb2_buffer *vb)
1588 u32 wptr = readl(&str_buf->wptr);
1591 ret = vpu_helper_copy_to_stream_buffer(&inst->stream_buffer,
1593 vb2_get_plane_payload(vb, 0),
1594 vb2_plane_vaddr(vb, 0));
1598 vpu_malone_update_wptr(str_buf, wptr);
1603 static int vpu_malone_input_ts(struct vpu_inst *inst, s64 timestamp, u32 size)
1605 struct vpu_ts_info info;
1607 memset(&info, 0, sizeof(info));
1608 info.timestamp = timestamp;
1611 return vpu_session_fill_timestamp(inst, &info);
1614 int vpu_malone_input_frame(struct vpu_shared_addr *shared,
1615 struct vpu_inst *inst, struct vb2_buffer *vb)
1617 struct vpu_dec_ctrl *hc = shared->priv;
1618 struct vb2_v4l2_buffer *vbuf;
1619 struct vpu_malone_str_buffer __iomem *str_buf = hc->str_buf[inst->id];
1620 u32 disp_imm = hc->codec_param[inst->id].disp_imm;
1624 if (vpu_malone_is_non_frame_mode(shared, inst->id))
1625 ret = vpu_malone_input_stream_data(str_buf, inst, vb);
1627 ret = vpu_malone_input_frame_data(str_buf, inst, vb, disp_imm);
1633 * if buffer only contain codec data, and the timestamp is invalid,
1634 * don't put the invalid timestamp to resync
1635 * merge the data to next frame
1637 vbuf = to_vb2_v4l2_buffer(vb);
1638 if (vpu_vb_is_codecconfig(vbuf)) {
1639 inst->extra_size += size;
1642 if (inst->extra_size) {
1643 size += inst->extra_size;
1644 inst->extra_size = 0;
1647 ret = vpu_malone_input_ts(inst, vb->timestamp, size);
1654 static bool vpu_malone_check_ready(struct vpu_shared_addr *shared, u32 instance)
1656 struct malone_iface *iface = shared->iface;
1657 struct vpu_rpc_buffer_desc *desc = &iface->api_cmd_buffer_desc[instance];
1658 u32 size = desc->end - desc->start;
1659 u32 rptr = desc->rptr;
1660 u32 wptr = desc->wptr;
1666 used = (wptr + size - rptr) % size;
1667 if (used < (size / 2))
1673 bool vpu_malone_is_ready(struct vpu_shared_addr *shared, u32 instance)
1677 while (!vpu_malone_check_ready(shared, instance)) {
1686 int vpu_malone_pre_cmd(struct vpu_shared_addr *shared, u32 instance)
1688 if (!vpu_malone_is_ready(shared, instance))
1694 int vpu_malone_post_cmd(struct vpu_shared_addr *shared, u32 instance)
1696 struct malone_iface *iface = shared->iface;
1697 struct vpu_rpc_buffer_desc *desc = &iface->api_cmd_buffer_desc[instance];
1700 if (desc->wptr == desc->end)
1701 desc->wptr = desc->start;
1706 int vpu_malone_init_instance(struct vpu_shared_addr *shared, u32 instance)
1708 struct malone_iface *iface = shared->iface;
1709 struct vpu_rpc_buffer_desc *desc = &iface->api_cmd_buffer_desc[instance];
1711 desc->wptr = desc->rptr;
1712 if (desc->wptr == desc->end)
1713 desc->wptr = desc->start;
1718 u32 vpu_malone_get_max_instance_count(struct vpu_shared_addr *shared)
1720 struct malone_iface *iface = shared->iface;
1722 return iface->max_streams;