2 * linux/drivers/media/platform/s5p-mfc/s5p_mfc_enc.c
4 * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
7 * Jeongtae Park <jtp.park@samsung.com>
8 * Kamil Debski <k.debski@samsung.com>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
16 #include <linux/clk.h>
17 #include <linux/interrupt.h>
19 #include <linux/module.h>
20 #include <linux/platform_device.h>
21 #include <linux/sched.h>
22 #include <linux/version.h>
23 #include <linux/videodev2.h>
24 #include <media/v4l2-event.h>
25 #include <linux/workqueue.h>
26 #include <media/v4l2-ctrls.h>
27 #include <media/videobuf2-core.h>
28 #include "s5p_mfc_common.h"
29 #include "s5p_mfc_debug.h"
30 #include "s5p_mfc_enc.h"
31 #include "s5p_mfc_intr.h"
32 #include "s5p_mfc_opr.h"
34 #define DEF_SRC_FMT_ENC V4L2_PIX_FMT_NV12MT
35 #define DEF_DST_FMT_ENC V4L2_PIX_FMT_H264
37 static struct s5p_mfc_fmt formats[] = {
39 .name = "4:2:0 2 Planes 16x16 Tiles",
40 .fourcc = V4L2_PIX_FMT_NV12MT_16X16,
41 .codec_mode = S5P_MFC_CODEC_NONE,
46 .name = "4:2:0 2 Planes 64x32 Tiles",
47 .fourcc = V4L2_PIX_FMT_NV12MT,
48 .codec_mode = S5P_MFC_CODEC_NONE,
53 .name = "4:2:0 2 Planes Y/CbCr",
54 .fourcc = V4L2_PIX_FMT_NV12M,
55 .codec_mode = S5P_MFC_CODEC_NONE,
60 .name = "4:2:0 2 Planes Y/CrCb",
61 .fourcc = V4L2_PIX_FMT_NV21M,
62 .codec_mode = S5P_MFC_CODEC_NONE,
67 .name = "H264 Encoded Stream",
68 .fourcc = V4L2_PIX_FMT_H264,
69 .codec_mode = S5P_MFC_CODEC_H264_ENC,
74 .name = "MPEG4 Encoded Stream",
75 .fourcc = V4L2_PIX_FMT_MPEG4,
76 .codec_mode = S5P_MFC_CODEC_MPEG4_ENC,
81 .name = "H263 Encoded Stream",
82 .fourcc = V4L2_PIX_FMT_H263,
83 .codec_mode = S5P_MFC_CODEC_H263_ENC,
88 .name = "VP8 Encoded Stream",
89 .fourcc = V4L2_PIX_FMT_VP8,
90 .codec_mode = S5P_MFC_CODEC_VP8_ENC,
96 #define NUM_FORMATS ARRAY_SIZE(formats)
97 static struct s5p_mfc_fmt *find_format(struct v4l2_format *f, unsigned int t)
101 for (i = 0; i < NUM_FORMATS; i++) {
102 if (formats[i].fourcc == f->fmt.pix_mp.pixelformat &&
103 formats[i].type == t)
109 static struct mfc_control controls[] = {
111 .id = V4L2_CID_MPEG_VIDEO_GOP_SIZE,
112 .type = V4L2_CTRL_TYPE_INTEGER,
114 .maximum = (1 << 16) - 1,
119 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE,
120 .type = V4L2_CTRL_TYPE_MENU,
121 .minimum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
122 .maximum = V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_BYTES,
123 .default_value = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
127 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB,
128 .type = V4L2_CTRL_TYPE_INTEGER,
130 .maximum = (1 << 16) - 1,
135 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES,
136 .type = V4L2_CTRL_TYPE_INTEGER,
138 .maximum = (1 << 30) - 1,
140 .default_value = 1900,
143 .id = V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB,
144 .type = V4L2_CTRL_TYPE_INTEGER,
146 .maximum = (1 << 16) - 1,
151 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING,
152 .type = V4L2_CTRL_TYPE_BOOLEAN,
153 .name = "Padding Control Enable",
160 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV,
161 .type = V4L2_CTRL_TYPE_INTEGER,
162 .name = "Padding Color YUV Value",
164 .maximum = (1 << 25) - 1,
169 .id = V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE,
170 .type = V4L2_CTRL_TYPE_BOOLEAN,
177 .id = V4L2_CID_MPEG_VIDEO_BITRATE,
178 .type = V4L2_CTRL_TYPE_INTEGER,
180 .maximum = (1 << 30) - 1,
185 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF,
186 .type = V4L2_CTRL_TYPE_INTEGER,
187 .name = "Rate Control Reaction Coeff.",
189 .maximum = (1 << 16) - 1,
194 .id = V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE,
195 .type = V4L2_CTRL_TYPE_MENU,
196 .name = "Force frame type",
197 .minimum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
198 .maximum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_NOT_CODED,
199 .default_value = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
203 .id = V4L2_CID_MPEG_VIDEO_VBV_SIZE,
204 .type = V4L2_CTRL_TYPE_INTEGER,
206 .maximum = (1 << 16) - 1,
211 .id = V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE,
212 .type = V4L2_CTRL_TYPE_INTEGER,
214 .maximum = (1 << 16) - 1,
219 .id = V4L2_CID_MPEG_VIDEO_HEADER_MODE,
220 .type = V4L2_CTRL_TYPE_MENU,
221 .minimum = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
222 .maximum = V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME,
223 .default_value = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
227 .id = V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE,
228 .type = V4L2_CTRL_TYPE_MENU,
229 .name = "Frame Skip Enable",
230 .minimum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
231 .maximum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT,
233 .default_value = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
236 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT,
237 .type = V4L2_CTRL_TYPE_BOOLEAN,
238 .name = "Fixed Target Bit Enable",
246 .id = V4L2_CID_MPEG_VIDEO_B_FRAMES,
247 .type = V4L2_CTRL_TYPE_INTEGER,
254 .id = V4L2_CID_MPEG_VIDEO_H264_PROFILE,
255 .type = V4L2_CTRL_TYPE_MENU,
256 .minimum = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
257 .maximum = V4L2_MPEG_VIDEO_H264_PROFILE_MULTIVIEW_HIGH,
258 .default_value = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
260 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) |
261 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) |
262 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH)
266 .id = V4L2_CID_MPEG_VIDEO_H264_LEVEL,
267 .type = V4L2_CTRL_TYPE_MENU,
268 .minimum = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
269 .maximum = V4L2_MPEG_VIDEO_H264_LEVEL_4_0,
270 .default_value = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
273 .id = V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL,
274 .type = V4L2_CTRL_TYPE_MENU,
275 .minimum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
276 .maximum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_5,
277 .default_value = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
281 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE,
282 .type = V4L2_CTRL_TYPE_MENU,
283 .minimum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
284 .maximum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
285 .default_value = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
289 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA,
290 .type = V4L2_CTRL_TYPE_INTEGER,
297 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA,
298 .type = V4L2_CTRL_TYPE_INTEGER,
305 .id = V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE,
306 .type = V4L2_CTRL_TYPE_MENU,
307 .minimum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
308 .maximum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC,
309 .default_value = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
313 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P,
314 .type = V4L2_CTRL_TYPE_INTEGER,
315 .name = "The Number of Ref. Pic for P",
322 .id = V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM,
323 .type = V4L2_CTRL_TYPE_BOOLEAN,
330 .id = V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE,
331 .type = V4L2_CTRL_TYPE_BOOLEAN,
338 .id = V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP,
339 .type = V4L2_CTRL_TYPE_INTEGER,
346 .id = V4L2_CID_MPEG_VIDEO_H264_MIN_QP,
347 .type = V4L2_CTRL_TYPE_INTEGER,
354 .id = V4L2_CID_MPEG_VIDEO_H264_MAX_QP,
355 .type = V4L2_CTRL_TYPE_INTEGER,
362 .id = V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP,
363 .type = V4L2_CTRL_TYPE_INTEGER,
370 .id = V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP,
371 .type = V4L2_CTRL_TYPE_INTEGER,
378 .id = V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP,
379 .type = V4L2_CTRL_TYPE_INTEGER,
380 .name = "H263 I-Frame QP value",
387 .id = V4L2_CID_MPEG_VIDEO_H263_MIN_QP,
388 .type = V4L2_CTRL_TYPE_INTEGER,
389 .name = "H263 Minimum QP value",
396 .id = V4L2_CID_MPEG_VIDEO_H263_MAX_QP,
397 .type = V4L2_CTRL_TYPE_INTEGER,
398 .name = "H263 Maximum QP value",
405 .id = V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP,
406 .type = V4L2_CTRL_TYPE_INTEGER,
407 .name = "H263 P frame QP value",
414 .id = V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP,
415 .type = V4L2_CTRL_TYPE_INTEGER,
416 .name = "H263 B frame QP value",
423 .id = V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP,
424 .type = V4L2_CTRL_TYPE_INTEGER,
425 .name = "MPEG4 I-Frame QP value",
432 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP,
433 .type = V4L2_CTRL_TYPE_INTEGER,
434 .name = "MPEG4 Minimum QP value",
441 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP,
442 .type = V4L2_CTRL_TYPE_INTEGER,
443 .name = "MPEG4 Maximum QP value",
450 .id = V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP,
451 .type = V4L2_CTRL_TYPE_INTEGER,
452 .name = "MPEG4 P frame QP value",
459 .id = V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP,
460 .type = V4L2_CTRL_TYPE_INTEGER,
461 .name = "MPEG4 B frame QP value",
468 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK,
469 .type = V4L2_CTRL_TYPE_BOOLEAN,
470 .name = "H264 Dark Reg Adaptive RC",
477 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH,
478 .type = V4L2_CTRL_TYPE_BOOLEAN,
479 .name = "H264 Smooth Reg Adaptive RC",
486 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC,
487 .type = V4L2_CTRL_TYPE_BOOLEAN,
488 .name = "H264 Static Reg Adaptive RC",
495 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY,
496 .type = V4L2_CTRL_TYPE_BOOLEAN,
497 .name = "H264 Activity Reg Adaptive RC",
504 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE,
505 .type = V4L2_CTRL_TYPE_BOOLEAN,
512 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC,
513 .type = V4L2_CTRL_TYPE_MENU,
514 .minimum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
515 .maximum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED,
516 .default_value = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
520 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH,
521 .type = V4L2_CTRL_TYPE_INTEGER,
523 .maximum = (1 << 16) - 1,
528 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT,
529 .type = V4L2_CTRL_TYPE_INTEGER,
531 .maximum = (1 << 16) - 1,
536 .id = V4L2_CID_MPEG_VIDEO_GOP_CLOSURE,
537 .type = V4L2_CTRL_TYPE_BOOLEAN,
544 .id = V4L2_CID_MPEG_VIDEO_H264_I_PERIOD,
545 .type = V4L2_CTRL_TYPE_INTEGER,
547 .maximum = (1 << 16) - 1,
552 .id = V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE,
553 .type = V4L2_CTRL_TYPE_MENU,
554 .minimum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
555 .maximum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE,
556 .default_value = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
560 .id = V4L2_CID_MPEG_VIDEO_MPEG4_QPEL,
561 .type = V4L2_CTRL_TYPE_BOOLEAN,
568 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS,
569 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
570 .maximum = V4L2_CID_MPEG_VIDEO_VPX_8_PARTITIONS,
571 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_PARTITION,
575 .id = V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4,
576 .type = V4L2_CTRL_TYPE_BOOLEAN,
583 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES,
584 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
585 .maximum = V4L2_CID_MPEG_VIDEO_VPX_2_REF_FRAME,
586 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_REF_FRAME,
590 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL,
591 .type = V4L2_CTRL_TYPE_INTEGER,
598 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS,
599 .type = V4L2_CTRL_TYPE_INTEGER,
606 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD,
607 .type = V4L2_CTRL_TYPE_INTEGER,
609 .maximum = (1 << 16) - 1,
614 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL,
615 .type = V4L2_CTRL_TYPE_MENU,
616 .minimum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
617 .maximum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_REF_PERIOD,
618 .default_value = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
623 #define NUM_CTRLS ARRAY_SIZE(controls)
624 static const char * const *mfc51_get_menu(u32 id)
626 static const char * const mfc51_video_frame_skip[] = {
632 static const char * const mfc51_video_force_frame[] = {
639 case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
640 return mfc51_video_frame_skip;
641 case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
642 return mfc51_video_force_frame;
647 static int s5p_mfc_ctx_ready(struct s5p_mfc_ctx *ctx)
649 mfc_debug(2, "src=%d, dst=%d, state=%d\n",
650 ctx->src_queue_cnt, ctx->dst_queue_cnt, ctx->state);
651 /* context is ready to make header */
652 if (ctx->state == MFCINST_GOT_INST && ctx->dst_queue_cnt >= 1)
654 /* context is ready to encode a frame */
655 if ((ctx->state == MFCINST_RUNNING ||
656 ctx->state == MFCINST_HEAD_PRODUCED) &&
657 ctx->src_queue_cnt >= 1 && ctx->dst_queue_cnt >= 1)
659 /* context is ready to encode remaining frames */
660 if (ctx->state == MFCINST_FINISHING &&
661 ctx->dst_queue_cnt >= 1)
663 mfc_debug(2, "ctx is not ready\n");
667 static void cleanup_ref_queue(struct s5p_mfc_ctx *ctx)
669 struct s5p_mfc_buf *mb_entry;
670 unsigned long mb_y_addr, mb_c_addr;
672 /* move buffers in ref queue to src queue */
673 while (!list_empty(&ctx->ref_queue)) {
674 mb_entry = list_entry((&ctx->ref_queue)->next,
675 struct s5p_mfc_buf, list);
676 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
677 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
678 list_del(&mb_entry->list);
679 ctx->ref_queue_cnt--;
680 list_add_tail(&mb_entry->list, &ctx->src_queue);
681 ctx->src_queue_cnt++;
683 mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
684 ctx->src_queue_cnt, ctx->ref_queue_cnt);
685 INIT_LIST_HEAD(&ctx->ref_queue);
686 ctx->ref_queue_cnt = 0;
689 static int enc_pre_seq_start(struct s5p_mfc_ctx *ctx)
691 struct s5p_mfc_dev *dev = ctx->dev;
692 struct s5p_mfc_buf *dst_mb;
693 unsigned long dst_addr;
694 unsigned int dst_size;
697 spin_lock_irqsave(&dev->irqlock, flags);
698 dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
699 dst_addr = vb2_dma_contig_plane_dma_addr(dst_mb->b, 0);
700 dst_size = vb2_plane_size(dst_mb->b, 0);
701 s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
703 spin_unlock_irqrestore(&dev->irqlock, flags);
707 static int enc_post_seq_start(struct s5p_mfc_ctx *ctx)
709 struct s5p_mfc_dev *dev = ctx->dev;
710 struct s5p_mfc_enc_params *p = &ctx->enc_params;
711 struct s5p_mfc_buf *dst_mb;
713 unsigned int enc_pb_count;
715 if (p->seq_hdr_mode == V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE) {
716 spin_lock_irqsave(&dev->irqlock, flags);
717 dst_mb = list_entry(ctx->dst_queue.next,
718 struct s5p_mfc_buf, list);
719 list_del(&dst_mb->list);
720 ctx->dst_queue_cnt--;
721 vb2_set_plane_payload(dst_mb->b, 0,
722 s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size, dev));
723 vb2_buffer_done(dst_mb->b, VB2_BUF_STATE_DONE);
724 spin_unlock_irqrestore(&dev->irqlock, flags);
727 if (!IS_MFCV6_PLUS(dev)) {
728 ctx->state = MFCINST_RUNNING;
729 if (s5p_mfc_ctx_ready(ctx))
730 set_work_bit_irqsave(ctx);
731 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
733 enc_pb_count = s5p_mfc_hw_call(dev->mfc_ops,
734 get_enc_dpb_count, dev);
735 if (ctx->pb_count < enc_pb_count)
736 ctx->pb_count = enc_pb_count;
737 ctx->state = MFCINST_HEAD_PRODUCED;
743 static int enc_pre_frame_start(struct s5p_mfc_ctx *ctx)
745 struct s5p_mfc_dev *dev = ctx->dev;
746 struct s5p_mfc_buf *dst_mb;
747 struct s5p_mfc_buf *src_mb;
749 unsigned long src_y_addr, src_c_addr, dst_addr;
750 unsigned int dst_size;
752 spin_lock_irqsave(&dev->irqlock, flags);
753 src_mb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
754 src_y_addr = vb2_dma_contig_plane_dma_addr(src_mb->b, 0);
755 src_c_addr = vb2_dma_contig_plane_dma_addr(src_mb->b, 1);
756 s5p_mfc_hw_call(dev->mfc_ops, set_enc_frame_buffer, ctx, src_y_addr,
758 spin_unlock_irqrestore(&dev->irqlock, flags);
760 spin_lock_irqsave(&dev->irqlock, flags);
761 dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
762 dst_addr = vb2_dma_contig_plane_dma_addr(dst_mb->b, 0);
763 dst_size = vb2_plane_size(dst_mb->b, 0);
764 s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
766 spin_unlock_irqrestore(&dev->irqlock, flags);
771 static int enc_post_frame_start(struct s5p_mfc_ctx *ctx)
773 struct s5p_mfc_dev *dev = ctx->dev;
774 struct s5p_mfc_buf *mb_entry;
775 unsigned long enc_y_addr, enc_c_addr;
776 unsigned long mb_y_addr, mb_c_addr;
778 unsigned int strm_size;
781 slice_type = s5p_mfc_hw_call(dev->mfc_ops, get_enc_slice_type, dev);
782 strm_size = s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size, dev);
783 mfc_debug(2, "Encoded slice type: %d\n", slice_type);
784 mfc_debug(2, "Encoded stream size: %d\n", strm_size);
785 mfc_debug(2, "Display order: %d\n",
786 mfc_read(dev, S5P_FIMV_ENC_SI_PIC_CNT));
787 spin_lock_irqsave(&dev->irqlock, flags);
788 if (slice_type >= 0) {
789 s5p_mfc_hw_call(dev->mfc_ops, get_enc_frame_buffer, ctx,
790 &enc_y_addr, &enc_c_addr);
791 list_for_each_entry(mb_entry, &ctx->src_queue, list) {
792 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
793 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
794 if ((enc_y_addr == mb_y_addr) &&
795 (enc_c_addr == mb_c_addr)) {
796 list_del(&mb_entry->list);
797 ctx->src_queue_cnt--;
798 vb2_buffer_done(mb_entry->b,
803 list_for_each_entry(mb_entry, &ctx->ref_queue, list) {
804 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
805 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
806 if ((enc_y_addr == mb_y_addr) &&
807 (enc_c_addr == mb_c_addr)) {
808 list_del(&mb_entry->list);
809 ctx->ref_queue_cnt--;
810 vb2_buffer_done(mb_entry->b,
816 if ((ctx->src_queue_cnt > 0) && (ctx->state == MFCINST_RUNNING)) {
817 mb_entry = list_entry(ctx->src_queue.next, struct s5p_mfc_buf,
819 if (mb_entry->flags & MFC_BUF_FLAG_USED) {
820 list_del(&mb_entry->list);
821 ctx->src_queue_cnt--;
822 list_add_tail(&mb_entry->list, &ctx->ref_queue);
823 ctx->ref_queue_cnt++;
825 mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
826 ctx->src_queue_cnt, ctx->ref_queue_cnt);
829 /* at least one more dest. buffers exist always */
830 mb_entry = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf,
832 list_del(&mb_entry->list);
833 ctx->dst_queue_cnt--;
834 switch (slice_type) {
835 case S5P_FIMV_ENC_SI_SLICE_TYPE_I:
836 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_KEYFRAME;
838 case S5P_FIMV_ENC_SI_SLICE_TYPE_P:
839 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_PFRAME;
841 case S5P_FIMV_ENC_SI_SLICE_TYPE_B:
842 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_BFRAME;
845 vb2_set_plane_payload(mb_entry->b, 0, strm_size);
846 vb2_buffer_done(mb_entry->b, VB2_BUF_STATE_DONE);
848 spin_unlock_irqrestore(&dev->irqlock, flags);
849 if ((ctx->src_queue_cnt == 0) || (ctx->dst_queue_cnt == 0))
854 static struct s5p_mfc_codec_ops encoder_codec_ops = {
855 .pre_seq_start = enc_pre_seq_start,
856 .post_seq_start = enc_post_seq_start,
857 .pre_frame_start = enc_pre_frame_start,
858 .post_frame_start = enc_post_frame_start,
861 /* Query capabilities of the device */
862 static int vidioc_querycap(struct file *file, void *priv,
863 struct v4l2_capability *cap)
865 struct s5p_mfc_dev *dev = video_drvdata(file);
867 strncpy(cap->driver, dev->plat_dev->name, sizeof(cap->driver) - 1);
868 strncpy(cap->card, dev->plat_dev->name, sizeof(cap->card) - 1);
869 cap->bus_info[0] = 0;
870 cap->version = KERNEL_VERSION(1, 0, 0);
872 * This is only a mem-to-mem video device. The capture and output
873 * device capability flags are left only for backward compatibility
874 * and are scheduled for removal.
876 cap->capabilities = V4L2_CAP_VIDEO_M2M_MPLANE | V4L2_CAP_STREAMING |
877 V4L2_CAP_VIDEO_CAPTURE_MPLANE |
878 V4L2_CAP_VIDEO_OUTPUT_MPLANE;
882 static int vidioc_enum_fmt(struct v4l2_fmtdesc *f, bool mplane, bool out)
884 struct s5p_mfc_fmt *fmt;
887 for (i = 0; i < ARRAY_SIZE(formats); ++i) {
888 if (mplane && formats[i].num_planes == 1)
890 else if (!mplane && formats[i].num_planes > 1)
892 if (out && formats[i].type != MFC_FMT_RAW)
894 else if (!out && formats[i].type != MFC_FMT_ENC)
898 strlcpy(f->description, fmt->name,
899 sizeof(f->description));
900 f->pixelformat = fmt->fourcc;
908 static int vidioc_enum_fmt_vid_cap(struct file *file, void *pirv,
909 struct v4l2_fmtdesc *f)
911 return vidioc_enum_fmt(f, false, false);
914 static int vidioc_enum_fmt_vid_cap_mplane(struct file *file, void *pirv,
915 struct v4l2_fmtdesc *f)
917 return vidioc_enum_fmt(f, true, false);
920 static int vidioc_enum_fmt_vid_out(struct file *file, void *prov,
921 struct v4l2_fmtdesc *f)
923 return vidioc_enum_fmt(f, false, true);
926 static int vidioc_enum_fmt_vid_out_mplane(struct file *file, void *prov,
927 struct v4l2_fmtdesc *f)
929 return vidioc_enum_fmt(f, true, true);
932 static int vidioc_g_fmt(struct file *file, void *priv, struct v4l2_format *f)
934 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
935 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
937 mfc_debug(2, "f->type = %d ctx->state = %d\n", f->type, ctx->state);
938 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
939 /* This is run on output (encoder dest) */
940 pix_fmt_mp->width = 0;
941 pix_fmt_mp->height = 0;
942 pix_fmt_mp->field = V4L2_FIELD_NONE;
943 pix_fmt_mp->pixelformat = ctx->dst_fmt->fourcc;
944 pix_fmt_mp->num_planes = ctx->dst_fmt->num_planes;
946 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->enc_dst_buf_size;
947 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->enc_dst_buf_size;
948 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
949 /* This is run on capture (encoder src) */
950 pix_fmt_mp->width = ctx->img_width;
951 pix_fmt_mp->height = ctx->img_height;
953 pix_fmt_mp->field = V4L2_FIELD_NONE;
954 pix_fmt_mp->pixelformat = ctx->src_fmt->fourcc;
955 pix_fmt_mp->num_planes = ctx->src_fmt->num_planes;
957 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
958 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
959 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
960 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
962 mfc_err("invalid buf type\n");
968 static int vidioc_try_fmt(struct file *file, void *priv, struct v4l2_format *f)
970 struct s5p_mfc_fmt *fmt;
971 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
973 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
974 fmt = find_format(f, MFC_FMT_ENC);
976 mfc_err("failed to try output format\n");
980 if (pix_fmt_mp->plane_fmt[0].sizeimage == 0) {
981 mfc_err("must be set encoding output size\n");
985 pix_fmt_mp->plane_fmt[0].bytesperline =
986 pix_fmt_mp->plane_fmt[0].sizeimage;
987 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
988 fmt = find_format(f, MFC_FMT_RAW);
990 mfc_err("failed to try output format\n");
994 if (fmt->num_planes != pix_fmt_mp->num_planes) {
995 mfc_err("failed to try output format\n");
998 v4l_bound_align_image(&pix_fmt_mp->width, 8, 1920, 1,
999 &pix_fmt_mp->height, 4, 1080, 1, 0);
1001 mfc_err("invalid buf type\n");
1007 static int vidioc_s_fmt(struct file *file, void *priv, struct v4l2_format *f)
1009 struct s5p_mfc_dev *dev = video_drvdata(file);
1010 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1011 struct s5p_mfc_fmt *fmt;
1012 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1015 ret = vidioc_try_fmt(file, priv, f);
1018 if (ctx->vq_src.streaming || ctx->vq_dst.streaming) {
1019 v4l2_err(&dev->v4l2_dev, "%s queue busy\n", __func__);
1023 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1024 fmt = find_format(f, MFC_FMT_ENC);
1026 mfc_err("failed to set capture format\n");
1029 if (!IS_MFCV7(dev) && (fmt->fourcc == V4L2_PIX_FMT_VP8)) {
1030 mfc_err("VP8 is supported only in MFC v7\n");
1033 ctx->state = MFCINST_INIT;
1035 ctx->codec_mode = ctx->dst_fmt->codec_mode;
1036 ctx->enc_dst_buf_size = pix_fmt_mp->plane_fmt[0].sizeimage;
1037 pix_fmt_mp->plane_fmt[0].bytesperline = 0;
1038 ctx->dst_bufs_cnt = 0;
1039 ctx->capture_state = QUEUE_FREE;
1040 s5p_mfc_hw_call(dev->mfc_ops, alloc_instance_buffer, ctx);
1041 set_work_bit_irqsave(ctx);
1042 s5p_mfc_clean_ctx_int_flags(ctx);
1043 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1044 if (s5p_mfc_wait_for_done_ctx(ctx, \
1045 S5P_MFC_R2H_CMD_OPEN_INSTANCE_RET, 1)) {
1046 /* Error or timeout */
1047 mfc_err("Error getting instance from hardware\n");
1048 s5p_mfc_hw_call(dev->mfc_ops, release_instance_buffer,
1053 mfc_debug(2, "Got instance number: %d\n", ctx->inst_no);
1054 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1055 fmt = find_format(f, MFC_FMT_RAW);
1057 mfc_err("failed to set output format\n");
1061 if (!IS_MFCV6_PLUS(dev) &&
1062 (fmt->fourcc == V4L2_PIX_FMT_NV12MT_16X16)) {
1063 mfc_err("Not supported format.\n");
1065 } else if (IS_MFCV6_PLUS(dev) &&
1066 (fmt->fourcc == V4L2_PIX_FMT_NV12MT)) {
1067 mfc_err("Not supported format.\n");
1071 if (fmt->num_planes != pix_fmt_mp->num_planes) {
1072 mfc_err("failed to set output format\n");
1077 ctx->img_width = pix_fmt_mp->width;
1078 ctx->img_height = pix_fmt_mp->height;
1079 mfc_debug(2, "codec number: %d\n", ctx->src_fmt->codec_mode);
1080 mfc_debug(2, "fmt - w: %d, h: %d, ctx - w: %d, h: %d\n",
1081 pix_fmt_mp->width, pix_fmt_mp->height,
1082 ctx->img_width, ctx->img_height);
1084 s5p_mfc_hw_call(dev->mfc_ops, enc_calc_src_size, ctx);
1085 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1086 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1087 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1088 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1090 ctx->src_bufs_cnt = 0;
1091 ctx->output_state = QUEUE_FREE;
1093 mfc_err("invalid buf type\n");
1101 static int vidioc_reqbufs(struct file *file, void *priv,
1102 struct v4l2_requestbuffers *reqbufs)
1104 struct s5p_mfc_dev *dev = video_drvdata(file);
1105 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1108 /* if memory is not mmp or userptr return error */
1109 if ((reqbufs->memory != V4L2_MEMORY_MMAP) &&
1110 (reqbufs->memory != V4L2_MEMORY_USERPTR))
1112 if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1113 if (ctx->capture_state != QUEUE_FREE) {
1114 mfc_err("invalid capture state: %d\n",
1115 ctx->capture_state);
1118 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1120 mfc_err("error in vb2_reqbufs() for E(D)\n");
1123 ctx->capture_state = QUEUE_BUFS_REQUESTED;
1125 ret = s5p_mfc_hw_call(ctx->dev->mfc_ops,
1126 alloc_codec_buffers, ctx);
1128 mfc_err("Failed to allocate encoding buffers\n");
1130 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1133 } else if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1134 if (ctx->output_state != QUEUE_FREE) {
1135 mfc_err("invalid output state: %d\n",
1140 if (IS_MFCV6_PLUS(dev)) {
1141 /* Check for min encoder buffers */
1142 if (ctx->pb_count &&
1143 (reqbufs->count < ctx->pb_count)) {
1144 reqbufs->count = ctx->pb_count;
1145 mfc_debug(2, "Minimum %d output buffers needed\n",
1148 ctx->pb_count = reqbufs->count;
1152 ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1154 mfc_err("error in vb2_reqbufs() for E(S)\n");
1157 ctx->output_state = QUEUE_BUFS_REQUESTED;
1159 mfc_err("invalid buf type\n");
1165 static int vidioc_querybuf(struct file *file, void *priv,
1166 struct v4l2_buffer *buf)
1168 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1171 /* if memory is not mmp or userptr return error */
1172 if ((buf->memory != V4L2_MEMORY_MMAP) &&
1173 (buf->memory != V4L2_MEMORY_USERPTR))
1175 if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1176 if (ctx->state != MFCINST_GOT_INST) {
1177 mfc_err("invalid context state: %d\n", ctx->state);
1180 ret = vb2_querybuf(&ctx->vq_dst, buf);
1182 mfc_err("error in vb2_querybuf() for E(D)\n");
1185 buf->m.planes[0].m.mem_offset += DST_QUEUE_OFF_BASE;
1186 } else if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1187 ret = vb2_querybuf(&ctx->vq_src, buf);
1189 mfc_err("error in vb2_querybuf() for E(S)\n");
1193 mfc_err("invalid buf type\n");
1199 /* Queue a buffer */
1200 static int vidioc_qbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1202 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1204 if (ctx->state == MFCINST_ERROR) {
1205 mfc_err("Call on QBUF after unrecoverable error\n");
1208 if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1209 if (ctx->state == MFCINST_FINISHING) {
1210 mfc_err("Call on QBUF after EOS command\n");
1213 return vb2_qbuf(&ctx->vq_src, buf);
1214 } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1215 return vb2_qbuf(&ctx->vq_dst, buf);
1220 /* Dequeue a buffer */
1221 static int vidioc_dqbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1223 const struct v4l2_event ev = {
1224 .type = V4L2_EVENT_EOS
1226 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1229 if (ctx->state == MFCINST_ERROR) {
1230 mfc_err("Call on DQBUF after unrecoverable error\n");
1233 if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1234 ret = vb2_dqbuf(&ctx->vq_src, buf, file->f_flags & O_NONBLOCK);
1235 } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1236 ret = vb2_dqbuf(&ctx->vq_dst, buf, file->f_flags & O_NONBLOCK);
1237 if (ret == 0 && ctx->state == MFCINST_FINISHED
1238 && list_empty(&ctx->vq_dst.done_list))
1239 v4l2_event_queue_fh(&ctx->fh, &ev);
1247 /* Export DMA buffer */
1248 static int vidioc_expbuf(struct file *file, void *priv,
1249 struct v4l2_exportbuffer *eb)
1251 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1253 if (eb->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1254 return vb2_expbuf(&ctx->vq_src, eb);
1255 if (eb->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1256 return vb2_expbuf(&ctx->vq_dst, eb);
1261 static int vidioc_streamon(struct file *file, void *priv,
1262 enum v4l2_buf_type type)
1264 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1266 if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1267 return vb2_streamon(&ctx->vq_src, type);
1268 else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1269 return vb2_streamon(&ctx->vq_dst, type);
1273 /* Stream off, which equals to a pause */
1274 static int vidioc_streamoff(struct file *file, void *priv,
1275 enum v4l2_buf_type type)
1277 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1279 if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1280 return vb2_streamoff(&ctx->vq_src, type);
1281 else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1282 return vb2_streamoff(&ctx->vq_dst, type);
1286 static inline int h264_level(enum v4l2_mpeg_video_h264_level lvl)
1288 static unsigned int t[V4L2_MPEG_VIDEO_H264_LEVEL_4_0 + 1] = {
1289 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_0 */ 10,
1290 /* V4L2_MPEG_VIDEO_H264_LEVEL_1B */ 9,
1291 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_1 */ 11,
1292 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_2 */ 12,
1293 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_3 */ 13,
1294 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_0 */ 20,
1295 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_1 */ 21,
1296 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_2 */ 22,
1297 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_0 */ 30,
1298 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_1 */ 31,
1299 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_2 */ 32,
1300 /* V4L2_MPEG_VIDEO_H264_LEVEL_4_0 */ 40,
1305 static inline int mpeg4_level(enum v4l2_mpeg_video_mpeg4_level lvl)
1307 static unsigned int t[V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 + 1] = {
1308 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0 */ 0,
1309 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0B */ 9,
1310 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_1 */ 1,
1311 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_2 */ 2,
1312 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3 */ 3,
1313 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3B */ 7,
1314 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_4 */ 4,
1315 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 */ 5,
1320 static inline int vui_sar_idc(enum v4l2_mpeg_video_h264_vui_sar_idc sar)
1322 static unsigned int t[V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED + 1] = {
1323 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED */ 0,
1324 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1 */ 1,
1325 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_12x11 */ 2,
1326 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_10x11 */ 3,
1327 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_16x11 */ 4,
1328 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_40x33 */ 5,
1329 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_24x11 */ 6,
1330 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_20x11 */ 7,
1331 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_32x11 */ 8,
1332 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_80x33 */ 9,
1333 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_18x11 */ 10,
1334 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_15x11 */ 11,
1335 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_64x33 */ 12,
1336 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_160x99 */ 13,
1337 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_4x3 */ 14,
1338 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_3x2 */ 15,
1339 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_2x1 */ 16,
1340 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED */ 255,
1345 static int s5p_mfc_enc_s_ctrl(struct v4l2_ctrl *ctrl)
1347 struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
1348 struct s5p_mfc_dev *dev = ctx->dev;
1349 struct s5p_mfc_enc_params *p = &ctx->enc_params;
1353 case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1354 p->gop_size = ctrl->val;
1356 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE:
1357 p->slice_mode = ctrl->val;
1359 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB:
1360 p->slice_mb = ctrl->val;
1362 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES:
1363 p->slice_bit = ctrl->val * 8;
1365 case V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB:
1366 p->intra_refresh_mb = ctrl->val;
1368 case V4L2_CID_MPEG_MFC51_VIDEO_PADDING:
1371 case V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV:
1372 p->pad_luma = (ctrl->val >> 16) & 0xff;
1373 p->pad_cb = (ctrl->val >> 8) & 0xff;
1374 p->pad_cr = (ctrl->val >> 0) & 0xff;
1376 case V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE:
1377 p->rc_frame = ctrl->val;
1379 case V4L2_CID_MPEG_VIDEO_BITRATE:
1380 p->rc_bitrate = ctrl->val;
1382 case V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF:
1383 p->rc_reaction_coeff = ctrl->val;
1385 case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1386 ctx->force_frame_type = ctrl->val;
1388 case V4L2_CID_MPEG_VIDEO_VBV_SIZE:
1389 p->vbv_size = ctrl->val;
1391 case V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE:
1392 p->codec.h264.cpb_size = ctrl->val;
1394 case V4L2_CID_MPEG_VIDEO_HEADER_MODE:
1395 p->seq_hdr_mode = ctrl->val;
1397 case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1398 p->frame_skip_mode = ctrl->val;
1400 case V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT:
1401 p->fixed_target_bit = ctrl->val;
1403 case V4L2_CID_MPEG_VIDEO_B_FRAMES:
1404 p->num_b_frame = ctrl->val;
1406 case V4L2_CID_MPEG_VIDEO_H264_PROFILE:
1407 switch (ctrl->val) {
1408 case V4L2_MPEG_VIDEO_H264_PROFILE_MAIN:
1409 p->codec.h264.profile =
1410 S5P_FIMV_ENC_PROFILE_H264_MAIN;
1412 case V4L2_MPEG_VIDEO_H264_PROFILE_HIGH:
1413 p->codec.h264.profile =
1414 S5P_FIMV_ENC_PROFILE_H264_HIGH;
1416 case V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE:
1417 p->codec.h264.profile =
1418 S5P_FIMV_ENC_PROFILE_H264_BASELINE;
1420 case V4L2_MPEG_VIDEO_H264_PROFILE_CONSTRAINED_BASELINE:
1421 if (IS_MFCV6_PLUS(dev))
1422 p->codec.h264.profile =
1423 S5P_FIMV_ENC_PROFILE_H264_CONSTRAINED_BASELINE;
1431 case V4L2_CID_MPEG_VIDEO_H264_LEVEL:
1432 p->codec.h264.level_v4l2 = ctrl->val;
1433 p->codec.h264.level = h264_level(ctrl->val);
1434 if (p->codec.h264.level < 0) {
1435 mfc_err("Level number is wrong\n");
1436 ret = p->codec.h264.level;
1439 case V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL:
1440 p->codec.mpeg4.level_v4l2 = ctrl->val;
1441 p->codec.mpeg4.level = mpeg4_level(ctrl->val);
1442 if (p->codec.mpeg4.level < 0) {
1443 mfc_err("Level number is wrong\n");
1444 ret = p->codec.mpeg4.level;
1447 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE:
1448 p->codec.h264.loop_filter_mode = ctrl->val;
1450 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA:
1451 p->codec.h264.loop_filter_alpha = ctrl->val;
1453 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA:
1454 p->codec.h264.loop_filter_beta = ctrl->val;
1456 case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE:
1457 p->codec.h264.entropy_mode = ctrl->val;
1459 case V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P:
1460 p->codec.h264.num_ref_pic_4p = ctrl->val;
1462 case V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM:
1463 p->codec.h264._8x8_transform = ctrl->val;
1465 case V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE:
1466 p->rc_mb = ctrl->val;
1468 case V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP:
1469 p->codec.h264.rc_frame_qp = ctrl->val;
1471 case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1472 p->codec.h264.rc_min_qp = ctrl->val;
1474 case V4L2_CID_MPEG_VIDEO_H264_MAX_QP:
1475 p->codec.h264.rc_max_qp = ctrl->val;
1477 case V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP:
1478 p->codec.h264.rc_p_frame_qp = ctrl->val;
1480 case V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP:
1481 p->codec.h264.rc_b_frame_qp = ctrl->val;
1483 case V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP:
1484 case V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP:
1485 p->codec.mpeg4.rc_frame_qp = ctrl->val;
1487 case V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP:
1488 case V4L2_CID_MPEG_VIDEO_H263_MIN_QP:
1489 p->codec.mpeg4.rc_min_qp = ctrl->val;
1491 case V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP:
1492 case V4L2_CID_MPEG_VIDEO_H263_MAX_QP:
1493 p->codec.mpeg4.rc_max_qp = ctrl->val;
1495 case V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP:
1496 case V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP:
1497 p->codec.mpeg4.rc_p_frame_qp = ctrl->val;
1499 case V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP:
1500 case V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP:
1501 p->codec.mpeg4.rc_b_frame_qp = ctrl->val;
1503 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK:
1504 p->codec.h264.rc_mb_dark = ctrl->val;
1506 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH:
1507 p->codec.h264.rc_mb_smooth = ctrl->val;
1509 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC:
1510 p->codec.h264.rc_mb_static = ctrl->val;
1512 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY:
1513 p->codec.h264.rc_mb_activity = ctrl->val;
1515 case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE:
1516 p->codec.h264.vui_sar = ctrl->val;
1518 case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC:
1519 p->codec.h264.vui_sar_idc = vui_sar_idc(ctrl->val);
1521 case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH:
1522 p->codec.h264.vui_ext_sar_width = ctrl->val;
1524 case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT:
1525 p->codec.h264.vui_ext_sar_height = ctrl->val;
1527 case V4L2_CID_MPEG_VIDEO_GOP_CLOSURE:
1528 p->codec.h264.open_gop = !ctrl->val;
1530 case V4L2_CID_MPEG_VIDEO_H264_I_PERIOD:
1531 p->codec.h264.open_gop_size = ctrl->val;
1533 case V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE:
1534 switch (ctrl->val) {
1535 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE:
1536 p->codec.mpeg4.profile =
1537 S5P_FIMV_ENC_PROFILE_MPEG4_SIMPLE;
1539 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE:
1540 p->codec.mpeg4.profile =
1541 S5P_FIMV_ENC_PROFILE_MPEG4_ADVANCED_SIMPLE;
1547 case V4L2_CID_MPEG_VIDEO_MPEG4_QPEL:
1548 p->codec.mpeg4.quarter_pixel = ctrl->val;
1550 case V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS:
1551 p->codec.vp8.num_partitions = ctrl->val;
1553 case V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4:
1554 p->codec.vp8.imd_4x4 = ctrl->val;
1556 case V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES:
1557 p->codec.vp8.num_ref = ctrl->val;
1559 case V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL:
1560 p->codec.vp8.filter_level = ctrl->val;
1562 case V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS:
1563 p->codec.vp8.filter_sharpness = ctrl->val;
1565 case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD:
1566 p->codec.vp8.golden_frame_ref_period = ctrl->val;
1568 case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL:
1569 p->codec.vp8.golden_frame_sel = ctrl->val;
1572 v4l2_err(&dev->v4l2_dev, "Invalid control, id=%d, val=%d\n",
1573 ctrl->id, ctrl->val);
1579 static const struct v4l2_ctrl_ops s5p_mfc_enc_ctrl_ops = {
1580 .s_ctrl = s5p_mfc_enc_s_ctrl,
1583 static int vidioc_s_parm(struct file *file, void *priv,
1584 struct v4l2_streamparm *a)
1586 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1588 if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1589 ctx->enc_params.rc_framerate_num =
1590 a->parm.output.timeperframe.denominator;
1591 ctx->enc_params.rc_framerate_denom =
1592 a->parm.output.timeperframe.numerator;
1594 mfc_err("Setting FPS is only possible for the output queue\n");
1600 static int vidioc_g_parm(struct file *file, void *priv,
1601 struct v4l2_streamparm *a)
1603 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1605 if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
1606 a->parm.output.timeperframe.denominator =
1607 ctx->enc_params.rc_framerate_num;
1608 a->parm.output.timeperframe.numerator =
1609 ctx->enc_params.rc_framerate_denom;
1611 mfc_err("Setting FPS is only possible for the output queue\n");
1617 int vidioc_encoder_cmd(struct file *file, void *priv,
1618 struct v4l2_encoder_cmd *cmd)
1620 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1621 struct s5p_mfc_dev *dev = ctx->dev;
1622 struct s5p_mfc_buf *buf;
1623 unsigned long flags;
1626 case V4L2_ENC_CMD_STOP:
1627 if (cmd->flags != 0)
1630 if (!ctx->vq_src.streaming)
1633 spin_lock_irqsave(&dev->irqlock, flags);
1634 if (list_empty(&ctx->src_queue)) {
1635 mfc_debug(2, "EOS: empty src queue, entering finishing state\n");
1636 ctx->state = MFCINST_FINISHING;
1637 if (s5p_mfc_ctx_ready(ctx))
1638 set_work_bit_irqsave(ctx);
1639 spin_unlock_irqrestore(&dev->irqlock, flags);
1640 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1642 mfc_debug(2, "EOS: marking last buffer of stream\n");
1643 buf = list_entry(ctx->src_queue.prev,
1644 struct s5p_mfc_buf, list);
1645 if (buf->flags & MFC_BUF_FLAG_USED)
1646 ctx->state = MFCINST_FINISHING;
1648 buf->flags |= MFC_BUF_FLAG_EOS;
1649 spin_unlock_irqrestore(&dev->irqlock, flags);
1659 static int vidioc_subscribe_event(struct v4l2_fh *fh,
1660 const struct v4l2_event_subscription *sub)
1662 switch (sub->type) {
1663 case V4L2_EVENT_EOS:
1664 return v4l2_event_subscribe(fh, sub, 2, NULL);
1670 static const struct v4l2_ioctl_ops s5p_mfc_enc_ioctl_ops = {
1671 .vidioc_querycap = vidioc_querycap,
1672 .vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap,
1673 .vidioc_enum_fmt_vid_cap_mplane = vidioc_enum_fmt_vid_cap_mplane,
1674 .vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out,
1675 .vidioc_enum_fmt_vid_out_mplane = vidioc_enum_fmt_vid_out_mplane,
1676 .vidioc_g_fmt_vid_cap_mplane = vidioc_g_fmt,
1677 .vidioc_g_fmt_vid_out_mplane = vidioc_g_fmt,
1678 .vidioc_try_fmt_vid_cap_mplane = vidioc_try_fmt,
1679 .vidioc_try_fmt_vid_out_mplane = vidioc_try_fmt,
1680 .vidioc_s_fmt_vid_cap_mplane = vidioc_s_fmt,
1681 .vidioc_s_fmt_vid_out_mplane = vidioc_s_fmt,
1682 .vidioc_reqbufs = vidioc_reqbufs,
1683 .vidioc_querybuf = vidioc_querybuf,
1684 .vidioc_qbuf = vidioc_qbuf,
1685 .vidioc_dqbuf = vidioc_dqbuf,
1686 .vidioc_expbuf = vidioc_expbuf,
1687 .vidioc_streamon = vidioc_streamon,
1688 .vidioc_streamoff = vidioc_streamoff,
1689 .vidioc_s_parm = vidioc_s_parm,
1690 .vidioc_g_parm = vidioc_g_parm,
1691 .vidioc_encoder_cmd = vidioc_encoder_cmd,
1692 .vidioc_subscribe_event = vidioc_subscribe_event,
1693 .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
1696 static int check_vb_with_fmt(struct s5p_mfc_fmt *fmt, struct vb2_buffer *vb)
1702 if (fmt->num_planes != vb->num_planes) {
1703 mfc_err("invalid plane number for the format\n");
1706 for (i = 0; i < fmt->num_planes; i++) {
1707 if (!vb2_dma_contig_plane_dma_addr(vb, i)) {
1708 mfc_err("failed to get plane cookie\n");
1711 mfc_debug(2, "index: %d, plane[%d] cookie: 0x%08zx\n",
1712 vb->v4l2_buf.index, i,
1713 vb2_dma_contig_plane_dma_addr(vb, i));
1718 static int s5p_mfc_queue_setup(struct vb2_queue *vq,
1719 const struct v4l2_format *fmt,
1720 unsigned int *buf_count, unsigned int *plane_count,
1721 unsigned int psize[], void *allocators[])
1723 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1724 struct s5p_mfc_dev *dev = ctx->dev;
1726 if (ctx->state != MFCINST_GOT_INST) {
1727 mfc_err("inavlid state: %d\n", ctx->state);
1730 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1732 *plane_count = ctx->dst_fmt->num_planes;
1734 *plane_count = MFC_ENC_CAP_PLANE_COUNT;
1737 if (*buf_count > MFC_MAX_BUFFERS)
1738 *buf_count = MFC_MAX_BUFFERS;
1739 psize[0] = ctx->enc_dst_buf_size;
1740 allocators[0] = ctx->dev->alloc_ctx[MFC_BANK1_ALLOC_CTX];
1741 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1743 *plane_count = ctx->src_fmt->num_planes;
1745 *plane_count = MFC_ENC_OUT_PLANE_COUNT;
1749 if (*buf_count > MFC_MAX_BUFFERS)
1750 *buf_count = MFC_MAX_BUFFERS;
1752 psize[0] = ctx->luma_size;
1753 psize[1] = ctx->chroma_size;
1755 if (IS_MFCV6_PLUS(dev)) {
1757 ctx->dev->alloc_ctx[MFC_BANK1_ALLOC_CTX];
1759 ctx->dev->alloc_ctx[MFC_BANK1_ALLOC_CTX];
1762 ctx->dev->alloc_ctx[MFC_BANK2_ALLOC_CTX];
1764 ctx->dev->alloc_ctx[MFC_BANK2_ALLOC_CTX];
1767 mfc_err("inavlid queue type: %d\n", vq->type);
1773 static void s5p_mfc_unlock(struct vb2_queue *q)
1775 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1776 struct s5p_mfc_dev *dev = ctx->dev;
1778 mutex_unlock(&dev->mfc_mutex);
1781 static void s5p_mfc_lock(struct vb2_queue *q)
1783 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1784 struct s5p_mfc_dev *dev = ctx->dev;
1786 mutex_lock(&dev->mfc_mutex);
1789 static int s5p_mfc_buf_init(struct vb2_buffer *vb)
1791 struct vb2_queue *vq = vb->vb2_queue;
1792 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1796 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1797 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
1800 i = vb->v4l2_buf.index;
1801 ctx->dst_bufs[i].b = vb;
1802 ctx->dst_bufs[i].cookie.stream =
1803 vb2_dma_contig_plane_dma_addr(vb, 0);
1804 ctx->dst_bufs_cnt++;
1805 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1806 ret = check_vb_with_fmt(ctx->src_fmt, vb);
1809 i = vb->v4l2_buf.index;
1810 ctx->src_bufs[i].b = vb;
1811 ctx->src_bufs[i].cookie.raw.luma =
1812 vb2_dma_contig_plane_dma_addr(vb, 0);
1813 ctx->src_bufs[i].cookie.raw.chroma =
1814 vb2_dma_contig_plane_dma_addr(vb, 1);
1815 ctx->src_bufs_cnt++;
1817 mfc_err("inavlid queue type: %d\n", vq->type);
1823 static int s5p_mfc_buf_prepare(struct vb2_buffer *vb)
1825 struct vb2_queue *vq = vb->vb2_queue;
1826 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1829 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1830 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
1833 mfc_debug(2, "plane size: %ld, dst size: %d\n",
1834 vb2_plane_size(vb, 0), ctx->enc_dst_buf_size);
1835 if (vb2_plane_size(vb, 0) < ctx->enc_dst_buf_size) {
1836 mfc_err("plane size is too small for capture\n");
1839 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1840 ret = check_vb_with_fmt(ctx->src_fmt, vb);
1843 mfc_debug(2, "plane size: %ld, luma size: %d\n",
1844 vb2_plane_size(vb, 0), ctx->luma_size);
1845 mfc_debug(2, "plane size: %ld, chroma size: %d\n",
1846 vb2_plane_size(vb, 1), ctx->chroma_size);
1847 if (vb2_plane_size(vb, 0) < ctx->luma_size ||
1848 vb2_plane_size(vb, 1) < ctx->chroma_size) {
1849 mfc_err("plane size is too small for output\n");
1853 mfc_err("inavlid queue type: %d\n", vq->type);
1859 static int s5p_mfc_start_streaming(struct vb2_queue *q, unsigned int count)
1861 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1862 struct s5p_mfc_dev *dev = ctx->dev;
1864 if (IS_MFCV6_PLUS(dev) &&
1865 (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)) {
1867 if ((ctx->state == MFCINST_GOT_INST) &&
1868 (dev->curr_ctx == ctx->num) && dev->hw_lock) {
1869 s5p_mfc_wait_for_done_ctx(ctx,
1870 S5P_MFC_R2H_CMD_SEQ_DONE_RET,
1874 if (ctx->src_bufs_cnt < ctx->pb_count) {
1875 mfc_err("Need minimum %d OUTPUT buffers\n",
1881 /* If context is ready then dev = work->data;schedule it to run */
1882 if (s5p_mfc_ctx_ready(ctx))
1883 set_work_bit_irqsave(ctx);
1884 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1889 static int s5p_mfc_stop_streaming(struct vb2_queue *q)
1891 unsigned long flags;
1892 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1893 struct s5p_mfc_dev *dev = ctx->dev;
1895 if ((ctx->state == MFCINST_FINISHING ||
1896 ctx->state == MFCINST_RUNNING) &&
1897 dev->curr_ctx == ctx->num && dev->hw_lock) {
1898 ctx->state = MFCINST_ABORT;
1899 s5p_mfc_wait_for_done_ctx(ctx, S5P_MFC_R2H_CMD_FRAME_DONE_RET,
1902 ctx->state = MFCINST_FINISHED;
1903 spin_lock_irqsave(&dev->irqlock, flags);
1904 if (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1905 s5p_mfc_hw_call(dev->mfc_ops, cleanup_queue, &ctx->dst_queue,
1907 INIT_LIST_HEAD(&ctx->dst_queue);
1908 ctx->dst_queue_cnt = 0;
1910 if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1911 cleanup_ref_queue(ctx);
1912 s5p_mfc_hw_call(dev->mfc_ops, cleanup_queue, &ctx->src_queue,
1914 INIT_LIST_HEAD(&ctx->src_queue);
1915 ctx->src_queue_cnt = 0;
1917 spin_unlock_irqrestore(&dev->irqlock, flags);
1921 static void s5p_mfc_buf_queue(struct vb2_buffer *vb)
1923 struct vb2_queue *vq = vb->vb2_queue;
1924 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1925 struct s5p_mfc_dev *dev = ctx->dev;
1926 unsigned long flags;
1927 struct s5p_mfc_buf *mfc_buf;
1929 if (ctx->state == MFCINST_ERROR) {
1930 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
1931 cleanup_ref_queue(ctx);
1934 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1935 mfc_buf = &ctx->dst_bufs[vb->v4l2_buf.index];
1936 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
1937 /* Mark destination as available for use by MFC */
1938 spin_lock_irqsave(&dev->irqlock, flags);
1939 list_add_tail(&mfc_buf->list, &ctx->dst_queue);
1940 ctx->dst_queue_cnt++;
1941 spin_unlock_irqrestore(&dev->irqlock, flags);
1942 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1943 mfc_buf = &ctx->src_bufs[vb->v4l2_buf.index];
1944 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
1945 spin_lock_irqsave(&dev->irqlock, flags);
1946 list_add_tail(&mfc_buf->list, &ctx->src_queue);
1947 ctx->src_queue_cnt++;
1948 spin_unlock_irqrestore(&dev->irqlock, flags);
1950 mfc_err("unsupported buffer type (%d)\n", vq->type);
1952 if (s5p_mfc_ctx_ready(ctx))
1953 set_work_bit_irqsave(ctx);
1954 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1957 static struct vb2_ops s5p_mfc_enc_qops = {
1958 .queue_setup = s5p_mfc_queue_setup,
1959 .wait_prepare = s5p_mfc_unlock,
1960 .wait_finish = s5p_mfc_lock,
1961 .buf_init = s5p_mfc_buf_init,
1962 .buf_prepare = s5p_mfc_buf_prepare,
1963 .start_streaming = s5p_mfc_start_streaming,
1964 .stop_streaming = s5p_mfc_stop_streaming,
1965 .buf_queue = s5p_mfc_buf_queue,
1968 struct s5p_mfc_codec_ops *get_enc_codec_ops(void)
1970 return &encoder_codec_ops;
1973 struct vb2_ops *get_enc_queue_ops(void)
1975 return &s5p_mfc_enc_qops;
1978 const struct v4l2_ioctl_ops *get_enc_v4l2_ioctl_ops(void)
1980 return &s5p_mfc_enc_ioctl_ops;
1983 #define IS_MFC51_PRIV(x) ((V4L2_CTRL_ID2CLASS(x) == V4L2_CTRL_CLASS_MPEG) \
1984 && V4L2_CTRL_DRIVER_PRIV(x))
1986 int s5p_mfc_enc_ctrls_setup(struct s5p_mfc_ctx *ctx)
1988 struct v4l2_ctrl_config cfg;
1991 v4l2_ctrl_handler_init(&ctx->ctrl_handler, NUM_CTRLS);
1992 if (ctx->ctrl_handler.error) {
1993 mfc_err("v4l2_ctrl_handler_init failed\n");
1994 return ctx->ctrl_handler.error;
1996 for (i = 0; i < NUM_CTRLS; i++) {
1997 if (IS_MFC51_PRIV(controls[i].id)) {
1998 memset(&cfg, 0, sizeof(struct v4l2_ctrl_config));
1999 cfg.ops = &s5p_mfc_enc_ctrl_ops;
2000 cfg.id = controls[i].id;
2001 cfg.min = controls[i].minimum;
2002 cfg.max = controls[i].maximum;
2003 cfg.def = controls[i].default_value;
2004 cfg.name = controls[i].name;
2005 cfg.type = controls[i].type;
2008 if (cfg.type == V4L2_CTRL_TYPE_MENU) {
2010 cfg.menu_skip_mask = cfg.menu_skip_mask;
2011 cfg.qmenu = mfc51_get_menu(cfg.id);
2013 cfg.step = controls[i].step;
2014 cfg.menu_skip_mask = 0;
2016 ctx->ctrls[i] = v4l2_ctrl_new_custom(&ctx->ctrl_handler,
2019 if ((controls[i].type == V4L2_CTRL_TYPE_MENU) ||
2020 (controls[i].type ==
2021 V4L2_CTRL_TYPE_INTEGER_MENU)) {
2022 ctx->ctrls[i] = v4l2_ctrl_new_std_menu(
2024 &s5p_mfc_enc_ctrl_ops, controls[i].id,
2025 controls[i].maximum, 0,
2026 controls[i].default_value);
2028 ctx->ctrls[i] = v4l2_ctrl_new_std(
2030 &s5p_mfc_enc_ctrl_ops, controls[i].id,
2031 controls[i].minimum,
2032 controls[i].maximum, controls[i].step,
2033 controls[i].default_value);
2036 if (ctx->ctrl_handler.error) {
2037 mfc_err("Adding control (%d) failed\n", i);
2038 return ctx->ctrl_handler.error;
2040 if (controls[i].is_volatile && ctx->ctrls[i])
2041 ctx->ctrls[i]->flags |= V4L2_CTRL_FLAG_VOLATILE;
2043 v4l2_ctrl_handler_setup(&ctx->ctrl_handler);
2047 void s5p_mfc_enc_ctrls_delete(struct s5p_mfc_ctx *ctx)
2051 v4l2_ctrl_handler_free(&ctx->ctrl_handler);
2052 for (i = 0; i < NUM_CTRLS; i++)
2053 ctx->ctrls[i] = NULL;
2056 void s5p_mfc_enc_init(struct s5p_mfc_ctx *ctx)
2058 struct v4l2_format f;
2059 f.fmt.pix_mp.pixelformat = DEF_SRC_FMT_ENC;
2060 ctx->src_fmt = find_format(&f, MFC_FMT_RAW);
2061 f.fmt.pix_mp.pixelformat = DEF_DST_FMT_ENC;
2062 ctx->dst_fmt = find_format(&f, MFC_FMT_ENC);