2 * linux/drivers/media/platform/s5p-mfc/s5p_mfc_enc.c
4 * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
7 * Jeongtae Park <jtp.park@samsung.com>
8 * Kamil Debski <k.debski@samsung.com>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
16 #include <linux/clk.h>
17 #include <linux/interrupt.h>
19 #include <linux/module.h>
20 #include <linux/platform_device.h>
21 #include <linux/sched.h>
22 #include <linux/version.h>
23 #include <linux/videodev2.h>
24 #include <media/v4l2-event.h>
25 #include <linux/workqueue.h>
26 #include <media/v4l2-ctrls.h>
27 #include <media/videobuf2-core.h>
28 #include "s5p_mfc_common.h"
29 #include "s5p_mfc_debug.h"
30 #include "s5p_mfc_enc.h"
31 #include "s5p_mfc_intr.h"
32 #include "s5p_mfc_opr.h"
34 #define DEF_SRC_FMT_ENC V4L2_PIX_FMT_NV12MT
35 #define DEF_DST_FMT_ENC V4L2_PIX_FMT_H264
37 static struct s5p_mfc_fmt formats[] = {
39 .name = "4:2:0 2 Planes 16x16 Tiles",
40 .fourcc = V4L2_PIX_FMT_NV12MT_16X16,
41 .codec_mode = S5P_MFC_CODEC_NONE,
46 .name = "4:2:0 2 Planes 64x32 Tiles",
47 .fourcc = V4L2_PIX_FMT_NV12MT,
48 .codec_mode = S5P_MFC_CODEC_NONE,
53 .name = "4:2:0 2 Planes Y/CbCr",
54 .fourcc = V4L2_PIX_FMT_NV12M,
55 .codec_mode = S5P_MFC_CODEC_NONE,
60 .name = "4:2:0 2 Planes Y/CrCb",
61 .fourcc = V4L2_PIX_FMT_NV21M,
62 .codec_mode = S5P_MFC_CODEC_NONE,
67 .name = "H264 Encoded Stream",
68 .fourcc = V4L2_PIX_FMT_H264,
69 .codec_mode = S5P_MFC_CODEC_H264_ENC,
74 .name = "MPEG4 Encoded Stream",
75 .fourcc = V4L2_PIX_FMT_MPEG4,
76 .codec_mode = S5P_MFC_CODEC_MPEG4_ENC,
81 .name = "H263 Encoded Stream",
82 .fourcc = V4L2_PIX_FMT_H263,
83 .codec_mode = S5P_MFC_CODEC_H263_ENC,
88 .name = "VP8 Encoded Stream",
89 .fourcc = V4L2_PIX_FMT_VP8,
90 .codec_mode = S5P_MFC_CODEC_VP8_ENC,
96 #define NUM_FORMATS ARRAY_SIZE(formats)
97 static struct s5p_mfc_fmt *find_format(struct v4l2_format *f, unsigned int t)
101 for (i = 0; i < NUM_FORMATS; i++) {
102 if (formats[i].fourcc == f->fmt.pix_mp.pixelformat &&
103 formats[i].type == t)
109 static struct mfc_control controls[] = {
111 .id = V4L2_CID_MPEG_VIDEO_GOP_SIZE,
112 .type = V4L2_CTRL_TYPE_INTEGER,
114 .maximum = (1 << 16) - 1,
119 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE,
120 .type = V4L2_CTRL_TYPE_MENU,
121 .minimum = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
122 .maximum = V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_BYTES,
123 .default_value = V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE,
127 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB,
128 .type = V4L2_CTRL_TYPE_INTEGER,
130 .maximum = (1 << 16) - 1,
135 .id = V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES,
136 .type = V4L2_CTRL_TYPE_INTEGER,
138 .maximum = (1 << 30) - 1,
140 .default_value = 1900,
143 .id = V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB,
144 .type = V4L2_CTRL_TYPE_INTEGER,
146 .maximum = (1 << 16) - 1,
151 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING,
152 .type = V4L2_CTRL_TYPE_BOOLEAN,
153 .name = "Padding Control Enable",
160 .id = V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV,
161 .type = V4L2_CTRL_TYPE_INTEGER,
162 .name = "Padding Color YUV Value",
164 .maximum = (1 << 25) - 1,
169 .id = V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE,
170 .type = V4L2_CTRL_TYPE_BOOLEAN,
177 .id = V4L2_CID_MPEG_VIDEO_BITRATE,
178 .type = V4L2_CTRL_TYPE_INTEGER,
180 .maximum = (1 << 30) - 1,
185 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF,
186 .type = V4L2_CTRL_TYPE_INTEGER,
187 .name = "Rate Control Reaction Coeff.",
189 .maximum = (1 << 16) - 1,
194 .id = V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE,
195 .type = V4L2_CTRL_TYPE_MENU,
196 .name = "Force frame type",
197 .minimum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
198 .maximum = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_NOT_CODED,
199 .default_value = V4L2_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE_DISABLED,
203 .id = V4L2_CID_MPEG_VIDEO_VBV_SIZE,
204 .type = V4L2_CTRL_TYPE_INTEGER,
206 .maximum = (1 << 16) - 1,
211 .id = V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE,
212 .type = V4L2_CTRL_TYPE_INTEGER,
214 .maximum = (1 << 16) - 1,
219 .id = V4L2_CID_MPEG_VIDEO_HEADER_MODE,
220 .type = V4L2_CTRL_TYPE_MENU,
221 .minimum = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
222 .maximum = V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME,
223 .default_value = V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE,
227 .id = V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE,
228 .type = V4L2_CTRL_TYPE_MENU,
229 .name = "Frame Skip Enable",
230 .minimum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
231 .maximum = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT,
233 .default_value = V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_DISABLED,
236 .id = V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT,
237 .type = V4L2_CTRL_TYPE_BOOLEAN,
238 .name = "Fixed Target Bit Enable",
246 .id = V4L2_CID_MPEG_VIDEO_B_FRAMES,
247 .type = V4L2_CTRL_TYPE_INTEGER,
254 .id = V4L2_CID_MPEG_VIDEO_H264_PROFILE,
255 .type = V4L2_CTRL_TYPE_MENU,
256 .minimum = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
257 .maximum = V4L2_MPEG_VIDEO_H264_PROFILE_MULTIVIEW_HIGH,
258 .default_value = V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE,
260 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE) |
261 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_MAIN) |
262 (1 << V4L2_MPEG_VIDEO_H264_PROFILE_HIGH)
266 .id = V4L2_CID_MPEG_VIDEO_H264_LEVEL,
267 .type = V4L2_CTRL_TYPE_MENU,
268 .minimum = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
269 .maximum = V4L2_MPEG_VIDEO_H264_LEVEL_4_0,
270 .default_value = V4L2_MPEG_VIDEO_H264_LEVEL_1_0,
273 .id = V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL,
274 .type = V4L2_CTRL_TYPE_MENU,
275 .minimum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
276 .maximum = V4L2_MPEG_VIDEO_MPEG4_LEVEL_5,
277 .default_value = V4L2_MPEG_VIDEO_MPEG4_LEVEL_0,
281 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE,
282 .type = V4L2_CTRL_TYPE_MENU,
283 .minimum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
284 .maximum = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED_AT_SLICE_BOUNDARY,
285 .default_value = V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED,
289 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA,
290 .type = V4L2_CTRL_TYPE_INTEGER,
297 .id = V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA,
298 .type = V4L2_CTRL_TYPE_INTEGER,
305 .id = V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE,
306 .type = V4L2_CTRL_TYPE_MENU,
307 .minimum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
308 .maximum = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC,
309 .default_value = V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CAVLC,
313 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P,
314 .type = V4L2_CTRL_TYPE_INTEGER,
315 .name = "The Number of Ref. Pic for P",
322 .id = V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM,
323 .type = V4L2_CTRL_TYPE_BOOLEAN,
330 .id = V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE,
331 .type = V4L2_CTRL_TYPE_BOOLEAN,
338 .id = V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP,
339 .type = V4L2_CTRL_TYPE_INTEGER,
346 .id = V4L2_CID_MPEG_VIDEO_H264_MIN_QP,
347 .type = V4L2_CTRL_TYPE_INTEGER,
354 .id = V4L2_CID_MPEG_VIDEO_H264_MAX_QP,
355 .type = V4L2_CTRL_TYPE_INTEGER,
362 .id = V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP,
363 .type = V4L2_CTRL_TYPE_INTEGER,
370 .id = V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP,
371 .type = V4L2_CTRL_TYPE_INTEGER,
378 .id = V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP,
379 .type = V4L2_CTRL_TYPE_INTEGER,
380 .name = "H263 I-Frame QP value",
387 .id = V4L2_CID_MPEG_VIDEO_H263_MIN_QP,
388 .type = V4L2_CTRL_TYPE_INTEGER,
389 .name = "H263 Minimum QP value",
396 .id = V4L2_CID_MPEG_VIDEO_H263_MAX_QP,
397 .type = V4L2_CTRL_TYPE_INTEGER,
398 .name = "H263 Maximum QP value",
405 .id = V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP,
406 .type = V4L2_CTRL_TYPE_INTEGER,
407 .name = "H263 P frame QP value",
414 .id = V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP,
415 .type = V4L2_CTRL_TYPE_INTEGER,
416 .name = "H263 B frame QP value",
423 .id = V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP,
424 .type = V4L2_CTRL_TYPE_INTEGER,
425 .name = "MPEG4 I-Frame QP value",
432 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP,
433 .type = V4L2_CTRL_TYPE_INTEGER,
434 .name = "MPEG4 Minimum QP value",
441 .id = V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP,
442 .type = V4L2_CTRL_TYPE_INTEGER,
443 .name = "MPEG4 Maximum QP value",
450 .id = V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP,
451 .type = V4L2_CTRL_TYPE_INTEGER,
452 .name = "MPEG4 P frame QP value",
459 .id = V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP,
460 .type = V4L2_CTRL_TYPE_INTEGER,
461 .name = "MPEG4 B frame QP value",
468 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK,
469 .type = V4L2_CTRL_TYPE_BOOLEAN,
470 .name = "H264 Dark Reg Adaptive RC",
477 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH,
478 .type = V4L2_CTRL_TYPE_BOOLEAN,
479 .name = "H264 Smooth Reg Adaptive RC",
486 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC,
487 .type = V4L2_CTRL_TYPE_BOOLEAN,
488 .name = "H264 Static Reg Adaptive RC",
495 .id = V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY,
496 .type = V4L2_CTRL_TYPE_BOOLEAN,
497 .name = "H264 Activity Reg Adaptive RC",
504 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE,
505 .type = V4L2_CTRL_TYPE_BOOLEAN,
512 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC,
513 .type = V4L2_CTRL_TYPE_MENU,
514 .minimum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
515 .maximum = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED,
516 .default_value = V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED,
520 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH,
521 .type = V4L2_CTRL_TYPE_INTEGER,
523 .maximum = (1 << 16) - 1,
528 .id = V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT,
529 .type = V4L2_CTRL_TYPE_INTEGER,
531 .maximum = (1 << 16) - 1,
536 .id = V4L2_CID_MPEG_VIDEO_GOP_CLOSURE,
537 .type = V4L2_CTRL_TYPE_BOOLEAN,
544 .id = V4L2_CID_MPEG_VIDEO_H264_I_PERIOD,
545 .type = V4L2_CTRL_TYPE_INTEGER,
547 .maximum = (1 << 16) - 1,
552 .id = V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE,
553 .type = V4L2_CTRL_TYPE_MENU,
554 .minimum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
555 .maximum = V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE,
556 .default_value = V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE,
560 .id = V4L2_CID_MPEG_VIDEO_MPEG4_QPEL,
561 .type = V4L2_CTRL_TYPE_BOOLEAN,
568 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS,
569 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
570 .maximum = V4L2_CID_MPEG_VIDEO_VPX_8_PARTITIONS,
571 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_PARTITION,
575 .id = V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4,
576 .type = V4L2_CTRL_TYPE_BOOLEAN,
583 .id = V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES,
584 .type = V4L2_CTRL_TYPE_INTEGER_MENU,
585 .maximum = V4L2_CID_MPEG_VIDEO_VPX_2_REF_FRAME,
586 .default_value = V4L2_CID_MPEG_VIDEO_VPX_1_REF_FRAME,
590 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL,
591 .type = V4L2_CTRL_TYPE_INTEGER,
598 .id = V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS,
599 .type = V4L2_CTRL_TYPE_INTEGER,
606 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD,
607 .type = V4L2_CTRL_TYPE_INTEGER,
609 .maximum = (1 << 16) - 1,
614 .id = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL,
615 .type = V4L2_CTRL_TYPE_MENU,
616 .minimum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
617 .maximum = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_REF_PERIOD,
618 .default_value = V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_USE_PREV,
623 #define NUM_CTRLS ARRAY_SIZE(controls)
624 static const char * const *mfc51_get_menu(u32 id)
626 static const char * const mfc51_video_frame_skip[] = {
632 static const char * const mfc51_video_force_frame[] = {
639 case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
640 return mfc51_video_frame_skip;
641 case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
642 return mfc51_video_force_frame;
647 static int s5p_mfc_ctx_ready(struct s5p_mfc_ctx *ctx)
649 mfc_debug(2, "src=%d, dst=%d, state=%d\n",
650 ctx->src_queue_cnt, ctx->dst_queue_cnt, ctx->state);
651 /* context is ready to make header */
652 if (ctx->state == MFCINST_GOT_INST && ctx->dst_queue_cnt >= 1)
654 /* context is ready to encode a frame */
655 if ((ctx->state == MFCINST_RUNNING ||
656 ctx->state == MFCINST_HEAD_PRODUCED) &&
657 ctx->src_queue_cnt >= 1 && ctx->dst_queue_cnt >= 1)
659 /* context is ready to encode remaining frames */
660 if (ctx->state == MFCINST_FINISHING &&
661 ctx->dst_queue_cnt >= 1)
663 mfc_debug(2, "ctx is not ready\n");
667 static void cleanup_ref_queue(struct s5p_mfc_ctx *ctx)
669 struct s5p_mfc_buf *mb_entry;
670 unsigned long mb_y_addr, mb_c_addr;
672 /* move buffers in ref queue to src queue */
673 while (!list_empty(&ctx->ref_queue)) {
674 mb_entry = list_entry((&ctx->ref_queue)->next,
675 struct s5p_mfc_buf, list);
676 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
677 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
678 list_del(&mb_entry->list);
679 ctx->ref_queue_cnt--;
680 list_add_tail(&mb_entry->list, &ctx->src_queue);
681 ctx->src_queue_cnt++;
683 mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
684 ctx->src_queue_cnt, ctx->ref_queue_cnt);
685 INIT_LIST_HEAD(&ctx->ref_queue);
686 ctx->ref_queue_cnt = 0;
689 static int enc_pre_seq_start(struct s5p_mfc_ctx *ctx)
691 struct s5p_mfc_dev *dev = ctx->dev;
692 struct s5p_mfc_buf *dst_mb;
693 unsigned long dst_addr;
694 unsigned int dst_size;
697 spin_lock_irqsave(&dev->irqlock, flags);
698 dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
699 dst_addr = vb2_dma_contig_plane_dma_addr(dst_mb->b, 0);
700 dst_size = vb2_plane_size(dst_mb->b, 0);
701 s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
703 spin_unlock_irqrestore(&dev->irqlock, flags);
707 static int enc_post_seq_start(struct s5p_mfc_ctx *ctx)
709 struct s5p_mfc_dev *dev = ctx->dev;
710 struct s5p_mfc_enc_params *p = &ctx->enc_params;
711 struct s5p_mfc_buf *dst_mb;
713 unsigned int enc_pb_count;
715 if (p->seq_hdr_mode == V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE) {
716 spin_lock_irqsave(&dev->irqlock, flags);
717 dst_mb = list_entry(ctx->dst_queue.next,
718 struct s5p_mfc_buf, list);
719 list_del(&dst_mb->list);
720 ctx->dst_queue_cnt--;
721 vb2_set_plane_payload(dst_mb->b, 0,
722 s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size, dev));
723 vb2_buffer_done(dst_mb->b, VB2_BUF_STATE_DONE);
724 spin_unlock_irqrestore(&dev->irqlock, flags);
727 if (!IS_MFCV6_PLUS(dev)) {
728 ctx->state = MFCINST_RUNNING;
729 if (s5p_mfc_ctx_ready(ctx))
730 set_work_bit_irqsave(ctx);
731 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
733 enc_pb_count = s5p_mfc_hw_call(dev->mfc_ops,
734 get_enc_dpb_count, dev);
735 if (ctx->pb_count < enc_pb_count)
736 ctx->pb_count = enc_pb_count;
737 ctx->state = MFCINST_HEAD_PRODUCED;
743 static int enc_pre_frame_start(struct s5p_mfc_ctx *ctx)
745 struct s5p_mfc_dev *dev = ctx->dev;
746 struct s5p_mfc_buf *dst_mb;
747 struct s5p_mfc_buf *src_mb;
749 unsigned long src_y_addr, src_c_addr, dst_addr;
750 unsigned int dst_size;
752 spin_lock_irqsave(&dev->irqlock, flags);
753 src_mb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
754 src_y_addr = vb2_dma_contig_plane_dma_addr(src_mb->b, 0);
755 src_c_addr = vb2_dma_contig_plane_dma_addr(src_mb->b, 1);
756 s5p_mfc_hw_call(dev->mfc_ops, set_enc_frame_buffer, ctx, src_y_addr,
758 spin_unlock_irqrestore(&dev->irqlock, flags);
760 spin_lock_irqsave(&dev->irqlock, flags);
761 dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
762 dst_addr = vb2_dma_contig_plane_dma_addr(dst_mb->b, 0);
763 dst_size = vb2_plane_size(dst_mb->b, 0);
764 s5p_mfc_hw_call(dev->mfc_ops, set_enc_stream_buffer, ctx, dst_addr,
766 spin_unlock_irqrestore(&dev->irqlock, flags);
771 static int enc_post_frame_start(struct s5p_mfc_ctx *ctx)
773 struct s5p_mfc_dev *dev = ctx->dev;
774 struct s5p_mfc_buf *mb_entry;
775 unsigned long enc_y_addr, enc_c_addr;
776 unsigned long mb_y_addr, mb_c_addr;
778 unsigned int strm_size;
781 slice_type = s5p_mfc_hw_call(dev->mfc_ops, get_enc_slice_type, dev);
782 strm_size = s5p_mfc_hw_call(dev->mfc_ops, get_enc_strm_size, dev);
783 mfc_debug(2, "Encoded slice type: %d\n", slice_type);
784 mfc_debug(2, "Encoded stream size: %d\n", strm_size);
785 mfc_debug(2, "Display order: %d\n",
786 mfc_read(dev, S5P_FIMV_ENC_SI_PIC_CNT));
787 spin_lock_irqsave(&dev->irqlock, flags);
788 if (slice_type >= 0) {
789 s5p_mfc_hw_call(dev->mfc_ops, get_enc_frame_buffer, ctx,
790 &enc_y_addr, &enc_c_addr);
791 list_for_each_entry(mb_entry, &ctx->src_queue, list) {
792 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
793 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
794 if ((enc_y_addr == mb_y_addr) &&
795 (enc_c_addr == mb_c_addr)) {
796 list_del(&mb_entry->list);
797 ctx->src_queue_cnt--;
798 vb2_buffer_done(mb_entry->b,
803 list_for_each_entry(mb_entry, &ctx->ref_queue, list) {
804 mb_y_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 0);
805 mb_c_addr = vb2_dma_contig_plane_dma_addr(mb_entry->b, 1);
806 if ((enc_y_addr == mb_y_addr) &&
807 (enc_c_addr == mb_c_addr)) {
808 list_del(&mb_entry->list);
809 ctx->ref_queue_cnt--;
810 vb2_buffer_done(mb_entry->b,
816 if ((ctx->src_queue_cnt > 0) && (ctx->state == MFCINST_RUNNING)) {
817 mb_entry = list_entry(ctx->src_queue.next, struct s5p_mfc_buf,
819 if (mb_entry->flags & MFC_BUF_FLAG_USED) {
820 list_del(&mb_entry->list);
821 ctx->src_queue_cnt--;
822 list_add_tail(&mb_entry->list, &ctx->ref_queue);
823 ctx->ref_queue_cnt++;
825 mfc_debug(2, "enc src count: %d, enc ref count: %d\n",
826 ctx->src_queue_cnt, ctx->ref_queue_cnt);
829 /* at least one more dest. buffers exist always */
830 mb_entry = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf,
832 list_del(&mb_entry->list);
833 ctx->dst_queue_cnt--;
834 switch (slice_type) {
835 case S5P_FIMV_ENC_SI_SLICE_TYPE_I:
836 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_KEYFRAME;
838 case S5P_FIMV_ENC_SI_SLICE_TYPE_P:
839 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_PFRAME;
841 case S5P_FIMV_ENC_SI_SLICE_TYPE_B:
842 mb_entry->b->v4l2_buf.flags |= V4L2_BUF_FLAG_BFRAME;
845 vb2_set_plane_payload(mb_entry->b, 0, strm_size);
846 vb2_buffer_done(mb_entry->b, VB2_BUF_STATE_DONE);
848 spin_unlock_irqrestore(&dev->irqlock, flags);
849 if ((ctx->src_queue_cnt == 0) || (ctx->dst_queue_cnt == 0))
854 static struct s5p_mfc_codec_ops encoder_codec_ops = {
855 .pre_seq_start = enc_pre_seq_start,
856 .post_seq_start = enc_post_seq_start,
857 .pre_frame_start = enc_pre_frame_start,
858 .post_frame_start = enc_post_frame_start,
861 /* Query capabilities of the device */
862 static int vidioc_querycap(struct file *file, void *priv,
863 struct v4l2_capability *cap)
865 struct s5p_mfc_dev *dev = video_drvdata(file);
867 strncpy(cap->driver, dev->plat_dev->name, sizeof(cap->driver) - 1);
868 strncpy(cap->card, dev->plat_dev->name, sizeof(cap->card) - 1);
869 cap->bus_info[0] = 0;
870 cap->version = KERNEL_VERSION(1, 0, 0);
872 * This is only a mem-to-mem video device. The capture and output
873 * device capability flags are left only for backward compatibility
874 * and are scheduled for removal.
876 cap->capabilities = V4L2_CAP_VIDEO_M2M_MPLANE | V4L2_CAP_STREAMING |
877 V4L2_CAP_VIDEO_CAPTURE_MPLANE |
878 V4L2_CAP_VIDEO_OUTPUT_MPLANE;
882 static int vidioc_enum_fmt(struct v4l2_fmtdesc *f, bool mplane, bool out)
884 struct s5p_mfc_fmt *fmt;
887 for (i = 0; i < ARRAY_SIZE(formats); ++i) {
888 if (mplane && formats[i].num_planes == 1)
890 else if (!mplane && formats[i].num_planes > 1)
892 if (out && formats[i].type != MFC_FMT_RAW)
894 else if (!out && formats[i].type != MFC_FMT_ENC)
898 strlcpy(f->description, fmt->name,
899 sizeof(f->description));
900 f->pixelformat = fmt->fourcc;
908 static int vidioc_enum_fmt_vid_cap(struct file *file, void *pirv,
909 struct v4l2_fmtdesc *f)
911 return vidioc_enum_fmt(f, false, false);
914 static int vidioc_enum_fmt_vid_cap_mplane(struct file *file, void *pirv,
915 struct v4l2_fmtdesc *f)
917 return vidioc_enum_fmt(f, true, false);
920 static int vidioc_enum_fmt_vid_out(struct file *file, void *prov,
921 struct v4l2_fmtdesc *f)
923 return vidioc_enum_fmt(f, false, true);
926 static int vidioc_enum_fmt_vid_out_mplane(struct file *file, void *prov,
927 struct v4l2_fmtdesc *f)
929 return vidioc_enum_fmt(f, true, true);
932 static int vidioc_g_fmt(struct file *file, void *priv, struct v4l2_format *f)
934 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
935 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
937 mfc_debug(2, "f->type = %d ctx->state = %d\n", f->type, ctx->state);
938 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
939 /* This is run on output (encoder dest) */
940 pix_fmt_mp->width = 0;
941 pix_fmt_mp->height = 0;
942 pix_fmt_mp->field = V4L2_FIELD_NONE;
943 pix_fmt_mp->pixelformat = ctx->dst_fmt->fourcc;
944 pix_fmt_mp->num_planes = ctx->dst_fmt->num_planes;
946 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->enc_dst_buf_size;
947 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->enc_dst_buf_size;
948 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
949 /* This is run on capture (encoder src) */
950 pix_fmt_mp->width = ctx->img_width;
951 pix_fmt_mp->height = ctx->img_height;
953 pix_fmt_mp->field = V4L2_FIELD_NONE;
954 pix_fmt_mp->pixelformat = ctx->src_fmt->fourcc;
955 pix_fmt_mp->num_planes = ctx->src_fmt->num_planes;
957 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
958 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
959 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
960 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
962 mfc_err("invalid buf type\n");
968 static int vidioc_try_fmt(struct file *file, void *priv, struct v4l2_format *f)
970 struct s5p_mfc_dev *dev = video_drvdata(file);
971 struct s5p_mfc_fmt *fmt;
972 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
974 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
975 fmt = find_format(f, MFC_FMT_ENC);
977 mfc_err("failed to try output format\n");
981 if (!IS_MFCV7(dev) && (fmt->fourcc == V4L2_PIX_FMT_VP8)) {
982 mfc_err("VP8 is supported only in MFC v7\n");
986 if (pix_fmt_mp->plane_fmt[0].sizeimage == 0) {
987 mfc_err("must be set encoding output size\n");
991 pix_fmt_mp->plane_fmt[0].bytesperline =
992 pix_fmt_mp->plane_fmt[0].sizeimage;
993 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
994 fmt = find_format(f, MFC_FMT_RAW);
996 mfc_err("failed to try output format\n");
1000 if (!IS_MFCV6_PLUS(dev)) {
1001 if (fmt->fourcc == V4L2_PIX_FMT_NV12MT_16X16) {
1002 mfc_err("Not supported format.\n");
1005 } else if (IS_MFCV6_PLUS(dev)) {
1006 if (fmt->fourcc == V4L2_PIX_FMT_NV12MT) {
1007 mfc_err("Not supported format.\n");
1012 if (fmt->num_planes != pix_fmt_mp->num_planes) {
1013 mfc_err("failed to try output format\n");
1016 v4l_bound_align_image(&pix_fmt_mp->width, 8, 1920, 1,
1017 &pix_fmt_mp->height, 4, 1080, 1, 0);
1019 mfc_err("invalid buf type\n");
1025 static int vidioc_s_fmt(struct file *file, void *priv, struct v4l2_format *f)
1027 struct s5p_mfc_dev *dev = video_drvdata(file);
1028 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1029 struct v4l2_pix_format_mplane *pix_fmt_mp = &f->fmt.pix_mp;
1032 ret = vidioc_try_fmt(file, priv, f);
1035 if (ctx->vq_src.streaming || ctx->vq_dst.streaming) {
1036 v4l2_err(&dev->v4l2_dev, "%s queue busy\n", __func__);
1040 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1041 /* dst_fmt is validated by call to vidioc_try_fmt */
1042 ctx->dst_fmt = find_format(f, MFC_FMT_ENC);
1043 ctx->state = MFCINST_INIT;
1044 ctx->codec_mode = ctx->dst_fmt->codec_mode;
1045 ctx->enc_dst_buf_size = pix_fmt_mp->plane_fmt[0].sizeimage;
1046 pix_fmt_mp->plane_fmt[0].bytesperline = 0;
1047 ctx->dst_bufs_cnt = 0;
1048 ctx->capture_state = QUEUE_FREE;
1049 s5p_mfc_hw_call(dev->mfc_ops, alloc_instance_buffer, ctx);
1050 set_work_bit_irqsave(ctx);
1051 s5p_mfc_clean_ctx_int_flags(ctx);
1052 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1053 if (s5p_mfc_wait_for_done_ctx(ctx, \
1054 S5P_MFC_R2H_CMD_OPEN_INSTANCE_RET, 1)) {
1055 /* Error or timeout */
1056 mfc_err("Error getting instance from hardware\n");
1057 s5p_mfc_hw_call(dev->mfc_ops, release_instance_buffer,
1062 mfc_debug(2, "Got instance number: %d\n", ctx->inst_no);
1063 } else if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1064 /* src_fmt is validated by call to vidioc_try_fmt */
1065 ctx->src_fmt = find_format(f, MFC_FMT_RAW);
1066 ctx->img_width = pix_fmt_mp->width;
1067 ctx->img_height = pix_fmt_mp->height;
1068 mfc_debug(2, "codec number: %d\n", ctx->src_fmt->codec_mode);
1069 mfc_debug(2, "fmt - w: %d, h: %d, ctx - w: %d, h: %d\n",
1070 pix_fmt_mp->width, pix_fmt_mp->height,
1071 ctx->img_width, ctx->img_height);
1073 s5p_mfc_hw_call(dev->mfc_ops, enc_calc_src_size, ctx);
1074 pix_fmt_mp->plane_fmt[0].sizeimage = ctx->luma_size;
1075 pix_fmt_mp->plane_fmt[0].bytesperline = ctx->buf_width;
1076 pix_fmt_mp->plane_fmt[1].sizeimage = ctx->chroma_size;
1077 pix_fmt_mp->plane_fmt[1].bytesperline = ctx->buf_width;
1079 ctx->src_bufs_cnt = 0;
1080 ctx->output_state = QUEUE_FREE;
1082 mfc_err("invalid buf type\n");
1090 static int vidioc_reqbufs(struct file *file, void *priv,
1091 struct v4l2_requestbuffers *reqbufs)
1093 struct s5p_mfc_dev *dev = video_drvdata(file);
1094 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1097 /* if memory is not mmp or userptr return error */
1098 if ((reqbufs->memory != V4L2_MEMORY_MMAP) &&
1099 (reqbufs->memory != V4L2_MEMORY_USERPTR))
1101 if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1102 if (ctx->capture_state != QUEUE_FREE) {
1103 mfc_err("invalid capture state: %d\n",
1104 ctx->capture_state);
1107 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1109 mfc_err("error in vb2_reqbufs() for E(D)\n");
1112 ctx->capture_state = QUEUE_BUFS_REQUESTED;
1114 ret = s5p_mfc_hw_call(ctx->dev->mfc_ops,
1115 alloc_codec_buffers, ctx);
1117 mfc_err("Failed to allocate encoding buffers\n");
1119 ret = vb2_reqbufs(&ctx->vq_dst, reqbufs);
1122 } else if (reqbufs->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1123 if (ctx->output_state != QUEUE_FREE) {
1124 mfc_err("invalid output state: %d\n",
1129 if (IS_MFCV6_PLUS(dev)) {
1130 /* Check for min encoder buffers */
1131 if (ctx->pb_count &&
1132 (reqbufs->count < ctx->pb_count)) {
1133 reqbufs->count = ctx->pb_count;
1134 mfc_debug(2, "Minimum %d output buffers needed\n",
1137 ctx->pb_count = reqbufs->count;
1141 ret = vb2_reqbufs(&ctx->vq_src, reqbufs);
1143 mfc_err("error in vb2_reqbufs() for E(S)\n");
1146 ctx->output_state = QUEUE_BUFS_REQUESTED;
1148 mfc_err("invalid buf type\n");
1154 static int vidioc_querybuf(struct file *file, void *priv,
1155 struct v4l2_buffer *buf)
1157 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1160 /* if memory is not mmp or userptr return error */
1161 if ((buf->memory != V4L2_MEMORY_MMAP) &&
1162 (buf->memory != V4L2_MEMORY_USERPTR))
1164 if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1165 if (ctx->state != MFCINST_GOT_INST) {
1166 mfc_err("invalid context state: %d\n", ctx->state);
1169 ret = vb2_querybuf(&ctx->vq_dst, buf);
1171 mfc_err("error in vb2_querybuf() for E(D)\n");
1174 buf->m.planes[0].m.mem_offset += DST_QUEUE_OFF_BASE;
1175 } else if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1176 ret = vb2_querybuf(&ctx->vq_src, buf);
1178 mfc_err("error in vb2_querybuf() for E(S)\n");
1182 mfc_err("invalid buf type\n");
1188 /* Queue a buffer */
1189 static int vidioc_qbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1191 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1193 if (ctx->state == MFCINST_ERROR) {
1194 mfc_err("Call on QBUF after unrecoverable error\n");
1197 if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1198 if (ctx->state == MFCINST_FINISHING) {
1199 mfc_err("Call on QBUF after EOS command\n");
1202 return vb2_qbuf(&ctx->vq_src, buf);
1203 } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1204 return vb2_qbuf(&ctx->vq_dst, buf);
1209 /* Dequeue a buffer */
1210 static int vidioc_dqbuf(struct file *file, void *priv, struct v4l2_buffer *buf)
1212 const struct v4l2_event ev = {
1213 .type = V4L2_EVENT_EOS
1215 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1218 if (ctx->state == MFCINST_ERROR) {
1219 mfc_err("Call on DQBUF after unrecoverable error\n");
1222 if (buf->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1223 ret = vb2_dqbuf(&ctx->vq_src, buf, file->f_flags & O_NONBLOCK);
1224 } else if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1225 ret = vb2_dqbuf(&ctx->vq_dst, buf, file->f_flags & O_NONBLOCK);
1226 if (ret == 0 && ctx->state == MFCINST_FINISHED
1227 && list_empty(&ctx->vq_dst.done_list))
1228 v4l2_event_queue_fh(&ctx->fh, &ev);
1236 /* Export DMA buffer */
1237 static int vidioc_expbuf(struct file *file, void *priv,
1238 struct v4l2_exportbuffer *eb)
1240 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1242 if (eb->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1243 return vb2_expbuf(&ctx->vq_src, eb);
1244 if (eb->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1245 return vb2_expbuf(&ctx->vq_dst, eb);
1250 static int vidioc_streamon(struct file *file, void *priv,
1251 enum v4l2_buf_type type)
1253 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1255 if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1256 return vb2_streamon(&ctx->vq_src, type);
1257 else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1258 return vb2_streamon(&ctx->vq_dst, type);
1262 /* Stream off, which equals to a pause */
1263 static int vidioc_streamoff(struct file *file, void *priv,
1264 enum v4l2_buf_type type)
1266 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1268 if (type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE)
1269 return vb2_streamoff(&ctx->vq_src, type);
1270 else if (type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
1271 return vb2_streamoff(&ctx->vq_dst, type);
1275 static inline int h264_level(enum v4l2_mpeg_video_h264_level lvl)
1277 static unsigned int t[V4L2_MPEG_VIDEO_H264_LEVEL_4_0 + 1] = {
1278 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_0 */ 10,
1279 /* V4L2_MPEG_VIDEO_H264_LEVEL_1B */ 9,
1280 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_1 */ 11,
1281 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_2 */ 12,
1282 /* V4L2_MPEG_VIDEO_H264_LEVEL_1_3 */ 13,
1283 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_0 */ 20,
1284 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_1 */ 21,
1285 /* V4L2_MPEG_VIDEO_H264_LEVEL_2_2 */ 22,
1286 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_0 */ 30,
1287 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_1 */ 31,
1288 /* V4L2_MPEG_VIDEO_H264_LEVEL_3_2 */ 32,
1289 /* V4L2_MPEG_VIDEO_H264_LEVEL_4_0 */ 40,
1294 static inline int mpeg4_level(enum v4l2_mpeg_video_mpeg4_level lvl)
1296 static unsigned int t[V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 + 1] = {
1297 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0 */ 0,
1298 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_0B */ 9,
1299 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_1 */ 1,
1300 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_2 */ 2,
1301 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3 */ 3,
1302 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_3B */ 7,
1303 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_4 */ 4,
1304 /* V4L2_MPEG_VIDEO_MPEG4_LEVEL_5 */ 5,
1309 static inline int vui_sar_idc(enum v4l2_mpeg_video_h264_vui_sar_idc sar)
1311 static unsigned int t[V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED + 1] = {
1312 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_UNSPECIFIED */ 0,
1313 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_1x1 */ 1,
1314 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_12x11 */ 2,
1315 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_10x11 */ 3,
1316 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_16x11 */ 4,
1317 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_40x33 */ 5,
1318 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_24x11 */ 6,
1319 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_20x11 */ 7,
1320 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_32x11 */ 8,
1321 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_80x33 */ 9,
1322 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_18x11 */ 10,
1323 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_15x11 */ 11,
1324 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_64x33 */ 12,
1325 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_160x99 */ 13,
1326 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_4x3 */ 14,
1327 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_3x2 */ 15,
1328 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_2x1 */ 16,
1329 /* V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED */ 255,
1334 static int s5p_mfc_enc_s_ctrl(struct v4l2_ctrl *ctrl)
1336 struct s5p_mfc_ctx *ctx = ctrl_to_ctx(ctrl);
1337 struct s5p_mfc_dev *dev = ctx->dev;
1338 struct s5p_mfc_enc_params *p = &ctx->enc_params;
1342 case V4L2_CID_MPEG_VIDEO_GOP_SIZE:
1343 p->gop_size = ctrl->val;
1345 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE:
1346 p->slice_mode = ctrl->val;
1348 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB:
1349 p->slice_mb = ctrl->val;
1351 case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES:
1352 p->slice_bit = ctrl->val * 8;
1354 case V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB:
1355 p->intra_refresh_mb = ctrl->val;
1357 case V4L2_CID_MPEG_MFC51_VIDEO_PADDING:
1360 case V4L2_CID_MPEG_MFC51_VIDEO_PADDING_YUV:
1361 p->pad_luma = (ctrl->val >> 16) & 0xff;
1362 p->pad_cb = (ctrl->val >> 8) & 0xff;
1363 p->pad_cr = (ctrl->val >> 0) & 0xff;
1365 case V4L2_CID_MPEG_VIDEO_FRAME_RC_ENABLE:
1366 p->rc_frame = ctrl->val;
1368 case V4L2_CID_MPEG_VIDEO_BITRATE:
1369 p->rc_bitrate = ctrl->val;
1371 case V4L2_CID_MPEG_MFC51_VIDEO_RC_REACTION_COEFF:
1372 p->rc_reaction_coeff = ctrl->val;
1374 case V4L2_CID_MPEG_MFC51_VIDEO_FORCE_FRAME_TYPE:
1375 ctx->force_frame_type = ctrl->val;
1377 case V4L2_CID_MPEG_VIDEO_VBV_SIZE:
1378 p->vbv_size = ctrl->val;
1380 case V4L2_CID_MPEG_VIDEO_H264_CPB_SIZE:
1381 p->codec.h264.cpb_size = ctrl->val;
1383 case V4L2_CID_MPEG_VIDEO_HEADER_MODE:
1384 p->seq_hdr_mode = ctrl->val;
1386 case V4L2_CID_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE:
1387 p->frame_skip_mode = ctrl->val;
1389 case V4L2_CID_MPEG_MFC51_VIDEO_RC_FIXED_TARGET_BIT:
1390 p->fixed_target_bit = ctrl->val;
1392 case V4L2_CID_MPEG_VIDEO_B_FRAMES:
1393 p->num_b_frame = ctrl->val;
1395 case V4L2_CID_MPEG_VIDEO_H264_PROFILE:
1396 switch (ctrl->val) {
1397 case V4L2_MPEG_VIDEO_H264_PROFILE_MAIN:
1398 p->codec.h264.profile =
1399 S5P_FIMV_ENC_PROFILE_H264_MAIN;
1401 case V4L2_MPEG_VIDEO_H264_PROFILE_HIGH:
1402 p->codec.h264.profile =
1403 S5P_FIMV_ENC_PROFILE_H264_HIGH;
1405 case V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE:
1406 p->codec.h264.profile =
1407 S5P_FIMV_ENC_PROFILE_H264_BASELINE;
1409 case V4L2_MPEG_VIDEO_H264_PROFILE_CONSTRAINED_BASELINE:
1410 if (IS_MFCV6_PLUS(dev))
1411 p->codec.h264.profile =
1412 S5P_FIMV_ENC_PROFILE_H264_CONSTRAINED_BASELINE;
1420 case V4L2_CID_MPEG_VIDEO_H264_LEVEL:
1421 p->codec.h264.level_v4l2 = ctrl->val;
1422 p->codec.h264.level = h264_level(ctrl->val);
1423 if (p->codec.h264.level < 0) {
1424 mfc_err("Level number is wrong\n");
1425 ret = p->codec.h264.level;
1428 case V4L2_CID_MPEG_VIDEO_MPEG4_LEVEL:
1429 p->codec.mpeg4.level_v4l2 = ctrl->val;
1430 p->codec.mpeg4.level = mpeg4_level(ctrl->val);
1431 if (p->codec.mpeg4.level < 0) {
1432 mfc_err("Level number is wrong\n");
1433 ret = p->codec.mpeg4.level;
1436 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE:
1437 p->codec.h264.loop_filter_mode = ctrl->val;
1439 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA:
1440 p->codec.h264.loop_filter_alpha = ctrl->val;
1442 case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA:
1443 p->codec.h264.loop_filter_beta = ctrl->val;
1445 case V4L2_CID_MPEG_VIDEO_H264_ENTROPY_MODE:
1446 p->codec.h264.entropy_mode = ctrl->val;
1448 case V4L2_CID_MPEG_MFC51_VIDEO_H264_NUM_REF_PIC_FOR_P:
1449 p->codec.h264.num_ref_pic_4p = ctrl->val;
1451 case V4L2_CID_MPEG_VIDEO_H264_8X8_TRANSFORM:
1452 p->codec.h264._8x8_transform = ctrl->val;
1454 case V4L2_CID_MPEG_VIDEO_MB_RC_ENABLE:
1455 p->rc_mb = ctrl->val;
1457 case V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP:
1458 p->codec.h264.rc_frame_qp = ctrl->val;
1460 case V4L2_CID_MPEG_VIDEO_H264_MIN_QP:
1461 p->codec.h264.rc_min_qp = ctrl->val;
1463 case V4L2_CID_MPEG_VIDEO_H264_MAX_QP:
1464 p->codec.h264.rc_max_qp = ctrl->val;
1466 case V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP:
1467 p->codec.h264.rc_p_frame_qp = ctrl->val;
1469 case V4L2_CID_MPEG_VIDEO_H264_B_FRAME_QP:
1470 p->codec.h264.rc_b_frame_qp = ctrl->val;
1472 case V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP:
1473 case V4L2_CID_MPEG_VIDEO_H263_I_FRAME_QP:
1474 p->codec.mpeg4.rc_frame_qp = ctrl->val;
1476 case V4L2_CID_MPEG_VIDEO_MPEG4_MIN_QP:
1477 case V4L2_CID_MPEG_VIDEO_H263_MIN_QP:
1478 p->codec.mpeg4.rc_min_qp = ctrl->val;
1480 case V4L2_CID_MPEG_VIDEO_MPEG4_MAX_QP:
1481 case V4L2_CID_MPEG_VIDEO_H263_MAX_QP:
1482 p->codec.mpeg4.rc_max_qp = ctrl->val;
1484 case V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP:
1485 case V4L2_CID_MPEG_VIDEO_H263_P_FRAME_QP:
1486 p->codec.mpeg4.rc_p_frame_qp = ctrl->val;
1488 case V4L2_CID_MPEG_VIDEO_MPEG4_B_FRAME_QP:
1489 case V4L2_CID_MPEG_VIDEO_H263_B_FRAME_QP:
1490 p->codec.mpeg4.rc_b_frame_qp = ctrl->val;
1492 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_DARK:
1493 p->codec.h264.rc_mb_dark = ctrl->val;
1495 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_SMOOTH:
1496 p->codec.h264.rc_mb_smooth = ctrl->val;
1498 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_STATIC:
1499 p->codec.h264.rc_mb_static = ctrl->val;
1501 case V4L2_CID_MPEG_MFC51_VIDEO_H264_ADAPTIVE_RC_ACTIVITY:
1502 p->codec.h264.rc_mb_activity = ctrl->val;
1504 case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_ENABLE:
1505 p->codec.h264.vui_sar = ctrl->val;
1507 case V4L2_CID_MPEG_VIDEO_H264_VUI_SAR_IDC:
1508 p->codec.h264.vui_sar_idc = vui_sar_idc(ctrl->val);
1510 case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_WIDTH:
1511 p->codec.h264.vui_ext_sar_width = ctrl->val;
1513 case V4L2_CID_MPEG_VIDEO_H264_VUI_EXT_SAR_HEIGHT:
1514 p->codec.h264.vui_ext_sar_height = ctrl->val;
1516 case V4L2_CID_MPEG_VIDEO_GOP_CLOSURE:
1517 p->codec.h264.open_gop = !ctrl->val;
1519 case V4L2_CID_MPEG_VIDEO_H264_I_PERIOD:
1520 p->codec.h264.open_gop_size = ctrl->val;
1522 case V4L2_CID_MPEG_VIDEO_MPEG4_PROFILE:
1523 switch (ctrl->val) {
1524 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_SIMPLE:
1525 p->codec.mpeg4.profile =
1526 S5P_FIMV_ENC_PROFILE_MPEG4_SIMPLE;
1528 case V4L2_MPEG_VIDEO_MPEG4_PROFILE_ADVANCED_SIMPLE:
1529 p->codec.mpeg4.profile =
1530 S5P_FIMV_ENC_PROFILE_MPEG4_ADVANCED_SIMPLE;
1536 case V4L2_CID_MPEG_VIDEO_MPEG4_QPEL:
1537 p->codec.mpeg4.quarter_pixel = ctrl->val;
1539 case V4L2_CID_MPEG_VIDEO_VPX_NUM_PARTITIONS:
1540 p->codec.vp8.num_partitions = ctrl->val;
1542 case V4L2_CID_MPEG_VIDEO_VPX_IMD_DISABLE_4X4:
1543 p->codec.vp8.imd_4x4 = ctrl->val;
1545 case V4L2_CID_MPEG_VIDEO_VPX_NUM_REF_FRAMES:
1546 p->codec.vp8.num_ref = ctrl->val;
1548 case V4L2_CID_MPEG_VIDEO_VPX_FILTER_LEVEL:
1549 p->codec.vp8.filter_level = ctrl->val;
1551 case V4L2_CID_MPEG_VIDEO_VPX_FILTER_SHARPNESS:
1552 p->codec.vp8.filter_sharpness = ctrl->val;
1554 case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_REF_PERIOD:
1555 p->codec.vp8.golden_frame_ref_period = ctrl->val;
1557 case V4L2_CID_MPEG_VIDEO_VPX_GOLDEN_FRAME_SEL:
1558 p->codec.vp8.golden_frame_sel = ctrl->val;
1561 v4l2_err(&dev->v4l2_dev, "Invalid control, id=%d, val=%d\n",
1562 ctrl->id, ctrl->val);
1568 static const struct v4l2_ctrl_ops s5p_mfc_enc_ctrl_ops = {
1569 .s_ctrl = s5p_mfc_enc_s_ctrl,
1572 static int vidioc_s_parm(struct file *file, void *priv,
1573 struct v4l2_streamparm *a)
1575 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1577 if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1578 ctx->enc_params.rc_framerate_num =
1579 a->parm.output.timeperframe.denominator;
1580 ctx->enc_params.rc_framerate_denom =
1581 a->parm.output.timeperframe.numerator;
1583 mfc_err("Setting FPS is only possible for the output queue\n");
1589 static int vidioc_g_parm(struct file *file, void *priv,
1590 struct v4l2_streamparm *a)
1592 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1594 if (a->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
1595 a->parm.output.timeperframe.denominator =
1596 ctx->enc_params.rc_framerate_num;
1597 a->parm.output.timeperframe.numerator =
1598 ctx->enc_params.rc_framerate_denom;
1600 mfc_err("Setting FPS is only possible for the output queue\n");
1606 int vidioc_encoder_cmd(struct file *file, void *priv,
1607 struct v4l2_encoder_cmd *cmd)
1609 struct s5p_mfc_ctx *ctx = fh_to_ctx(priv);
1610 struct s5p_mfc_dev *dev = ctx->dev;
1611 struct s5p_mfc_buf *buf;
1612 unsigned long flags;
1615 case V4L2_ENC_CMD_STOP:
1616 if (cmd->flags != 0)
1619 if (!ctx->vq_src.streaming)
1622 spin_lock_irqsave(&dev->irqlock, flags);
1623 if (list_empty(&ctx->src_queue)) {
1624 mfc_debug(2, "EOS: empty src queue, entering finishing state\n");
1625 ctx->state = MFCINST_FINISHING;
1626 if (s5p_mfc_ctx_ready(ctx))
1627 set_work_bit_irqsave(ctx);
1628 spin_unlock_irqrestore(&dev->irqlock, flags);
1629 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1631 mfc_debug(2, "EOS: marking last buffer of stream\n");
1632 buf = list_entry(ctx->src_queue.prev,
1633 struct s5p_mfc_buf, list);
1634 if (buf->flags & MFC_BUF_FLAG_USED)
1635 ctx->state = MFCINST_FINISHING;
1637 buf->flags |= MFC_BUF_FLAG_EOS;
1638 spin_unlock_irqrestore(&dev->irqlock, flags);
1648 static int vidioc_subscribe_event(struct v4l2_fh *fh,
1649 const struct v4l2_event_subscription *sub)
1651 switch (sub->type) {
1652 case V4L2_EVENT_EOS:
1653 return v4l2_event_subscribe(fh, sub, 2, NULL);
1659 static const struct v4l2_ioctl_ops s5p_mfc_enc_ioctl_ops = {
1660 .vidioc_querycap = vidioc_querycap,
1661 .vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap,
1662 .vidioc_enum_fmt_vid_cap_mplane = vidioc_enum_fmt_vid_cap_mplane,
1663 .vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out,
1664 .vidioc_enum_fmt_vid_out_mplane = vidioc_enum_fmt_vid_out_mplane,
1665 .vidioc_g_fmt_vid_cap_mplane = vidioc_g_fmt,
1666 .vidioc_g_fmt_vid_out_mplane = vidioc_g_fmt,
1667 .vidioc_try_fmt_vid_cap_mplane = vidioc_try_fmt,
1668 .vidioc_try_fmt_vid_out_mplane = vidioc_try_fmt,
1669 .vidioc_s_fmt_vid_cap_mplane = vidioc_s_fmt,
1670 .vidioc_s_fmt_vid_out_mplane = vidioc_s_fmt,
1671 .vidioc_reqbufs = vidioc_reqbufs,
1672 .vidioc_querybuf = vidioc_querybuf,
1673 .vidioc_qbuf = vidioc_qbuf,
1674 .vidioc_dqbuf = vidioc_dqbuf,
1675 .vidioc_expbuf = vidioc_expbuf,
1676 .vidioc_streamon = vidioc_streamon,
1677 .vidioc_streamoff = vidioc_streamoff,
1678 .vidioc_s_parm = vidioc_s_parm,
1679 .vidioc_g_parm = vidioc_g_parm,
1680 .vidioc_encoder_cmd = vidioc_encoder_cmd,
1681 .vidioc_subscribe_event = vidioc_subscribe_event,
1682 .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
1685 static int check_vb_with_fmt(struct s5p_mfc_fmt *fmt, struct vb2_buffer *vb)
1691 if (fmt->num_planes != vb->num_planes) {
1692 mfc_err("invalid plane number for the format\n");
1695 for (i = 0; i < fmt->num_planes; i++) {
1696 if (!vb2_dma_contig_plane_dma_addr(vb, i)) {
1697 mfc_err("failed to get plane cookie\n");
1700 mfc_debug(2, "index: %d, plane[%d] cookie: 0x%08zx\n",
1701 vb->v4l2_buf.index, i,
1702 vb2_dma_contig_plane_dma_addr(vb, i));
1707 static int s5p_mfc_queue_setup(struct vb2_queue *vq,
1708 const struct v4l2_format *fmt,
1709 unsigned int *buf_count, unsigned int *plane_count,
1710 unsigned int psize[], void *allocators[])
1712 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1713 struct s5p_mfc_dev *dev = ctx->dev;
1715 if (ctx->state != MFCINST_GOT_INST) {
1716 mfc_err("inavlid state: %d\n", ctx->state);
1719 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1721 *plane_count = ctx->dst_fmt->num_planes;
1723 *plane_count = MFC_ENC_CAP_PLANE_COUNT;
1726 if (*buf_count > MFC_MAX_BUFFERS)
1727 *buf_count = MFC_MAX_BUFFERS;
1728 psize[0] = ctx->enc_dst_buf_size;
1729 allocators[0] = ctx->dev->alloc_ctx[MFC_BANK1_ALLOC_CTX];
1730 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1732 *plane_count = ctx->src_fmt->num_planes;
1734 *plane_count = MFC_ENC_OUT_PLANE_COUNT;
1738 if (*buf_count > MFC_MAX_BUFFERS)
1739 *buf_count = MFC_MAX_BUFFERS;
1741 psize[0] = ctx->luma_size;
1742 psize[1] = ctx->chroma_size;
1744 if (IS_MFCV6_PLUS(dev)) {
1746 ctx->dev->alloc_ctx[MFC_BANK1_ALLOC_CTX];
1748 ctx->dev->alloc_ctx[MFC_BANK1_ALLOC_CTX];
1751 ctx->dev->alloc_ctx[MFC_BANK2_ALLOC_CTX];
1753 ctx->dev->alloc_ctx[MFC_BANK2_ALLOC_CTX];
1756 mfc_err("inavlid queue type: %d\n", vq->type);
1762 static void s5p_mfc_unlock(struct vb2_queue *q)
1764 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1765 struct s5p_mfc_dev *dev = ctx->dev;
1767 mutex_unlock(&dev->mfc_mutex);
1770 static void s5p_mfc_lock(struct vb2_queue *q)
1772 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1773 struct s5p_mfc_dev *dev = ctx->dev;
1775 mutex_lock(&dev->mfc_mutex);
1778 static int s5p_mfc_buf_init(struct vb2_buffer *vb)
1780 struct vb2_queue *vq = vb->vb2_queue;
1781 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1785 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1786 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
1789 i = vb->v4l2_buf.index;
1790 ctx->dst_bufs[i].b = vb;
1791 ctx->dst_bufs[i].cookie.stream =
1792 vb2_dma_contig_plane_dma_addr(vb, 0);
1793 ctx->dst_bufs_cnt++;
1794 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1795 ret = check_vb_with_fmt(ctx->src_fmt, vb);
1798 i = vb->v4l2_buf.index;
1799 ctx->src_bufs[i].b = vb;
1800 ctx->src_bufs[i].cookie.raw.luma =
1801 vb2_dma_contig_plane_dma_addr(vb, 0);
1802 ctx->src_bufs[i].cookie.raw.chroma =
1803 vb2_dma_contig_plane_dma_addr(vb, 1);
1804 ctx->src_bufs_cnt++;
1806 mfc_err("inavlid queue type: %d\n", vq->type);
1812 static int s5p_mfc_buf_prepare(struct vb2_buffer *vb)
1814 struct vb2_queue *vq = vb->vb2_queue;
1815 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1818 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1819 ret = check_vb_with_fmt(ctx->dst_fmt, vb);
1822 mfc_debug(2, "plane size: %ld, dst size: %d\n",
1823 vb2_plane_size(vb, 0), ctx->enc_dst_buf_size);
1824 if (vb2_plane_size(vb, 0) < ctx->enc_dst_buf_size) {
1825 mfc_err("plane size is too small for capture\n");
1828 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1829 ret = check_vb_with_fmt(ctx->src_fmt, vb);
1832 mfc_debug(2, "plane size: %ld, luma size: %d\n",
1833 vb2_plane_size(vb, 0), ctx->luma_size);
1834 mfc_debug(2, "plane size: %ld, chroma size: %d\n",
1835 vb2_plane_size(vb, 1), ctx->chroma_size);
1836 if (vb2_plane_size(vb, 0) < ctx->luma_size ||
1837 vb2_plane_size(vb, 1) < ctx->chroma_size) {
1838 mfc_err("plane size is too small for output\n");
1842 mfc_err("inavlid queue type: %d\n", vq->type);
1848 static int s5p_mfc_start_streaming(struct vb2_queue *q, unsigned int count)
1850 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1851 struct s5p_mfc_dev *dev = ctx->dev;
1853 if (IS_MFCV6_PLUS(dev) &&
1854 (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)) {
1856 if ((ctx->state == MFCINST_GOT_INST) &&
1857 (dev->curr_ctx == ctx->num) && dev->hw_lock) {
1858 s5p_mfc_wait_for_done_ctx(ctx,
1859 S5P_MFC_R2H_CMD_SEQ_DONE_RET,
1863 if (ctx->src_bufs_cnt < ctx->pb_count) {
1864 mfc_err("Need minimum %d OUTPUT buffers\n",
1870 /* If context is ready then dev = work->data;schedule it to run */
1871 if (s5p_mfc_ctx_ready(ctx))
1872 set_work_bit_irqsave(ctx);
1873 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1878 static int s5p_mfc_stop_streaming(struct vb2_queue *q)
1880 unsigned long flags;
1881 struct s5p_mfc_ctx *ctx = fh_to_ctx(q->drv_priv);
1882 struct s5p_mfc_dev *dev = ctx->dev;
1884 if ((ctx->state == MFCINST_FINISHING ||
1885 ctx->state == MFCINST_RUNNING) &&
1886 dev->curr_ctx == ctx->num && dev->hw_lock) {
1887 ctx->state = MFCINST_ABORT;
1888 s5p_mfc_wait_for_done_ctx(ctx, S5P_MFC_R2H_CMD_FRAME_DONE_RET,
1891 ctx->state = MFCINST_FINISHED;
1892 spin_lock_irqsave(&dev->irqlock, flags);
1893 if (q->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1894 s5p_mfc_hw_call(dev->mfc_ops, cleanup_queue, &ctx->dst_queue,
1896 INIT_LIST_HEAD(&ctx->dst_queue);
1897 ctx->dst_queue_cnt = 0;
1899 if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1900 cleanup_ref_queue(ctx);
1901 s5p_mfc_hw_call(dev->mfc_ops, cleanup_queue, &ctx->src_queue,
1903 INIT_LIST_HEAD(&ctx->src_queue);
1904 ctx->src_queue_cnt = 0;
1906 spin_unlock_irqrestore(&dev->irqlock, flags);
1910 static void s5p_mfc_buf_queue(struct vb2_buffer *vb)
1912 struct vb2_queue *vq = vb->vb2_queue;
1913 struct s5p_mfc_ctx *ctx = fh_to_ctx(vq->drv_priv);
1914 struct s5p_mfc_dev *dev = ctx->dev;
1915 unsigned long flags;
1916 struct s5p_mfc_buf *mfc_buf;
1918 if (ctx->state == MFCINST_ERROR) {
1919 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
1920 cleanup_ref_queue(ctx);
1923 if (vq->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE) {
1924 mfc_buf = &ctx->dst_bufs[vb->v4l2_buf.index];
1925 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
1926 /* Mark destination as available for use by MFC */
1927 spin_lock_irqsave(&dev->irqlock, flags);
1928 list_add_tail(&mfc_buf->list, &ctx->dst_queue);
1929 ctx->dst_queue_cnt++;
1930 spin_unlock_irqrestore(&dev->irqlock, flags);
1931 } else if (vq->type == V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE) {
1932 mfc_buf = &ctx->src_bufs[vb->v4l2_buf.index];
1933 mfc_buf->flags &= ~MFC_BUF_FLAG_USED;
1934 spin_lock_irqsave(&dev->irqlock, flags);
1935 list_add_tail(&mfc_buf->list, &ctx->src_queue);
1936 ctx->src_queue_cnt++;
1937 spin_unlock_irqrestore(&dev->irqlock, flags);
1939 mfc_err("unsupported buffer type (%d)\n", vq->type);
1941 if (s5p_mfc_ctx_ready(ctx))
1942 set_work_bit_irqsave(ctx);
1943 s5p_mfc_hw_call(dev->mfc_ops, try_run, dev);
1946 static struct vb2_ops s5p_mfc_enc_qops = {
1947 .queue_setup = s5p_mfc_queue_setup,
1948 .wait_prepare = s5p_mfc_unlock,
1949 .wait_finish = s5p_mfc_lock,
1950 .buf_init = s5p_mfc_buf_init,
1951 .buf_prepare = s5p_mfc_buf_prepare,
1952 .start_streaming = s5p_mfc_start_streaming,
1953 .stop_streaming = s5p_mfc_stop_streaming,
1954 .buf_queue = s5p_mfc_buf_queue,
1957 struct s5p_mfc_codec_ops *get_enc_codec_ops(void)
1959 return &encoder_codec_ops;
1962 struct vb2_ops *get_enc_queue_ops(void)
1964 return &s5p_mfc_enc_qops;
1967 const struct v4l2_ioctl_ops *get_enc_v4l2_ioctl_ops(void)
1969 return &s5p_mfc_enc_ioctl_ops;
1972 #define IS_MFC51_PRIV(x) ((V4L2_CTRL_ID2CLASS(x) == V4L2_CTRL_CLASS_MPEG) \
1973 && V4L2_CTRL_DRIVER_PRIV(x))
1975 int s5p_mfc_enc_ctrls_setup(struct s5p_mfc_ctx *ctx)
1977 struct v4l2_ctrl_config cfg;
1980 v4l2_ctrl_handler_init(&ctx->ctrl_handler, NUM_CTRLS);
1981 if (ctx->ctrl_handler.error) {
1982 mfc_err("v4l2_ctrl_handler_init failed\n");
1983 return ctx->ctrl_handler.error;
1985 for (i = 0; i < NUM_CTRLS; i++) {
1986 if (IS_MFC51_PRIV(controls[i].id)) {
1987 memset(&cfg, 0, sizeof(struct v4l2_ctrl_config));
1988 cfg.ops = &s5p_mfc_enc_ctrl_ops;
1989 cfg.id = controls[i].id;
1990 cfg.min = controls[i].minimum;
1991 cfg.max = controls[i].maximum;
1992 cfg.def = controls[i].default_value;
1993 cfg.name = controls[i].name;
1994 cfg.type = controls[i].type;
1997 if (cfg.type == V4L2_CTRL_TYPE_MENU) {
1999 cfg.menu_skip_mask = cfg.menu_skip_mask;
2000 cfg.qmenu = mfc51_get_menu(cfg.id);
2002 cfg.step = controls[i].step;
2003 cfg.menu_skip_mask = 0;
2005 ctx->ctrls[i] = v4l2_ctrl_new_custom(&ctx->ctrl_handler,
2008 if ((controls[i].type == V4L2_CTRL_TYPE_MENU) ||
2009 (controls[i].type ==
2010 V4L2_CTRL_TYPE_INTEGER_MENU)) {
2011 ctx->ctrls[i] = v4l2_ctrl_new_std_menu(
2013 &s5p_mfc_enc_ctrl_ops, controls[i].id,
2014 controls[i].maximum, 0,
2015 controls[i].default_value);
2017 ctx->ctrls[i] = v4l2_ctrl_new_std(
2019 &s5p_mfc_enc_ctrl_ops, controls[i].id,
2020 controls[i].minimum,
2021 controls[i].maximum, controls[i].step,
2022 controls[i].default_value);
2025 if (ctx->ctrl_handler.error) {
2026 mfc_err("Adding control (%d) failed\n", i);
2027 return ctx->ctrl_handler.error;
2029 if (controls[i].is_volatile && ctx->ctrls[i])
2030 ctx->ctrls[i]->flags |= V4L2_CTRL_FLAG_VOLATILE;
2032 v4l2_ctrl_handler_setup(&ctx->ctrl_handler);
2036 void s5p_mfc_enc_ctrls_delete(struct s5p_mfc_ctx *ctx)
2040 v4l2_ctrl_handler_free(&ctx->ctrl_handler);
2041 for (i = 0; i < NUM_CTRLS; i++)
2042 ctx->ctrls[i] = NULL;
2045 void s5p_mfc_enc_init(struct s5p_mfc_ctx *ctx)
2047 struct v4l2_format f;
2048 f.fmt.pix_mp.pixelformat = DEF_SRC_FMT_ENC;
2049 ctx->src_fmt = find_format(&f, MFC_FMT_RAW);
2050 f.fmt.pix_mp.pixelformat = DEF_DST_FMT_ENC;
2051 ctx->dst_fmt = find_format(&f, MFC_FMT_ENC);