2 * V4L2 mem2mem encoders
4 * Copyright (C) 2017 Alexis Ballier <aballier@gentoo.org>
5 * Copyright (C) 2017 Jorge Ramirez <jorge.ramirez-ortiz@linaro.org>
7 * This file is part of FFmpeg.
9 * FFmpeg is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
14 * FFmpeg is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with FFmpeg; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 #include <linux/videodev2.h>
25 #include <sys/ioctl.h>
27 #include "libavcodec/avcodec.h"
28 #include "libavutil/pixdesc.h"
29 #include "libavutil/pixfmt.h"
30 #include "libavutil/opt.h"
31 #include "v4l2_context.h"
34 #define MPEG_CID(x) V4L2_CID_MPEG_VIDEO_##x
35 #define MPEG_VIDEO(x) V4L2_MPEG_VIDEO_##x
37 static inline void v4l2_set_timeperframe(V4L2m2mContext *s, unsigned int num, unsigned int den)
39 struct v4l2_streamparm parm = { 0 };
41 parm.type = V4L2_TYPE_IS_MULTIPLANAR(s->output.type) ? V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE : V4L2_BUF_TYPE_VIDEO_OUTPUT;
42 parm.parm.output.timeperframe.denominator = den;
43 parm.parm.output.timeperframe.numerator = num;
45 if (ioctl(s->fd, VIDIOC_S_PARM, &parm) < 0)
46 av_log(s->avctx, AV_LOG_WARNING, "Failed to set timeperframe");
49 static inline void v4l2_set_ext_ctrl(V4L2m2mContext *s, unsigned int id, signed int value, const char *name)
51 struct v4l2_ext_controls ctrls = { 0 };
52 struct v4l2_ext_control ctrl = { 0 };
55 ctrls.ctrl_class = V4L2_CTRL_CLASS_MPEG;
56 ctrls.controls = &ctrl;
63 if (ioctl(s->fd, VIDIOC_S_EXT_CTRLS, &ctrls) < 0)
64 av_log(s->avctx, AV_LOG_WARNING, "Failed to set %s\n", name);
66 av_log(s->avctx, AV_LOG_DEBUG, "Encoder: %s = %d\n", name, value);
69 static inline int v4l2_get_ext_ctrl(V4L2m2mContext *s, unsigned int id, signed int *value, const char *name)
71 struct v4l2_ext_controls ctrls = { 0 };
72 struct v4l2_ext_control ctrl = { 0 };
76 ctrls.ctrl_class = V4L2_CTRL_CLASS_MPEG;
77 ctrls.controls = &ctrl;
83 ret = ioctl(s->fd, VIDIOC_G_EXT_CTRLS, &ctrls);
85 av_log(s->avctx, AV_LOG_WARNING, "Failed to set %s\n", name);
94 static inline unsigned int v4l2_h264_profile_from_ff(int p)
96 static const struct h264_profile {
97 unsigned int ffmpeg_val;
98 unsigned int v4l2_val;
100 { FF_PROFILE_H264_CONSTRAINED_BASELINE, MPEG_VIDEO(H264_PROFILE_CONSTRAINED_BASELINE) },
101 { FF_PROFILE_H264_HIGH_444_PREDICTIVE, MPEG_VIDEO(H264_PROFILE_HIGH_444_PREDICTIVE) },
102 { FF_PROFILE_H264_HIGH_422_INTRA, MPEG_VIDEO(H264_PROFILE_HIGH_422_INTRA) },
103 { FF_PROFILE_H264_HIGH_444_INTRA, MPEG_VIDEO(H264_PROFILE_HIGH_444_INTRA) },
104 { FF_PROFILE_H264_HIGH_10_INTRA, MPEG_VIDEO(H264_PROFILE_HIGH_10_INTRA) },
105 { FF_PROFILE_H264_HIGH_422, MPEG_VIDEO(H264_PROFILE_HIGH_422) },
106 { FF_PROFILE_H264_BASELINE, MPEG_VIDEO(H264_PROFILE_BASELINE) },
107 { FF_PROFILE_H264_EXTENDED, MPEG_VIDEO(H264_PROFILE_EXTENDED) },
108 { FF_PROFILE_H264_HIGH_10, MPEG_VIDEO(H264_PROFILE_HIGH_10) },
109 { FF_PROFILE_H264_MAIN, MPEG_VIDEO(H264_PROFILE_MAIN) },
110 { FF_PROFILE_H264_HIGH, MPEG_VIDEO(H264_PROFILE_HIGH) },
114 for (i = 0; i < FF_ARRAY_ELEMS(profile); i++) {
115 if (profile[i].ffmpeg_val == p)
116 return profile[i].v4l2_val;
118 return AVERROR(ENOENT);
121 static inline int v4l2_mpeg4_profile_from_ff(int p)
123 static const struct mpeg4_profile {
124 unsigned int ffmpeg_val;
125 unsigned int v4l2_val;
127 { FF_PROFILE_MPEG4_ADVANCED_CODING, MPEG_VIDEO(MPEG4_PROFILE_ADVANCED_CODING_EFFICIENCY) },
128 { FF_PROFILE_MPEG4_ADVANCED_SIMPLE, MPEG_VIDEO(MPEG4_PROFILE_ADVANCED_SIMPLE) },
129 { FF_PROFILE_MPEG4_SIMPLE_SCALABLE, MPEG_VIDEO(MPEG4_PROFILE_SIMPLE_SCALABLE) },
130 { FF_PROFILE_MPEG4_SIMPLE, MPEG_VIDEO(MPEG4_PROFILE_SIMPLE) },
131 { FF_PROFILE_MPEG4_CORE, MPEG_VIDEO(MPEG4_PROFILE_CORE) },
135 for (i = 0; i < FF_ARRAY_ELEMS(profile); i++) {
136 if (profile[i].ffmpeg_val == p)
137 return profile[i].v4l2_val;
139 return AVERROR(ENOENT);
142 static int v4l2_check_b_frame_support(V4L2m2mContext *s)
144 if (s->avctx->max_b_frames)
145 av_log(s->avctx, AV_LOG_WARNING, "Encoder does not support b-frames yet\n");
147 v4l2_set_ext_ctrl(s, MPEG_CID(B_FRAMES), 0, "number of B-frames");
148 v4l2_get_ext_ctrl(s, MPEG_CID(B_FRAMES), &s->avctx->max_b_frames, "number of B-frames");
149 if (s->avctx->max_b_frames == 0)
152 avpriv_report_missing_feature(s->avctx, "DTS/PTS calculation for V4L2 encoding");
154 return AVERROR_PATCHWELCOME;
157 static int v4l2_prepare_encoder(V4L2m2mContext *s)
159 AVCodecContext *avctx = s->avctx;
160 int qmin_cid, qmax_cid, qmin, qmax;
166 ret = v4l2_check_b_frame_support(s);
173 if (avctx->framerate.num || avctx->framerate.den)
174 v4l2_set_timeperframe(s, avctx->framerate.num, avctx->framerate.den);
177 v4l2_set_ext_ctrl(s, MPEG_CID(HEADER_MODE), MPEG_VIDEO(HEADER_MODE_SEPARATE), "header mode");
178 v4l2_set_ext_ctrl(s, MPEG_CID(BITRATE) , avctx->bit_rate, "bit rate");
179 v4l2_set_ext_ctrl(s, MPEG_CID(GOP_SIZE), avctx->gop_size,"gop size");
181 av_log(avctx, AV_LOG_DEBUG,
182 "Encoder Context: id (%d), profile (%d), frame rate(%d/%d), number b-frames (%d), "
183 "gop size (%d), bit rate (%"PRId64"), qmin (%d), qmax (%d)\n",
184 avctx->codec_id, avctx->profile, avctx->framerate.num, avctx->framerate.den,
185 avctx->max_b_frames, avctx->gop_size, avctx->bit_rate, avctx->qmin, avctx->qmax);
187 switch (avctx->codec_id) {
188 case AV_CODEC_ID_H264:
189 val = v4l2_h264_profile_from_ff(avctx->profile);
191 av_log(avctx, AV_LOG_WARNING, "h264 profile not found\n");
193 v4l2_set_ext_ctrl(s, MPEG_CID(H264_PROFILE), val, "h264 profile");
194 qmin_cid = MPEG_CID(H264_MIN_QP);
195 qmax_cid = MPEG_CID(H264_MAX_QP);
199 case AV_CODEC_ID_MPEG4:
200 val = v4l2_mpeg4_profile_from_ff(avctx->profile);
202 av_log(avctx, AV_LOG_WARNING, "mpeg4 profile not found\n");
204 v4l2_set_ext_ctrl(s, MPEG_CID(MPEG4_PROFILE), val, "mpeg4 profile");
205 qmin_cid = MPEG_CID(MPEG4_MIN_QP);
206 qmax_cid = MPEG_CID(MPEG4_MAX_QP);
207 if (avctx->flags & AV_CODEC_FLAG_QPEL)
208 v4l2_set_ext_ctrl(s, MPEG_CID(MPEG4_QPEL), 1, "qpel");
212 case AV_CODEC_ID_H263:
213 qmin_cid = MPEG_CID(H263_MIN_QP);
214 qmax_cid = MPEG_CID(H263_MAX_QP);
218 case AV_CODEC_ID_VP8:
219 qmin_cid = MPEG_CID(VPX_MIN_QP);
220 qmax_cid = MPEG_CID(VPX_MAX_QP);
224 case AV_CODEC_ID_VP9:
225 qmin_cid = MPEG_CID(VPX_MIN_QP);
226 qmax_cid = MPEG_CID(VPX_MAX_QP);
234 if (qmin != avctx->qmin || qmax != avctx->qmax)
235 av_log(avctx, AV_LOG_WARNING, "Encoder adjusted: qmin (%d), qmax (%d)\n", qmin, qmax);
237 v4l2_set_ext_ctrl(s, qmin_cid, qmin, "minimum video quantizer scale");
238 v4l2_set_ext_ctrl(s, qmax_cid, qmax, "maximum video quantizer scale");
243 static int v4l2_send_frame(AVCodecContext *avctx, const AVFrame *frame)
245 V4L2m2mContext *s = ((V4L2m2mPriv*)avctx->priv_data)->context;
246 V4L2Context *const output = &s->output;
248 return ff_v4l2_context_enqueue_frame(output, frame);
251 static int v4l2_receive_packet(AVCodecContext *avctx, AVPacket *avpkt)
253 V4L2m2mContext *s = ((V4L2m2mPriv*)avctx->priv_data)->context;
254 V4L2Context *const capture = &s->capture;
255 V4L2Context *const output = &s->output;
261 if (!output->streamon) {
262 ret = ff_v4l2_context_set_status(output, VIDIOC_STREAMON);
264 av_log(avctx, AV_LOG_ERROR, "VIDIOC_STREAMOFF failed on output context\n");
269 if (!capture->streamon) {
270 ret = ff_v4l2_context_set_status(capture, VIDIOC_STREAMON);
272 av_log(avctx, AV_LOG_ERROR, "VIDIOC_STREAMON failed on capture context\n");
278 return ff_v4l2_context_dequeue_packet(capture, avpkt);
281 static av_cold int v4l2_encode_init(AVCodecContext *avctx)
283 V4L2Context *capture, *output;
287 ret = ff_v4l2_m2m_create_context(avctx, &s);
291 capture = &s->capture;
294 /* common settings output/capture */
295 output->height = capture->height = avctx->height;
296 output->width = capture->width = avctx->width;
299 output->av_codec_id = AV_CODEC_ID_RAWVIDEO;
300 output->av_pix_fmt = avctx->pix_fmt;
302 /* capture context */
303 capture->av_codec_id = avctx->codec_id;
304 capture->av_pix_fmt = AV_PIX_FMT_NONE;
306 ret = ff_v4l2_m2m_codec_init(avctx);
308 av_log(avctx, AV_LOG_ERROR, "can't configure encoder\n");
312 return v4l2_prepare_encoder(s);
315 #define OFFSET(x) offsetof(V4L2m2mPriv, x)
316 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
318 static const AVOption options[] = {
319 V4L_M2M_DEFAULT_OPTS,
320 { "num_capture_buffers", "Number of buffers in the capture context",
321 OFFSET(num_capture_buffers), AV_OPT_TYPE_INT, {.i64 = 4 }, 4, INT_MAX, FLAGS },
325 #define M2MENC(NAME, LONGNAME, CODEC) \
326 static const AVClass v4l2_m2m_ ## NAME ## _enc_class = {\
327 .class_name = #NAME "_v4l2_m2m_encoder",\
328 .item_name = av_default_item_name,\
330 .version = LIBAVUTIL_VERSION_INT,\
333 AVCodec ff_ ## NAME ## _v4l2m2m_encoder = { \
334 .name = #NAME "_v4l2m2m" ,\
335 .long_name = NULL_IF_CONFIG_SMALL("V4L2 mem2mem " LONGNAME " encoder wrapper"),\
336 .type = AVMEDIA_TYPE_VIDEO,\
338 .priv_data_size = sizeof(V4L2m2mPriv),\
339 .priv_class = &v4l2_m2m_ ## NAME ##_enc_class,\
340 .init = v4l2_encode_init,\
341 .send_frame = v4l2_send_frame,\
342 .receive_packet = v4l2_receive_packet,\
343 .close = ff_v4l2_m2m_codec_end,\
344 .capabilities = AV_CODEC_CAP_HARDWARE | AV_CODEC_CAP_DELAY, \
345 .wrapper_name = "v4l2m2m", \
348 M2MENC(mpeg4,"MPEG4", AV_CODEC_ID_MPEG4);
349 M2MENC(h263, "H.263", AV_CODEC_ID_H263);
350 M2MENC(h264, "H.264", AV_CODEC_ID_H264);
351 M2MENC(hevc, "HEVC", AV_CODEC_ID_HEVC);
352 M2MENC(vp8, "VP8", AV_CODEC_ID_VP8);