2 * Copyright (c) 2013 Stefano Sabatini
4 * This file is part of FFmpeg.
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 * audio and video interleaver
26 #include "libavutil/avassert.h"
27 #include "libavutil/avstring.h"
28 #include "libavutil/opt.h"
30 #include "bufferqueue.h"
39 struct FFBufQueue *queues;
42 #define OFFSET(x) offsetof(InterleaveContext, x)
44 #define DEFINE_OPTIONS(filt_name, flags_) \
45 static const AVOption filt_name##_options[] = { \
46 { "nb_inputs", "set number of inputs", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64 = 2}, 1, INT_MAX, .flags = flags_ }, \
47 { "n", "set number of inputs", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64 = 2}, 1, INT_MAX, .flags = flags_ }, \
51 inline static int push_frame(AVFilterContext *ctx)
53 InterleaveContext *interleave = ctx->priv;
55 int i, queue_idx = -1;
56 int64_t pts_min = INT64_MAX;
58 /* look for oldest frame */
59 for (i = 0; i < ctx->nb_inputs; i++) {
60 struct FFBufQueue *q = &interleave->queues[i];
62 if (!q->available && !ctx->inputs[i]->closed)
65 frame = ff_bufqueue_peek(q, 0);
66 if (frame->pts < pts_min) {
73 /* all inputs are closed */
77 frame = ff_bufqueue_get(&interleave->queues[queue_idx]);
78 av_log(ctx, AV_LOG_DEBUG, "queue:%d -> frame time:%f\n",
79 queue_idx, frame->pts * av_q2d(AV_TIME_BASE_Q));
80 return ff_filter_frame(ctx->outputs[0], frame);
83 static int filter_frame(AVFilterLink *inlink, AVFrame *frame)
85 AVFilterContext *ctx = inlink->dst;
86 InterleaveContext *interleave = ctx->priv;
87 unsigned in_no = FF_INLINK_IDX(inlink);
89 if (frame->pts == AV_NOPTS_VALUE) {
90 av_log(ctx, AV_LOG_WARNING,
91 "NOPTS value for input frame cannot be accepted, frame discarded\n");
92 av_frame_free(&frame);
93 return AVERROR_INVALIDDATA;
97 frame->pts = av_rescale_q(frame->pts, inlink->time_base, AV_TIME_BASE_Q);
98 av_log(ctx, AV_LOG_DEBUG, "frame pts:%f -> queue idx:%d available:%d\n",
99 frame->pts * av_q2d(AV_TIME_BASE_Q), in_no, interleave->queues[in_no].available);
100 ff_bufqueue_add(ctx, &interleave->queues[in_no], frame);
102 return push_frame(ctx);
105 static av_cold int init(AVFilterContext *ctx)
107 InterleaveContext *interleave = ctx->priv;
108 const AVFilterPad *outpad = &ctx->filter->outputs[0];
111 interleave->queues = av_calloc(interleave->nb_inputs, sizeof(interleave->queues[0]));
112 if (!interleave->queues)
113 return AVERROR(ENOMEM);
115 for (i = 0; i < interleave->nb_inputs; i++) {
116 AVFilterPad inpad = { 0 };
118 inpad.name = av_asprintf("input%d", i);
120 return AVERROR(ENOMEM);
121 inpad.type = outpad->type;
122 inpad.filter_frame = filter_frame;
124 switch (outpad->type) {
125 case AVMEDIA_TYPE_VIDEO:
126 inpad.get_video_buffer = ff_null_get_video_buffer; break;
127 case AVMEDIA_TYPE_AUDIO:
128 inpad.get_audio_buffer = ff_null_get_audio_buffer; break;
132 ff_insert_inpad(ctx, i, &inpad);
138 static av_cold void uninit(AVFilterContext *ctx)
140 InterleaveContext *interleave = ctx->priv;
143 for (i = 0; i < ctx->nb_inputs; i++) {
144 ff_bufqueue_discard_all(&interleave->queues[i]);
145 av_freep(&interleave->queues[i]);
146 av_freep(&ctx->input_pads[i].name);
150 static int config_output(AVFilterLink *outlink)
152 AVFilterContext *ctx = outlink->src;
153 AVFilterLink *inlink0 = ctx->inputs[0];
156 if (outlink->type == AVMEDIA_TYPE_VIDEO) {
157 outlink->time_base = AV_TIME_BASE_Q;
158 outlink->w = inlink0->w;
159 outlink->h = inlink0->h;
160 outlink->sample_aspect_ratio = inlink0->sample_aspect_ratio;
161 outlink->format = inlink0->format;
162 outlink->frame_rate = (AVRational) {1, 0};
163 for (i = 1; i < ctx->nb_inputs; i++) {
164 AVFilterLink *inlink = ctx->inputs[i];
166 if (outlink->w != inlink->w ||
167 outlink->h != inlink->h ||
168 outlink->sample_aspect_ratio.num != inlink->sample_aspect_ratio.num ||
169 outlink->sample_aspect_ratio.den != inlink->sample_aspect_ratio.den) {
170 av_log(ctx, AV_LOG_ERROR, "Parameters for input link %s "
171 "(size %dx%d, SAR %d:%d) do not match the corresponding "
172 "output link parameters (%dx%d, SAR %d:%d)\n",
173 ctx->input_pads[i].name, inlink->w, inlink->h,
174 inlink->sample_aspect_ratio.num,
175 inlink->sample_aspect_ratio.den,
176 outlink->w, outlink->h,
177 outlink->sample_aspect_ratio.num,
178 outlink->sample_aspect_ratio.den);
179 return AVERROR(EINVAL);
184 outlink->flags |= FF_LINK_FLAG_REQUEST_LOOP;
188 static int request_frame(AVFilterLink *outlink)
190 AVFilterContext *ctx = outlink->src;
191 InterleaveContext *interleave = ctx->priv;
194 for (i = 0; i < ctx->nb_inputs; i++) {
195 if (!interleave->queues[i].available && !ctx->inputs[i]->closed) {
196 ret = ff_request_frame(ctx->inputs[i]);
197 if (ret != AVERROR_EOF)
202 return push_frame(ctx);
205 #if CONFIG_INTERLEAVE_FILTER
207 DEFINE_OPTIONS(interleave, AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM);
208 AVFILTER_DEFINE_CLASS(interleave);
210 static const AVFilterPad interleave_outputs[] = {
213 .type = AVMEDIA_TYPE_VIDEO,
214 .config_props = config_output,
215 .request_frame = request_frame,
220 AVFilter avfilter_vf_interleave = {
221 .name = "interleave",
222 .description = NULL_IF_CONFIG_SMALL("Temporally interleave video inputs."),
223 .priv_size = sizeof(InterleaveContext),
226 .outputs = interleave_outputs,
227 .priv_class = &interleave_class,
228 .flags = AVFILTER_FLAG_DYNAMIC_INPUTS,
233 #if CONFIG_AINTERLEAVE_FILTER
235 DEFINE_OPTIONS(ainterleave, AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM);
236 AVFILTER_DEFINE_CLASS(ainterleave);
238 static const AVFilterPad ainterleave_outputs[] = {
241 .type = AVMEDIA_TYPE_AUDIO,
242 .config_props = config_output,
243 .request_frame = request_frame,
248 AVFilter avfilter_af_ainterleave = {
249 .name = "ainterleave",
250 .description = NULL_IF_CONFIG_SMALL("Temporally interleave audio inputs."),
251 .priv_size = sizeof(InterleaveContext),
254 .outputs = ainterleave_outputs,
255 .priv_class = &ainterleave_class,
256 .flags = AVFILTER_FLAG_DYNAMIC_INPUTS,