3 * Copyright (c) 2008 Vitor Sessak
4 * Copyright (c) 2007 Bobby Bingham
6 * This file is part of FFmpeg.
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
26 #include "libavutil/audioconvert.h"
27 #include "libavutil/avassert.h"
28 #include "libavutil/pixdesc.h"
29 #include "libavcodec/avcodec.h" // avcodec_find_best_pix_fmt_of_2()
31 #include "avfiltergraph.h"
35 #include "libavutil/audioconvert.h"
36 #include "libavutil/avassert.h"
37 #include "libavutil/common.h"
38 #include "libavutil/log.h"
40 static const AVClass filtergraph_class = {
41 .class_name = "AVFilterGraph",
42 .item_name = av_default_item_name,
43 .version = LIBAVUTIL_VERSION_INT,
44 .category = AV_CLASS_CATEGORY_FILTER,
47 AVFilterGraph *avfilter_graph_alloc(void)
49 AVFilterGraph *ret = av_mallocz(sizeof(AVFilterGraph));
52 ret->av_class = &filtergraph_class;
56 void avfilter_graph_free(AVFilterGraph **graph)
60 for (; (*graph)->filter_count > 0; (*graph)->filter_count--)
61 avfilter_free((*graph)->filters[(*graph)->filter_count - 1]);
62 av_freep(&(*graph)->sink_links);
63 av_freep(&(*graph)->scale_sws_opts);
64 av_freep(&(*graph)->filters);
68 int avfilter_graph_add_filter(AVFilterGraph *graph, AVFilterContext *filter)
70 AVFilterContext **filters = av_realloc(graph->filters,
71 sizeof(AVFilterContext*) * (graph->filter_count+1));
73 return AVERROR(ENOMEM);
75 graph->filters = filters;
76 graph->filters[graph->filter_count++] = filter;
81 int avfilter_graph_create_filter(AVFilterContext **filt_ctx, AVFilter *filt,
82 const char *name, const char *args, void *opaque,
83 AVFilterGraph *graph_ctx)
87 if ((ret = avfilter_open(filt_ctx, filt, name)) < 0)
89 if ((ret = avfilter_init_filter(*filt_ctx, args, opaque)) < 0)
91 if ((ret = avfilter_graph_add_filter(graph_ctx, *filt_ctx)) < 0)
97 avfilter_free(*filt_ctx);
102 void avfilter_graph_set_auto_convert(AVFilterGraph *graph, unsigned flags)
104 graph->disable_auto_convert = flags;
108 * Check for the validity of graph.
110 * A graph is considered valid if all its input and output pads are
113 * @return 0 in case of success, a negative value otherwise
115 static int graph_check_validity(AVFilterGraph *graph, AVClass *log_ctx)
117 AVFilterContext *filt;
120 for (i = 0; i < graph->filter_count; i++) {
121 filt = graph->filters[i];
123 for (j = 0; j < filt->nb_inputs; j++) {
124 if (!filt->inputs[j] || !filt->inputs[j]->src) {
125 av_log(log_ctx, AV_LOG_ERROR,
126 "Input pad \"%s\" for the filter \"%s\" of type \"%s\" not connected to any source\n",
127 filt->input_pads[j].name, filt->name, filt->filter->name);
128 return AVERROR(EINVAL);
132 for (j = 0; j < filt->nb_outputs; j++) {
133 if (!filt->outputs[j] || !filt->outputs[j]->dst) {
134 av_log(log_ctx, AV_LOG_ERROR,
135 "Output pad \"%s\" for the filter \"%s\" of type \"%s\" not connected to any destination\n",
136 filt->output_pads[j].name, filt->name, filt->filter->name);
137 return AVERROR(EINVAL);
146 * Configure all the links of graphctx.
148 * @return 0 in case of success, a negative value otherwise
150 static int graph_config_links(AVFilterGraph *graph, AVClass *log_ctx)
152 AVFilterContext *filt;
155 for (i=0; i < graph->filter_count; i++) {
156 filt = graph->filters[i];
158 if (!filt->nb_outputs) {
159 if ((ret = avfilter_config_links(filt)))
167 AVFilterContext *avfilter_graph_get_filter(AVFilterGraph *graph, char *name)
171 for (i = 0; i < graph->filter_count; i++)
172 if (graph->filters[i]->name && !strcmp(name, graph->filters[i]->name))
173 return graph->filters[i];
178 static int filter_query_formats(AVFilterContext *ctx)
181 AVFilterFormats *formats;
182 AVFilterChannelLayouts *chlayouts;
183 AVFilterFormats *samplerates;
184 enum AVMediaType type = ctx->inputs && ctx->inputs [0] ? ctx->inputs [0]->type :
185 ctx->outputs && ctx->outputs[0] ? ctx->outputs[0]->type :
188 if ((ret = ctx->filter->query_formats(ctx)) < 0)
191 formats = ff_all_formats(type);
193 return AVERROR(ENOMEM);
194 ff_set_common_formats(ctx, formats);
195 if (type == AVMEDIA_TYPE_AUDIO) {
196 samplerates = ff_all_samplerates();
198 return AVERROR(ENOMEM);
199 ff_set_common_samplerates(ctx, samplerates);
200 chlayouts = ff_all_channel_layouts();
202 return AVERROR(ENOMEM);
203 ff_set_common_channel_layouts(ctx, chlayouts);
208 static int insert_conv_filter(AVFilterGraph *graph, AVFilterLink *link,
209 const char *filt_name, const char *filt_args)
211 static int auto_count = 0, ret;
213 AVFilterContext *filt_ctx;
215 if (graph->disable_auto_convert) {
216 av_log(NULL, AV_LOG_ERROR,
217 "The filters '%s' and '%s' do not have a common format "
218 "and automatic conversion is disabled.\n",
219 link->src->name, link->dst->name);
220 return AVERROR(EINVAL);
223 snprintf(inst_name, sizeof(inst_name), "auto-inserted %s %d",
224 filt_name, auto_count++);
226 if ((ret = avfilter_graph_create_filter(&filt_ctx,
227 avfilter_get_by_name(filt_name),
228 inst_name, filt_args, NULL, graph)) < 0)
230 if ((ret = avfilter_insert_filter(link, filt_ctx, 0, 0)) < 0)
233 filter_query_formats(filt_ctx);
235 if ( ((link = filt_ctx-> inputs[0]) &&
236 !ff_merge_formats(link->in_formats, link->out_formats)) ||
237 ((link = filt_ctx->outputs[0]) &&
238 !ff_merge_formats(link->in_formats, link->out_formats))
240 av_log(NULL, AV_LOG_ERROR,
241 "Impossible to convert between the formats supported by the filter "
242 "'%s' and the filter '%s'\n", link->src->name, link->dst->name);
243 return AVERROR(EINVAL);
246 if (link->type == AVMEDIA_TYPE_AUDIO &&
247 (((link = filt_ctx-> inputs[0]) &&
248 !ff_merge_channel_layouts(link->in_channel_layouts, link->out_channel_layouts)) ||
249 ((link = filt_ctx->outputs[0]) &&
250 !ff_merge_channel_layouts(link->in_channel_layouts, link->out_channel_layouts)))
252 av_log(NULL, AV_LOG_ERROR,
253 "Impossible to convert between the channel layouts formats supported by the filter "
254 "'%s' and the filter '%s'\n", link->src->name, link->dst->name);
255 return AVERROR(EINVAL);
261 static int query_formats(AVFilterGraph *graph, AVClass *log_ctx)
265 AVFilterFormats *formats;
266 AVFilterChannelLayouts *chlayouts;
267 AVFilterFormats *samplerates;
268 int scaler_count = 0, resampler_count = 0;
270 for (j = 0; j < 2; j++) {
271 /* ask all the sub-filters for their supported media formats */
272 for (i = 0; i < graph->filter_count; i++) {
273 /* Call query_formats on sources first.
274 This is a temporary workaround for amerge,
275 until format renegociation is implemented. */
276 if (!graph->filters[i]->nb_inputs == j)
278 if (graph->filters[i]->filter->query_formats)
279 ret = filter_query_formats(graph->filters[i]);
281 ret = ff_default_query_formats(graph->filters[i]);
287 /* go through and merge as many format lists as possible */
288 for (i = 0; i < graph->filter_count; i++) {
289 AVFilterContext *filter = graph->filters[i];
291 for (j = 0; j < filter->nb_inputs; j++) {
292 AVFilterLink *link = filter->inputs[j];
296 if (!link->in_formats || !link->out_formats)
297 return AVERROR(EINVAL);
299 if (link->type == AVMEDIA_TYPE_VIDEO &&
300 !ff_merge_formats(link->in_formats, link->out_formats)) {
302 /* couldn't merge format lists, auto-insert scale filter */
303 snprintf(filt_args, sizeof(filt_args), "0:0:%s",
304 graph->scale_sws_opts);
305 if (ret = insert_conv_filter(graph, link, "scale", filt_args))
308 else if (link->type == AVMEDIA_TYPE_AUDIO) {
309 if (!link->in_channel_layouts || !link->out_channel_layouts)
310 return AVERROR(EINVAL);
312 /* Merge all three list before checking: that way, in all
313 * three categories, aconvert will use a common format
314 * whenever possible. */
315 formats = ff_merge_formats(link->in_formats, link->out_formats);
316 chlayouts = ff_merge_channel_layouts(link->in_channel_layouts , link->out_channel_layouts);
317 samplerates = ff_merge_samplerates (link->in_samplerates, link->out_samplerates);
319 if (!formats || !chlayouts || !samplerates)
320 if (ret = insert_conv_filter(graph, link, "aresample", NULL))
323 int convert_needed = 0;
328 if (link->in_formats != link->out_formats &&
329 !ff_merge_formats(link->in_formats,
332 if (link->type == AVMEDIA_TYPE_AUDIO) {
333 if (link->in_channel_layouts != link->out_channel_layouts &&
334 !ff_merge_channel_layouts(link->in_channel_layouts,
335 link->out_channel_layouts))
337 if (link->in_samplerates != link->out_samplerates &&
338 !ff_merge_samplerates(link->in_samplerates,
339 link->out_samplerates))
343 if (convert_needed) {
344 AVFilterContext *convert;
346 AVFilterLink *inlink, *outlink;
347 char scale_args[256];
350 /* couldn't merge format lists. auto-insert conversion filter */
351 switch (link->type) {
352 case AVMEDIA_TYPE_VIDEO:
353 if (!(filter = avfilter_get_by_name("scale"))) {
354 av_log(log_ctx, AV_LOG_ERROR, "'scale' filter "
355 "not present, cannot convert pixel formats.\n");
356 return AVERROR(EINVAL);
359 snprintf(inst_name, sizeof(inst_name), "auto-inserted scaler %d",
361 snprintf(scale_args, sizeof(scale_args), "0:0:%s", graph->scale_sws_opts);
362 if ((ret = avfilter_graph_create_filter(&convert, filter,
363 inst_name, scale_args, NULL,
367 case AVMEDIA_TYPE_AUDIO:
368 if (!(filter = avfilter_get_by_name("aresample"))) {
369 av_log(log_ctx, AV_LOG_ERROR, "'aresample' filter "
370 "not present, cannot convert audio formats.\n");
371 return AVERROR(EINVAL);
374 snprintf(inst_name, sizeof(inst_name), "auto-inserted resampler %d",
376 if ((ret = avfilter_graph_create_filter(&convert, filter,
377 inst_name, NULL, NULL, graph)) < 0)
381 return AVERROR(EINVAL);
384 if ((ret = avfilter_insert_filter(link, convert, 0, 0)) < 0)
387 filter_query_formats(convert);
388 inlink = convert->inputs[0];
389 outlink = convert->outputs[0];
390 if (!ff_merge_formats( inlink->in_formats, inlink->out_formats) ||
391 !ff_merge_formats(outlink->in_formats, outlink->out_formats))
392 ret |= AVERROR(ENOSYS);
393 if (inlink->type == AVMEDIA_TYPE_AUDIO &&
394 (!ff_merge_samplerates(inlink->in_samplerates,
395 inlink->out_samplerates) ||
396 !ff_merge_channel_layouts(inlink->in_channel_layouts,
397 inlink->out_channel_layouts)))
398 ret |= AVERROR(ENOSYS);
399 if (outlink->type == AVMEDIA_TYPE_AUDIO &&
400 (!ff_merge_samplerates(outlink->in_samplerates,
401 outlink->out_samplerates) ||
402 !ff_merge_channel_layouts(outlink->in_channel_layouts,
403 outlink->out_channel_layouts)))
404 ret |= AVERROR(ENOSYS);
407 av_log(log_ctx, AV_LOG_ERROR,
408 "Impossible to convert between the formats supported by the filter "
409 "'%s' and the filter '%s'\n", link->src->name, link->dst->name);
420 static int pick_format(AVFilterLink *link, AVFilterLink *ref)
422 if (!link || !link->in_formats)
425 if (link->type == AVMEDIA_TYPE_VIDEO) {
426 if(ref && ref->type == AVMEDIA_TYPE_VIDEO){
427 int has_alpha= av_pix_fmt_descriptors[ref->format].nb_components % 2 == 0;
428 enum PixelFormat best= PIX_FMT_NONE;
430 for (i=0; i<link->in_formats->format_count; i++) {
431 enum PixelFormat p = link->in_formats->formats[i];
432 best= avcodec_find_best_pix_fmt_of_2(best, p, ref->format, has_alpha, NULL);
434 av_log(link->src,AV_LOG_DEBUG, "picking %s out of %d ref:%s alpha:%d\n",
435 av_get_pix_fmt_name(best), link->in_formats->format_count,
436 av_get_pix_fmt_name(ref->format), has_alpha);
437 link->in_formats->formats[0] = best;
441 link->in_formats->format_count = 1;
442 link->format = link->in_formats->formats[0];
444 if (link->type == AVMEDIA_TYPE_AUDIO) {
445 if (!link->in_samplerates->format_count) {
446 av_log(link->src, AV_LOG_ERROR, "Cannot select sample rate for"
447 " the link between filters %s and %s.\n", link->src->name,
449 return AVERROR(EINVAL);
451 link->in_samplerates->format_count = 1;
452 link->sample_rate = link->in_samplerates->formats[0];
454 if (!link->in_channel_layouts->nb_channel_layouts) {
455 av_log(link->src, AV_LOG_ERROR, "Cannot select channel layout for"
456 "the link between filters %s and %s.\n", link->src->name,
458 return AVERROR(EINVAL);
460 link->in_channel_layouts->nb_channel_layouts = 1;
461 link->channel_layout = link->in_channel_layouts->channel_layouts[0];
464 ff_formats_unref(&link->in_formats);
465 ff_formats_unref(&link->out_formats);
466 ff_formats_unref(&link->in_samplerates);
467 ff_formats_unref(&link->out_samplerates);
468 ff_channel_layouts_unref(&link->in_channel_layouts);
469 ff_channel_layouts_unref(&link->out_channel_layouts);
474 #define REDUCE_FORMATS(fmt_type, list_type, list, var, nb, add_format) \
476 for (i = 0; i < filter->nb_inputs; i++) { \
477 AVFilterLink *link = filter->inputs[i]; \
480 if (!link->out_ ## list || link->out_ ## list->nb != 1) \
482 fmt = link->out_ ## list->var[0]; \
484 for (j = 0; j < filter->nb_outputs; j++) { \
485 AVFilterLink *out_link = filter->outputs[j]; \
488 if (link->type != out_link->type || \
489 out_link->in_ ## list->nb == 1) \
491 fmts = out_link->in_ ## list; \
493 if (!out_link->in_ ## list->nb) { \
494 add_format(&out_link->in_ ##list, fmt); \
498 for (k = 0; k < out_link->in_ ## list->nb; k++) \
499 if (fmts->var[k] == fmt) { \
500 fmts->var[0] = fmt; \
509 static int reduce_formats_on_filter(AVFilterContext *filter)
511 int i, j, k, ret = 0;
513 REDUCE_FORMATS(int, AVFilterFormats, formats, formats,
514 format_count, ff_add_format);
515 REDUCE_FORMATS(int, AVFilterFormats, samplerates, formats,
516 format_count, ff_add_format);
517 REDUCE_FORMATS(uint64_t, AVFilterChannelLayouts, channel_layouts,
518 channel_layouts, nb_channel_layouts, ff_add_channel_layout);
523 static void reduce_formats(AVFilterGraph *graph)
530 for (i = 0; i < graph->filter_count; i++)
531 reduced |= reduce_formats_on_filter(graph->filters[i]);
535 static void swap_samplerates_on_filter(AVFilterContext *filter)
537 AVFilterLink *link = NULL;
541 for (i = 0; i < filter->nb_inputs; i++) {
542 link = filter->inputs[i];
544 if (link->type == AVMEDIA_TYPE_AUDIO &&
545 link->out_samplerates->format_count == 1)
548 if (i == filter->nb_inputs)
551 sample_rate = link->out_samplerates->formats[0];
553 for (i = 0; i < filter->nb_outputs; i++) {
554 AVFilterLink *outlink = filter->outputs[i];
555 int best_idx, best_diff = INT_MAX;
557 if (outlink->type != AVMEDIA_TYPE_AUDIO ||
558 outlink->in_samplerates->format_count < 2)
561 for (j = 0; j < outlink->in_samplerates->format_count; j++) {
562 int diff = abs(sample_rate - outlink->in_samplerates->formats[j]);
564 if (diff < best_diff) {
569 FFSWAP(int, outlink->in_samplerates->formats[0],
570 outlink->in_samplerates->formats[best_idx]);
574 static void swap_samplerates(AVFilterGraph *graph)
578 for (i = 0; i < graph->filter_count; i++)
579 swap_samplerates_on_filter(graph->filters[i]);
582 #define CH_CENTER_PAIR (AV_CH_FRONT_LEFT_OF_CENTER | AV_CH_FRONT_RIGHT_OF_CENTER)
583 #define CH_FRONT_PAIR (AV_CH_FRONT_LEFT | AV_CH_FRONT_RIGHT)
584 #define CH_STEREO_PAIR (AV_CH_STEREO_LEFT | AV_CH_STEREO_RIGHT)
585 #define CH_WIDE_PAIR (AV_CH_WIDE_LEFT | AV_CH_WIDE_RIGHT)
586 #define CH_SIDE_PAIR (AV_CH_SIDE_LEFT | AV_CH_SIDE_RIGHT)
587 #define CH_DIRECT_PAIR (AV_CH_SURROUND_DIRECT_LEFT | AV_CH_SURROUND_DIRECT_RIGHT)
588 #define CH_BACK_PAIR (AV_CH_BACK_LEFT | AV_CH_BACK_RIGHT)
590 /* allowable substitutions for channel pairs when comparing layouts,
591 * ordered by priority for both values */
592 static const uint64_t ch_subst[][2] = {
593 { CH_FRONT_PAIR, CH_CENTER_PAIR },
594 { CH_FRONT_PAIR, CH_WIDE_PAIR },
595 { CH_FRONT_PAIR, AV_CH_FRONT_CENTER },
596 { CH_CENTER_PAIR, CH_FRONT_PAIR },
597 { CH_CENTER_PAIR, CH_WIDE_PAIR },
598 { CH_CENTER_PAIR, AV_CH_FRONT_CENTER },
599 { CH_WIDE_PAIR, CH_FRONT_PAIR },
600 { CH_WIDE_PAIR, CH_CENTER_PAIR },
601 { CH_WIDE_PAIR, AV_CH_FRONT_CENTER },
602 { AV_CH_FRONT_CENTER, CH_FRONT_PAIR },
603 { AV_CH_FRONT_CENTER, CH_CENTER_PAIR },
604 { AV_CH_FRONT_CENTER, CH_WIDE_PAIR },
605 { CH_SIDE_PAIR, CH_DIRECT_PAIR },
606 { CH_SIDE_PAIR, CH_BACK_PAIR },
607 { CH_SIDE_PAIR, AV_CH_BACK_CENTER },
608 { CH_BACK_PAIR, CH_DIRECT_PAIR },
609 { CH_BACK_PAIR, CH_SIDE_PAIR },
610 { CH_BACK_PAIR, AV_CH_BACK_CENTER },
611 { AV_CH_BACK_CENTER, CH_BACK_PAIR },
612 { AV_CH_BACK_CENTER, CH_DIRECT_PAIR },
613 { AV_CH_BACK_CENTER, CH_SIDE_PAIR },
616 static void swap_channel_layouts_on_filter(AVFilterContext *filter)
618 AVFilterLink *link = NULL;
621 for (i = 0; i < filter->nb_inputs; i++) {
622 link = filter->inputs[i];
624 if (link->type == AVMEDIA_TYPE_AUDIO &&
625 link->out_channel_layouts->nb_channel_layouts == 1)
628 if (i == filter->nb_inputs)
631 for (i = 0; i < filter->nb_outputs; i++) {
632 AVFilterLink *outlink = filter->outputs[i];
633 int best_idx = -1, best_score = INT_MIN, best_count_diff = INT_MAX;
635 if (outlink->type != AVMEDIA_TYPE_AUDIO ||
636 outlink->in_channel_layouts->nb_channel_layouts < 2)
639 for (j = 0; j < outlink->in_channel_layouts->nb_channel_layouts; j++) {
640 uint64_t in_chlayout = link->out_channel_layouts->channel_layouts[0];
641 uint64_t out_chlayout = outlink->in_channel_layouts->channel_layouts[j];
642 int in_channels = av_get_channel_layout_nb_channels(in_chlayout);
643 int out_channels = av_get_channel_layout_nb_channels(out_chlayout);
644 int count_diff = out_channels - in_channels;
645 int matched_channels, extra_channels;
648 /* channel substitution */
649 for (k = 0; k < FF_ARRAY_ELEMS(ch_subst); k++) {
650 uint64_t cmp0 = ch_subst[k][0];
651 uint64_t cmp1 = ch_subst[k][1];
652 if (( in_chlayout & cmp0) && (!(out_chlayout & cmp0)) &&
653 (out_chlayout & cmp1) && (!( in_chlayout & cmp1))) {
654 in_chlayout &= ~cmp0;
655 out_chlayout &= ~cmp1;
656 /* add score for channel match, minus a deduction for
657 having to do the substitution */
658 score += 10 * av_get_channel_layout_nb_channels(cmp1) - 2;
662 /* no penalty for LFE channel mismatch */
663 if ( (in_chlayout & AV_CH_LOW_FREQUENCY) &&
664 (out_chlayout & AV_CH_LOW_FREQUENCY))
666 in_chlayout &= ~AV_CH_LOW_FREQUENCY;
667 out_chlayout &= ~AV_CH_LOW_FREQUENCY;
669 matched_channels = av_get_channel_layout_nb_channels(in_chlayout &
671 extra_channels = av_get_channel_layout_nb_channels(out_chlayout &
673 score += 10 * matched_channels - 5 * extra_channels;
675 if (score > best_score ||
676 (count_diff < best_count_diff && score == best_score)) {
679 best_count_diff = count_diff;
682 av_assert0(best_idx >= 0);
683 FFSWAP(uint64_t, outlink->in_channel_layouts->channel_layouts[0],
684 outlink->in_channel_layouts->channel_layouts[best_idx]);
689 static void swap_channel_layouts(AVFilterGraph *graph)
693 for (i = 0; i < graph->filter_count; i++)
694 swap_channel_layouts_on_filter(graph->filters[i]);
697 static void swap_sample_fmts_on_filter(AVFilterContext *filter)
699 AVFilterLink *link = NULL;
703 for (i = 0; i < filter->nb_inputs; i++) {
704 link = filter->inputs[i];
706 if (link->type == AVMEDIA_TYPE_AUDIO &&
707 link->out_formats->format_count == 1)
710 if (i == filter->nb_inputs)
713 format = link->out_formats->formats[0];
714 bps = av_get_bytes_per_sample(format);
716 for (i = 0; i < filter->nb_outputs; i++) {
717 AVFilterLink *outlink = filter->outputs[i];
718 int best_idx = -1, best_score = INT_MIN;
720 if (outlink->type != AVMEDIA_TYPE_AUDIO ||
721 outlink->in_formats->format_count < 2)
724 for (j = 0; j < outlink->in_formats->format_count; j++) {
725 int out_format = outlink->in_formats->formats[j];
726 int out_bps = av_get_bytes_per_sample(out_format);
729 if (av_get_packed_sample_fmt(out_format) == format ||
730 av_get_planar_sample_fmt(out_format) == format) {
735 /* for s32 and float prefer double to prevent loss of information */
736 if (bps == 4 && out_bps == 8) {
741 /* prefer closest higher or equal bps */
742 score = -abs(out_bps - bps);
746 if (score > best_score) {
751 av_assert0(best_idx >= 0);
752 FFSWAP(int, outlink->in_formats->formats[0],
753 outlink->in_formats->formats[best_idx]);
757 static void swap_sample_fmts(AVFilterGraph *graph)
761 for (i = 0; i < graph->filter_count; i++)
762 swap_sample_fmts_on_filter(graph->filters[i]);
766 static int pick_formats(AVFilterGraph *graph)
773 for (i = 0; i < graph->filter_count; i++) {
774 AVFilterContext *filter = graph->filters[i];
775 if (filter->nb_inputs){
776 for (j = 0; j < filter->nb_inputs; j++){
777 if(filter->inputs[j]->in_formats && filter->inputs[j]->in_formats->format_count == 1) {
778 pick_format(filter->inputs[j], NULL);
783 if (filter->nb_outputs){
784 for (j = 0; j < filter->nb_outputs; j++){
785 if(filter->outputs[j]->in_formats && filter->outputs[j]->in_formats->format_count == 1) {
786 pick_format(filter->outputs[j], NULL);
791 if (filter->nb_inputs && filter->nb_outputs && filter->inputs[0]->format>=0) {
792 for (j = 0; j < filter->nb_outputs; j++) {
793 if(filter->outputs[j]->format<0) {
794 pick_format(filter->outputs[j], filter->inputs[0]);
802 for (i = 0; i < graph->filter_count; i++) {
803 AVFilterContext *filter = graph->filters[i];
805 for (j = 0; j < filter->nb_inputs; j++)
806 if ((ret = pick_format(filter->inputs[j], NULL)) < 0)
808 for (j = 0; j < filter->nb_outputs; j++)
809 if ((ret = pick_format(filter->outputs[j], NULL)) < 0)
816 * Configure the formats of all the links in the graph.
818 static int graph_config_formats(AVFilterGraph *graph, AVClass *log_ctx)
822 /* find supported formats from sub-filters, and merge along links */
823 if ((ret = query_formats(graph, log_ctx)) < 0)
826 /* Once everything is merged, it's possible that we'll still have
827 * multiple valid media format choices. We try to minimize the amount
828 * of format conversion inside filters */
829 reduce_formats(graph);
831 /* for audio filters, ensure the best format, sample rate and channel layout
833 swap_sample_fmts(graph);
834 swap_samplerates(graph);
835 swap_channel_layouts(graph);
837 if ((ret = pick_formats(graph)) < 0)
843 static int ff_avfilter_graph_config_pointers(AVFilterGraph *graph,
847 int sink_links_count = 0, n = 0;
849 AVFilterLink **sinks;
851 for (i = 0; i < graph->filter_count; i++) {
852 f = graph->filters[i];
853 for (j = 0; j < f->nb_inputs; j++) {
854 f->inputs[j]->graph = graph;
855 f->inputs[j]->age_index = -1;
857 for (j = 0; j < f->nb_outputs; j++) {
858 f->outputs[j]->graph = graph;
859 f->outputs[j]->age_index= -1;
861 if (!f->nb_outputs) {
862 if (f->nb_inputs > INT_MAX - sink_links_count)
863 return AVERROR(EINVAL);
864 sink_links_count += f->nb_inputs;
867 sinks = av_calloc(sink_links_count, sizeof(*sinks));
869 return AVERROR(ENOMEM);
870 for (i = 0; i < graph->filter_count; i++) {
871 f = graph->filters[i];
872 if (!f->nb_outputs) {
873 for (j = 0; j < f->nb_inputs; j++) {
874 sinks[n] = f->inputs[j];
875 f->inputs[j]->age_index = n++;
879 av_assert0(n == sink_links_count);
880 graph->sink_links = sinks;
881 graph->sink_links_count = sink_links_count;
885 static int graph_insert_fifos(AVFilterGraph *graph, AVClass *log_ctx)
891 for (i = 0; i < graph->filter_count; i++) {
892 f = graph->filters[i];
894 for (j = 0; j < f->nb_inputs; j++) {
895 AVFilterLink *link = f->inputs[j];
896 AVFilterContext *fifo_ctx;
900 if (!link->dstpad->needs_fifo)
903 fifo = f->inputs[j]->type == AVMEDIA_TYPE_VIDEO ?
904 avfilter_get_by_name("fifo") :
905 avfilter_get_by_name("afifo");
907 snprintf(name, sizeof(name), "auto-inserted fifo %d", fifo_count++);
909 ret = avfilter_graph_create_filter(&fifo_ctx, fifo, name, NULL,
914 ret = avfilter_insert_filter(link, fifo_ctx, 0, 0);
923 int avfilter_graph_config(AVFilterGraph *graphctx, void *log_ctx)
927 if ((ret = graph_check_validity(graphctx, log_ctx)))
929 if ((ret = graph_insert_fifos(graphctx, log_ctx)) < 0)
931 if ((ret = graph_config_formats(graphctx, log_ctx)))
933 if ((ret = graph_config_links(graphctx, log_ctx)))
935 if ((ret = ff_avfilter_graph_config_pointers(graphctx, log_ctx)))
941 int avfilter_graph_send_command(AVFilterGraph *graph, const char *target, const char *cmd, const char *arg, char *res, int res_len, int flags)
943 int i, r = AVERROR(ENOSYS);
948 if((flags & AVFILTER_CMD_FLAG_ONE) && !(flags & AVFILTER_CMD_FLAG_FAST)) {
949 r=avfilter_graph_send_command(graph, target, cmd, arg, res, res_len, flags | AVFILTER_CMD_FLAG_FAST);
950 if(r != AVERROR(ENOSYS))
957 for (i = 0; i < graph->filter_count; i++) {
958 AVFilterContext *filter = graph->filters[i];
959 if(!strcmp(target, "all") || (filter->name && !strcmp(target, filter->name)) || !strcmp(target, filter->filter->name)){
960 r = avfilter_process_command(filter, cmd, arg, res, res_len, flags);
961 if(r != AVERROR(ENOSYS)) {
962 if((flags & AVFILTER_CMD_FLAG_ONE) || r<0)
971 int avfilter_graph_queue_command(AVFilterGraph *graph, const char *target, const char *command, const char *arg, int flags, double ts)
978 for (i = 0; i < graph->filter_count; i++) {
979 AVFilterContext *filter = graph->filters[i];
980 if(filter && (!strcmp(target, "all") || !strcmp(target, filter->name) || !strcmp(target, filter->filter->name))){
981 AVFilterCommand **que = &filter->command_queue, *next;
982 while(*que && (*que)->time <= ts)
985 *que= av_mallocz(sizeof(AVFilterCommand));
986 (*que)->command = av_strdup(command);
987 (*que)->arg = av_strdup(arg);
989 (*que)->flags = flags;
991 if(flags & AVFILTER_CMD_FLAG_ONE)
999 static void heap_bubble_up(AVFilterGraph *graph,
1000 AVFilterLink *link, int index)
1002 AVFilterLink **links = graph->sink_links;
1005 int parent = (index - 1) >> 1;
1006 if (links[parent]->current_pts >= link->current_pts)
1008 links[index] = links[parent];
1009 links[index]->age_index = index;
1012 links[index] = link;
1013 link->age_index = index;
1016 static void heap_bubble_down(AVFilterGraph *graph,
1017 AVFilterLink *link, int index)
1019 AVFilterLink **links = graph->sink_links;
1022 int child = 2 * index + 1;
1023 if (child >= graph->sink_links_count)
1025 if (child + 1 < graph->sink_links_count &&
1026 links[child + 1]->current_pts < links[child]->current_pts)
1028 if (link->current_pts < links[child]->current_pts)
1030 links[index] = links[child];
1031 links[index]->age_index = index;
1034 links[index] = link;
1035 link->age_index = index;
1038 void ff_avfilter_graph_update_heap(AVFilterGraph *graph, AVFilterLink *link)
1040 heap_bubble_up (graph, link, link->age_index);
1041 heap_bubble_down(graph, link, link->age_index);
1045 int avfilter_graph_request_oldest(AVFilterGraph *graph)
1047 while (graph->sink_links_count) {
1048 AVFilterLink *oldest = graph->sink_links[0];
1049 int r = ff_request_frame(oldest);
1050 if (r != AVERROR_EOF)
1052 av_log(oldest->dst, AV_LOG_DEBUG, "EOF on sink link %s:%s.\n",
1053 oldest->dst ? oldest->dst->name : "unknown",
1054 oldest->dstpad ? oldest->dstpad->name : "unknown");
1055 /* EOF: remove the link from the heap */
1056 if (oldest->age_index < --graph->sink_links_count)
1057 heap_bubble_down(graph, graph->sink_links[graph->sink_links_count],
1059 oldest->age_index = -1;