2 * Filter layer - format negotiation
3 * Copyright (c) 2007 Bobby Bingham
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 #include "libavutil/avassert.h"
23 #include "libavutil/channel_layout.h"
24 #include "libavutil/common.h"
25 #include "libavutil/eval.h"
26 #include "libavutil/pixdesc.h"
27 #include "libavutil/parseutils.h"
32 #define KNOWN(l) (!FF_LAYOUT2COUNT(l)) /* for readability */
35 * Add all refs from a to ret and destroy a.
37 #define MERGE_REF(ret, a, fmts, type, fail) \
42 if (!(tmp = av_realloc_array(ret->refs, ret->refcount + a->refcount, \
47 for (i = 0; i < a->refcount; i ++) { \
48 ret->refs[ret->refcount] = a->refs[i]; \
49 *ret->refs[ret->refcount++] = ret; \
58 * Add all formats common for a and b to ret, copy the refs and destroy
61 #define MERGE_FORMATS(ret, a, b, fmts, nb, type, fail) \
63 int i, j, k = 0, count = FFMIN(a->nb, b->nb); \
65 if (!(ret = av_mallocz(sizeof(*ret)))) \
69 if (!(ret->fmts = av_malloc_array(count, sizeof(*ret->fmts)))) \
71 for (i = 0; i < a->nb; i++) \
72 for (j = 0; j < b->nb; j++) \
73 if (a->fmts[i] == b->fmts[j]) { \
74 if(k >= FFMIN(a->nb, b->nb)){ \
75 av_log(NULL, AV_LOG_ERROR, "Duplicate formats in %s detected\n", __FUNCTION__); \
80 ret->fmts[k++] = a->fmts[i]; \
84 /* check that there was at least one common format */ \
88 MERGE_REF(ret, a, fmts, type, fail); \
89 MERGE_REF(ret, b, fmts, type, fail); \
92 AVFilterFormats *ff_merge_formats(AVFilterFormats *a, AVFilterFormats *b,
93 enum AVMediaType type)
95 AVFilterFormats *ret = NULL;
97 int alpha1=0, alpha2=0;
98 int chroma1=0, chroma2=0;
103 /* Do not lose chroma or alpha in merging.
104 It happens if both lists have formats with chroma (resp. alpha), but
105 the only formats in common do not have it (e.g. YUV+gray vs.
106 RGB+gray): in that case, the merging would select the gray format,
107 possibly causing a lossy conversion elsewhere in the graph.
108 To avoid that, pretend that there are no common formats to force the
109 insertion of a conversion filter. */
110 if (type == AVMEDIA_TYPE_VIDEO)
111 for (i = 0; i < a->nb_formats; i++)
112 for (j = 0; j < b->nb_formats; j++) {
113 const AVPixFmtDescriptor *adesc = av_pix_fmt_desc_get(a->formats[i]);
114 const AVPixFmtDescriptor *bdesc = av_pix_fmt_desc_get(b->formats[j]);
115 alpha2 |= adesc->flags & bdesc->flags & AV_PIX_FMT_FLAG_ALPHA;
116 chroma2|= adesc->nb_components > 1 && bdesc->nb_components > 1;
117 if (a->formats[i] == b->formats[j]) {
118 alpha1 |= adesc->flags & AV_PIX_FMT_FLAG_ALPHA;
119 chroma1|= adesc->nb_components > 1;
123 // If chroma or alpha can be lost through merging then do not merge
124 if (alpha2 > alpha1 || chroma2 > chroma1)
127 MERGE_FORMATS(ret, a, b, formats, nb_formats, AVFilterFormats, fail);
132 av_freep(&ret->refs);
133 av_freep(&ret->formats);
139 AVFilterFormats *ff_merge_samplerates(AVFilterFormats *a,
142 AVFilterFormats *ret = NULL;
144 if (a == b) return a;
146 if (a->nb_formats && b->nb_formats) {
147 MERGE_FORMATS(ret, a, b, formats, nb_formats, AVFilterFormats, fail);
148 } else if (a->nb_formats) {
149 MERGE_REF(a, b, formats, AVFilterFormats, fail);
152 MERGE_REF(b, a, formats, AVFilterFormats, fail);
159 av_freep(&ret->refs);
160 av_freep(&ret->formats);
166 AVFilterChannelLayouts *ff_merge_channel_layouts(AVFilterChannelLayouts *a,
167 AVFilterChannelLayouts *b)
169 AVFilterChannelLayouts *ret = NULL;
170 unsigned a_all = a->all_layouts + a->all_counts;
171 unsigned b_all = b->all_layouts + b->all_counts;
172 int ret_max, ret_nb = 0, i, j, round;
174 if (a == b) return a;
176 /* Put the most generic set in a, to avoid doing everything twice */
178 FFSWAP(AVFilterChannelLayouts *, a, b);
179 FFSWAP(unsigned, a_all, b_all);
182 if (a_all == 1 && !b_all) {
183 /* keep only known layouts in b; works also for b_all = 1 */
184 for (i = j = 0; i < b->nb_channel_layouts; i++)
185 if (KNOWN(b->channel_layouts[i]))
186 b->channel_layouts[j++] = b->channel_layouts[i];
187 /* Not optimal: the unknown layouts of b may become known after
191 b->nb_channel_layouts = j;
193 MERGE_REF(b, a, channel_layouts, AVFilterChannelLayouts, fail);
197 ret_max = a->nb_channel_layouts + b->nb_channel_layouts;
198 if (!(ret = av_mallocz(sizeof(*ret))) ||
199 !(ret->channel_layouts = av_malloc_array(ret_max,
200 sizeof(*ret->channel_layouts))))
203 /* a[known] intersect b[known] */
204 for (i = 0; i < a->nb_channel_layouts; i++) {
205 if (!KNOWN(a->channel_layouts[i]))
207 for (j = 0; j < b->nb_channel_layouts; j++) {
208 if (a->channel_layouts[i] == b->channel_layouts[j]) {
209 ret->channel_layouts[ret_nb++] = a->channel_layouts[i];
210 a->channel_layouts[i] = b->channel_layouts[j] = 0;
214 /* 1st round: a[known] intersect b[generic]
215 2nd round: a[generic] intersect b[known] */
216 for (round = 0; round < 2; round++) {
217 for (i = 0; i < a->nb_channel_layouts; i++) {
218 uint64_t fmt = a->channel_layouts[i], bfmt;
219 if (!fmt || !KNOWN(fmt))
221 bfmt = FF_COUNT2LAYOUT(av_get_channel_layout_nb_channels(fmt));
222 for (j = 0; j < b->nb_channel_layouts; j++)
223 if (b->channel_layouts[j] == bfmt)
224 ret->channel_layouts[ret_nb++] = a->channel_layouts[i];
226 /* 1st round: swap to prepare 2nd round; 2nd round: put it back */
227 FFSWAP(AVFilterChannelLayouts *, a, b);
229 /* a[generic] intersect b[generic] */
230 for (i = 0; i < a->nb_channel_layouts; i++) {
231 if (KNOWN(a->channel_layouts[i]))
233 for (j = 0; j < b->nb_channel_layouts; j++)
234 if (a->channel_layouts[i] == b->channel_layouts[j])
235 ret->channel_layouts[ret_nb++] = a->channel_layouts[i];
238 ret->nb_channel_layouts = ret_nb;
239 if (!ret->nb_channel_layouts)
241 MERGE_REF(ret, a, channel_layouts, AVFilterChannelLayouts, fail);
242 MERGE_REF(ret, b, channel_layouts, AVFilterChannelLayouts, fail);
247 av_freep(&ret->refs);
248 av_freep(&ret->channel_layouts);
254 int ff_fmt_is_in(int fmt, const int *fmts)
258 for (p = fmts; *p != -1; p++) {
265 #define MAKE_FORMAT_LIST(type, field, count_field) \
269 for (count = 0; fmts[count] != -1; count++) \
271 formats = av_mallocz(sizeof(*formats)); \
274 formats->count_field = count; \
276 formats->field = av_malloc_array(count, sizeof(*formats->field)); \
277 if (!formats->field) { \
278 av_freep(&formats); \
283 AVFilterFormats *ff_make_format_list(const int *fmts)
285 MAKE_FORMAT_LIST(AVFilterFormats, formats, nb_formats);
287 formats->formats[count] = fmts[count];
292 AVFilterChannelLayouts *ff_make_format64_list(const int64_t *fmts)
294 MAKE_FORMAT_LIST(AVFilterChannelLayouts,
295 channel_layouts, nb_channel_layouts);
297 memcpy(formats->channel_layouts, fmts,
298 sizeof(*formats->channel_layouts) * count);
303 #if LIBAVFILTER_VERSION_MAJOR < 8
304 AVFilterChannelLayouts *avfilter_make_format64_list(const int64_t *fmts)
306 return ff_make_format64_list(fmts);
310 #define ADD_FORMAT(f, fmt, unref_fn, type, list, nb) \
315 if (!(*f) && !(*f = av_mallocz(sizeof(**f)))) { \
316 return AVERROR(ENOMEM); \
319 fmts = av_realloc_array((*f)->list, (*f)->nb + 1, \
320 sizeof(*(*f)->list)); \
325 return AVERROR(ENOMEM); \
329 (*f)->list[(*f)->nb++] = fmt; \
332 int ff_add_format(AVFilterFormats **avff, int64_t fmt)
334 ADD_FORMAT(avff, fmt, ff_formats_unref, int, formats, nb_formats);
338 int ff_add_channel_layout(AVFilterChannelLayouts **l, uint64_t channel_layout)
340 av_assert1(!(*l && (*l)->all_layouts));
341 ADD_FORMAT(l, channel_layout, ff_channel_layouts_unref, uint64_t, channel_layouts, nb_channel_layouts);
345 AVFilterFormats *ff_all_formats(enum AVMediaType type)
347 AVFilterFormats *ret = NULL;
349 if (type == AVMEDIA_TYPE_VIDEO) {
350 const AVPixFmtDescriptor *desc = NULL;
351 while ((desc = av_pix_fmt_desc_next(desc))) {
352 if (ff_add_format(&ret, av_pix_fmt_desc_get_id(desc)) < 0)
355 } else if (type == AVMEDIA_TYPE_AUDIO) {
356 enum AVSampleFormat fmt = 0;
357 while (av_get_sample_fmt_name(fmt)) {
358 if (ff_add_format(&ret, fmt) < 0)
367 int ff_formats_pixdesc_filter(AVFilterFormats **rfmts, unsigned want, unsigned rej)
369 unsigned nb_formats, fmt, flags;
370 AVFilterFormats *formats = NULL;
374 for (fmt = 0;; fmt++) {
375 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(fmt);
379 if (!(desc->flags & AV_PIX_FMT_FLAG_HWACCEL) &&
380 !(desc->flags & AV_PIX_FMT_FLAG_PLANAR) &&
381 (desc->log2_chroma_w || desc->log2_chroma_h))
382 flags |= FF_PIX_FMT_FLAG_SW_FLAT_SUB;
383 if ((flags & (want | rej)) != want)
386 formats->formats[nb_formats] = fmt;
390 av_assert0(formats->nb_formats == nb_formats);
394 formats = av_mallocz(sizeof(*formats));
396 return AVERROR(ENOMEM);
397 formats->nb_formats = nb_formats;
399 formats->formats = av_malloc_array(nb_formats, sizeof(*formats->formats));
400 if (!formats->formats) {
402 return AVERROR(ENOMEM);
408 AVFilterFormats *ff_planar_sample_fmts(void)
410 AVFilterFormats *ret = NULL;
413 for (fmt = 0; av_get_bytes_per_sample(fmt)>0; fmt++)
414 if (av_sample_fmt_is_planar(fmt))
415 if (ff_add_format(&ret, fmt) < 0)
421 AVFilterFormats *ff_all_samplerates(void)
423 AVFilterFormats *ret = av_mallocz(sizeof(*ret));
427 AVFilterChannelLayouts *ff_all_channel_layouts(void)
429 AVFilterChannelLayouts *ret = av_mallocz(sizeof(*ret));
432 ret->all_layouts = 1;
436 AVFilterChannelLayouts *ff_all_channel_counts(void)
438 AVFilterChannelLayouts *ret = av_mallocz(sizeof(*ret));
441 ret->all_layouts = ret->all_counts = 1;
445 #define FORMATS_REF(f, ref, unref_fn) \
449 return AVERROR(ENOMEM); \
451 tmp = av_realloc_array(f->refs, sizeof(*f->refs), f->refcount + 1); \
454 return AVERROR(ENOMEM); \
457 f->refs[f->refcount++] = ref; \
461 int ff_channel_layouts_ref(AVFilterChannelLayouts *f, AVFilterChannelLayouts **ref)
463 FORMATS_REF(f, ref, ff_channel_layouts_unref);
466 int ff_formats_ref(AVFilterFormats *f, AVFilterFormats **ref)
468 FORMATS_REF(f, ref, ff_formats_unref);
471 #define FIND_REF_INDEX(ref, idx) \
474 for (i = 0; i < (*ref)->refcount; i ++) \
475 if((*ref)->refs[i] == ref) { \
481 #define FORMATS_UNREF(ref, list) \
485 if (!ref || !*ref || !(*ref)->refs) \
488 FIND_REF_INDEX(ref, idx); \
491 memmove((*ref)->refs + idx, (*ref)->refs + idx + 1, \
492 sizeof(*(*ref)->refs) * ((*ref)->refcount - idx - 1)); \
494 if(!--(*ref)->refcount) { \
495 av_free((*ref)->list); \
496 av_free((*ref)->refs); \
502 void ff_formats_unref(AVFilterFormats **ref)
504 FORMATS_UNREF(ref, formats);
507 void ff_channel_layouts_unref(AVFilterChannelLayouts **ref)
509 FORMATS_UNREF(ref, channel_layouts);
512 #define FORMATS_CHANGEREF(oldref, newref) \
516 FIND_REF_INDEX(oldref, idx); \
519 (*oldref)->refs[idx] = newref; \
525 void ff_channel_layouts_changeref(AVFilterChannelLayouts **oldref,
526 AVFilterChannelLayouts **newref)
528 FORMATS_CHANGEREF(oldref, newref);
531 void ff_formats_changeref(AVFilterFormats **oldref, AVFilterFormats **newref)
533 FORMATS_CHANGEREF(oldref, newref);
536 #define SET_COMMON_FORMATS(ctx, fmts, in_fmts, out_fmts, ref_fn, unref_fn, list) \
540 return AVERROR(ENOMEM); \
542 for (i = 0; i < ctx->nb_inputs; i++) { \
543 if (ctx->inputs[i] && !ctx->inputs[i]->out_fmts) { \
544 int ret = ref_fn(fmts, &ctx->inputs[i]->out_fmts); \
548 av_freep(&fmts->list); \
555 for (i = 0; i < ctx->nb_outputs; i++) { \
556 if (ctx->outputs[i] && !ctx->outputs[i]->in_fmts) { \
557 int ret = ref_fn(fmts, &ctx->outputs[i]->in_fmts); \
561 av_freep(&fmts->list); \
570 av_freep(&fmts->list); \
571 av_freep(&fmts->refs); \
577 int ff_set_common_channel_layouts(AVFilterContext *ctx,
578 AVFilterChannelLayouts *layouts)
580 SET_COMMON_FORMATS(ctx, layouts, in_channel_layouts, out_channel_layouts,
581 ff_channel_layouts_ref, ff_channel_layouts_unref, channel_layouts);
584 int ff_set_common_samplerates(AVFilterContext *ctx,
585 AVFilterFormats *samplerates)
587 SET_COMMON_FORMATS(ctx, samplerates, in_samplerates, out_samplerates,
588 ff_formats_ref, ff_formats_unref, formats);
592 * A helper for query_formats() which sets all links to the same list of
593 * formats. If there are no links hooked to this filter, the list of formats is
596 int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
598 SET_COMMON_FORMATS(ctx, formats, in_formats, out_formats,
599 ff_formats_ref, ff_formats_unref, formats);
602 static int default_query_formats_common(AVFilterContext *ctx,
603 AVFilterChannelLayouts *(layouts)(void))
606 enum AVMediaType type = ctx->inputs && ctx->inputs [0] ? ctx->inputs [0]->type :
607 ctx->outputs && ctx->outputs[0] ? ctx->outputs[0]->type :
610 ret = ff_set_common_formats(ctx, ff_all_formats(type));
613 if (type == AVMEDIA_TYPE_AUDIO) {
614 ret = ff_set_common_channel_layouts(ctx, layouts());
617 ret = ff_set_common_samplerates(ctx, ff_all_samplerates());
625 int ff_default_query_formats(AVFilterContext *ctx)
627 return default_query_formats_common(ctx, ff_all_channel_counts);
630 int ff_query_formats_all_layouts(AVFilterContext *ctx)
632 return default_query_formats_common(ctx, ff_all_channel_layouts);
635 /* internal functions for parsing audio format arguments */
637 int ff_parse_pixel_format(enum AVPixelFormat *ret, const char *arg, void *log_ctx)
640 int pix_fmt = av_get_pix_fmt(arg);
641 if (pix_fmt == AV_PIX_FMT_NONE) {
642 pix_fmt = strtol(arg, &tail, 0);
643 if (*tail || !av_pix_fmt_desc_get(pix_fmt)) {
644 av_log(log_ctx, AV_LOG_ERROR, "Invalid pixel format '%s'\n", arg);
645 return AVERROR(EINVAL);
652 int ff_parse_sample_format(int *ret, const char *arg, void *log_ctx)
655 int sfmt = av_get_sample_fmt(arg);
656 if (sfmt == AV_SAMPLE_FMT_NONE) {
657 sfmt = strtol(arg, &tail, 0);
658 if (*tail || av_get_bytes_per_sample(sfmt)<=0) {
659 av_log(log_ctx, AV_LOG_ERROR, "Invalid sample format '%s'\n", arg);
660 return AVERROR(EINVAL);
667 int ff_parse_time_base(AVRational *ret, const char *arg, void *log_ctx)
670 if(av_parse_ratio(&r, arg, INT_MAX, 0, log_ctx) < 0 ||r.num<=0 ||r.den<=0) {
671 av_log(log_ctx, AV_LOG_ERROR, "Invalid time base '%s'\n", arg);
672 return AVERROR(EINVAL);
678 int ff_parse_sample_rate(int *ret, const char *arg, void *log_ctx)
681 double srate = av_strtod(arg, &tail);
682 if (*tail || srate < 1 || (int)srate != srate || srate > INT_MAX) {
683 av_log(log_ctx, AV_LOG_ERROR, "Invalid sample rate '%s'\n", arg);
684 return AVERROR(EINVAL);
690 int ff_parse_channel_layout(int64_t *ret, int *nret, const char *arg,
696 if (av_get_extended_channel_layout(arg, &chlayout, &nb_channels) < 0) {
697 av_log(log_ctx, AV_LOG_ERROR, "Invalid channel layout '%s'\n", arg);
698 return AVERROR(EINVAL);
700 if (!chlayout && !nret) {
701 av_log(log_ctx, AV_LOG_ERROR, "Unknown channel layout '%s' is not supported.\n", arg);
702 return AVERROR(EINVAL);