/*
* filter graphs
+ * copyright (c) 2008 Vitor Sessak
* copyright (c) 2007 Bobby Bingham
*
* This file is part of FFmpeg.
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
+#include <ctype.h>
+#include <string.h>
+
#include "avfilter.h"
#include "avfiltergraph.h"
-typedef struct AVFilterGraph {
- unsigned filter_count;
- AVFilterContext **filters;
-
- /** fake filters to handle links to internal filters */
- AVFilterContext *link_filter_in;
- AVFilterContext *link_filter_out;
-} GraphContext;
-
-typedef struct {
- AVFilterContext *graph;
-} GraphLinkContext;
-
-static int link_init(AVFilterContext *ctx, const char *args, void *opaque)
-{
- GraphLinkContext *linkctx = ctx->priv;
- linkctx->graph = opaque;
- return !opaque;
-}
-
-/**
- * Given the link between the dummy filter and an internal filter whose input
- * is being exported outside the graph, this returns the externally visible
- * link.
- */
-static inline AVFilterLink *get_extern_input_link(AVFilterLink *link)
-{
- GraphLinkContext *lctx = link->src->priv;
- return lctx->graph->inputs[link->srcpad];
-}
-
-/** request a frame from a filter providing input to the graph */
-static int link_in_request_frame(AVFilterLink *link)
-{
- AVFilterLink *link2 = get_extern_input_link(link);
-
- if(!link2)
- return -1;
- return avfilter_request_frame(link2);
-}
-
-
-static int link_in_poll_frame(AVFilterLink *link)
-{
- AVFilterLink *link2 = get_extern_input_link(link);
- if(!link2)
- return -1;
- return avfilter_poll_frame(link2);
-}
-
-static int link_in_config_props(AVFilterLink *link)
-{
- AVFilterLink *link2 = get_extern_input_link(link);
- int (*config_props)(AVFilterLink *);
- int ret;
-
- if(!link2)
- return -1;
- if(!(config_props = link2->src->output_pads[link2->srcpad].config_props))
- config_props = avfilter_default_config_output_link;
- ret = config_props(link2);
-
- link->w = link2->w;
- link->h = link2->h;
-
- return ret;
-}
-
-/**
- * Given the link between the dummy filter and an internal filter whose output
- * is being exported outside the graph, this returns the externally visible
- * link.
- */
-static inline AVFilterLink *get_extern_output_link(AVFilterLink *link)
+void avfilter_graph_destroy(AVFilterGraph *graph)
{
- GraphLinkContext *lctx = link->dst->priv;
- return lctx->graph->outputs[link->dstpad];
+ for(; graph->filter_count > 0; graph->filter_count --)
+ avfilter_destroy(graph->filters[graph->filter_count - 1]);
+ av_freep(&graph->scale_sws_opts);
+ av_freep(&graph->filters);
}
-static int link_out_config_props(AVFilterLink *link)
+int avfilter_graph_add_filter(AVFilterGraph *graph, AVFilterContext *filter)
{
- AVFilterLink *link2 = get_extern_output_link(link);
-
- if(!link2)
- return 0;
+ AVFilterContext **filters = av_realloc(graph->filters,
+ sizeof(AVFilterContext*) * (graph->filter_count+1));
+ if (!filters)
+ return AVERROR(ENOMEM);
- link2->w = link->w;
- link2->h = link->h;
+ graph->filters = filters;
+ graph->filters[graph->filter_count++] = filter;
return 0;
}
-static void link_out_start_frame(AVFilterLink *link, AVFilterPicRef *picref)
-{
- AVFilterLink *link2 = get_extern_output_link(link);
-
- if(!link2)
- avfilter_unref_pic(picref);
- else
- avfilter_start_frame(link2, picref);
-}
-
-static void link_out_end_frame(AVFilterLink *link)
+int avfilter_graph_check_validity(AVFilterGraph *graph, AVClass *log_ctx)
{
- AVFilterLink *link2 = get_extern_output_link(link);
-
- if(link2)
- avfilter_end_frame(link2);
-}
-
-static AVFilterPicRef *link_out_get_video_buffer(AVFilterLink *link, int perms)
-{
- AVFilterLink *link2 = get_extern_output_link(link);
-
- if(!link2)
- return NULL;
- else
- return avfilter_get_video_buffer(link2, perms);
-}
-
-static void link_out_draw_slice(AVFilterLink *link, int y, int height)
-{
- AVFilterLink *link2 = get_extern_output_link(link);
-
- if(link2)
- avfilter_draw_slice(link2, y, height);
-}
-
-/** dummy filter used to help export filters pads outside the graph */
-static AVFilter vf_graph_dummy =
-{
- .name = "graph_dummy",
-
- .priv_size = sizeof(GraphLinkContext),
-
- .init = link_init,
-
- .inputs = (AVFilterPad[]) {{ .name = NULL, }},
- .outputs = (AVFilterPad[]) {{ .name = NULL, }},
-};
-
-static AVFilterLink *get_intern_input_link(AVFilterLink *link)
-{
- GraphContext *graph = link->dst->priv;
- return graph->link_filter_in->outputs[link->dstpad];
-}
-
-static void graph_in_start_frame(AVFilterLink *link, AVFilterPicRef *picref)
-{
- AVFilterLink *link2 = get_intern_input_link(link);
- if(link2)
- avfilter_start_frame(link2, picref);
-}
-
-static void graph_in_end_frame(AVFilterLink *link)
-{
- AVFilterLink *link2 = get_intern_input_link(link);
- if(link2)
- avfilter_end_frame(link2);
-}
-
-static AVFilterPicRef *graph_in_get_video_buffer(AVFilterLink *link, int perms)
-{
- AVFilterLink *link2 = get_intern_input_link(link);
- if(link2)
- return avfilter_get_video_buffer(link2, perms);
- return NULL;
-}
-
-static void graph_in_draw_slice(AVFilterLink *link, int y, int height)
-{
- AVFilterLink *link2 = get_intern_input_link(link);
- if(link2)
- avfilter_draw_slice(link2, y, height);
-}
-
-static int graph_in_config_props(AVFilterLink *link)
-{
- AVFilterLink *link2 = get_intern_input_link(link);
- int (*config_props)(AVFilterLink *);
- int ret;
-
- if(!link2)
- return -1;
-
- /* copy link properties over to the dummy internal link */
- link2->w = link->w;
- link2->h = link->h;
- link2->format = link->format;
-
- if(!(config_props = link2->dst->input_pads[link2->dstpad].config_props))
- return 0; /* FIXME? */
- //config_props = avfilter_default_config_input_link;
- if(!(ret = config_props(link2)))
- link2->init_state = AVLINK_INIT;
- else
- link2->init_state = AVLINK_STARTINIT;
-
- return ret;
-}
-
-static AVFilterLink *get_intern_output_link(AVFilterLink *link)
-{
- GraphContext *graph = link->src->priv;
- return graph->link_filter_out->inputs[link->srcpad];
-}
-
-static int graph_out_request_frame(AVFilterLink *link)
-{
- AVFilterLink *link2 = get_intern_output_link(link);
-
- if(link2)
- return avfilter_request_frame(link2);
- return -1;
-}
-
-static int graph_out_poll_frame(AVFilterLink *link)
-{
- AVFilterLink *link2 = get_intern_output_link(link);
-
- if(!link2)
- return -1;
-
- return avfilter_poll_frame(link2);
-}
-
-static int graph_out_config_props(AVFilterLink *link)
-{
- GraphContext *graph = link->src->priv;
- AVFilterLink *link2 = graph->link_filter_out->inputs[link->srcpad];
- int ret;
+ AVFilterContext *filt;
+ int i, j;
- if((ret = avfilter_config_links(graph->link_filter_out)))
- return ret;
+ for (i=0; i < graph->filter_count; i++) {
+ filt = graph->filters[i];
- if(!link2)
- return 0;
+ for (j = 0; j < filt->input_count; j++) {
+ if (!filt->inputs[j] || !filt->inputs[j]->src) {
+ av_log(log_ctx, AV_LOG_ERROR,
+ "Input pad \"%s\" for the filter \"%s\" of type \"%s\" not connected to any source\n",
+ filt->input_pads[j].name, filt->name, filt->filter->name);
+ return -1;
+ }
+ }
- link->w = link2->w;
- link->h = link2->h;
- link->format = link2->format;
+ for (j = 0; j < filt->output_count; j++) {
+ if (!filt->outputs[j] || !filt->outputs[j]->dst) {
+ av_log(log_ctx, AV_LOG_ERROR,
+ "Output pad \"%s\" for the filter \"%s\" of type \"%s\" not connected to any destination\n",
+ filt->output_pads[j].name, filt->name, filt->filter->name);
+ return -1;
+ }
+ }
+ }
return 0;
}
-static int add_graph_input(AVFilterContext *gctx, AVFilterContext *filt, unsigned idx,
- char *name)
+int avfilter_graph_config_links(AVFilterGraph *graph, AVClass *log_ctx)
{
- GraphContext *graph = gctx->priv;
-
- AVFilterPad graph_inpad =
- {
- .name = name,
- .type = CODEC_TYPE_VIDEO,
- .start_frame = graph_in_start_frame,
- .end_frame = graph_in_end_frame,
- .get_video_buffer = graph_in_get_video_buffer,
- .draw_slice = graph_in_draw_slice,
- .config_props = graph_in_config_props,
- /* XXX */
- };
- AVFilterPad dummy_outpad =
- {
- .name = NULL, /* FIXME? */
- .type = CODEC_TYPE_VIDEO,
- .request_frame = link_in_request_frame,
- .poll_frame = link_in_poll_frame,
- .config_props = link_in_config_props,
- };
-
- avfilter_insert_inpad (gctx, gctx->input_count, &graph_inpad);
- avfilter_insert_outpad(graph->link_filter_in, graph->link_filter_in->output_count,
- &dummy_outpad);
- return avfilter_link(graph->link_filter_in,
- graph->link_filter_in->output_count-1, filt, idx);
-}
+ AVFilterContext *filt;
+ int i, ret;
-static int add_graph_output(AVFilterContext *gctx, AVFilterContext *filt, unsigned idx,
- char *name)
-{
- GraphContext *graph = gctx->priv;
-
- AVFilterPad graph_outpad =
- {
- .name = name,
- .type = CODEC_TYPE_VIDEO,
- .request_frame = graph_out_request_frame,
- .poll_frame = graph_out_poll_frame,
- .config_props = graph_out_config_props,
- };
- AVFilterPad dummy_inpad =
- {
- .name = NULL, /* FIXME? */
- .type = CODEC_TYPE_VIDEO,
- .start_frame = link_out_start_frame,
- .end_frame = link_out_end_frame,
- .draw_slice = link_out_draw_slice,
- .get_video_buffer = link_out_get_video_buffer,
- .config_props = link_out_config_props,
- };
-
- avfilter_insert_outpad(gctx, gctx->output_count, &graph_outpad);
- avfilter_insert_inpad (graph->link_filter_out, graph->link_filter_out->input_count,
- &dummy_inpad);
- return avfilter_link(filt, idx, graph->link_filter_out,
- graph->link_filter_out->input_count-1);
-}
-
-static void uninit(AVFilterContext *ctx)
-{
- GraphContext *graph = ctx->priv;
+ for (i=0; i < graph->filter_count; i++) {
+ filt = graph->filters[i];
- if(graph->link_filter_in) {
- avfilter_destroy(graph->link_filter_in);
- graph->link_filter_in = NULL;
- }
- if(graph->link_filter_out) {
- avfilter_destroy(graph->link_filter_out);
- graph->link_filter_out = NULL;
+ if (!filt->output_count) {
+ if ((ret = avfilter_config_links(filt)))
+ return ret;
+ }
}
- for(; graph->filter_count > 0; graph->filter_count --)
- avfilter_destroy(graph->filters[graph->filter_count - 1]);
- av_freep(&graph->filters);
-}
-/* TODO: insert in sorted order */
-void avfilter_graph_add_filter(AVFilterContext *graphctx, AVFilterContext *filter)
-{
- GraphContext *graph = graphctx->priv;
-
- graph->filters = av_realloc(graph->filters,
- sizeof(AVFilterContext*) * ++graph->filter_count);
- graph->filters[graph->filter_count - 1] = filter;
+ return 0;
}
-/* search intelligently, once we insert in order */
-AVFilterContext *avfilter_graph_get_filter(AVFilterContext *ctx, char *name)
+AVFilterContext *avfilter_graph_get_filter(AVFilterGraph *graph, char *name)
{
- GraphContext *graph = ctx->priv;
int i;
- if(!name)
- return NULL;
-
for(i = 0; i < graph->filter_count; i ++)
if(graph->filters[i]->name && !strcmp(name, graph->filters[i]->name))
return graph->filters[i];
return NULL;
}
-static int query_formats(AVFilterContext *graphctx)
+static int query_formats(AVFilterGraph *graph, AVClass *log_ctx)
{
- GraphContext *graph = graphctx->priv;
- AVFilterContext *linkfiltin = graph->link_filter_in;
- AVFilterContext *linkfiltout = graph->link_filter_out;
int i, j;
+ int scaler_count = 0;
+ char inst_name[30];
/* ask all the sub-filters for their supported colorspaces */
for(i = 0; i < graph->filter_count; i ++) {
avfilter_default_query_formats(graph->filters[i]);
}
- /* use these formats on our exported links */
- for(i = 0; i < linkfiltout->input_count; i ++) {
- avfilter_formats_ref( linkfiltout->inputs[i]->in_formats,
- &linkfiltout->inputs[i]->out_formats);
-
- if(graphctx->outputs[i])
- avfilter_formats_ref(linkfiltout->inputs[i]->in_formats,
- &graphctx->outputs[i]->in_formats);
- }
- for(i = 0; i < linkfiltin->output_count; i ++) {
- avfilter_formats_ref( linkfiltin->outputs[i]->out_formats,
- &linkfiltin->outputs[i]->in_formats);
-
- if(graphctx->inputs[i])
- avfilter_formats_ref(linkfiltin->outputs[i]->out_formats,
- &graphctx-> inputs[i]->out_formats);
- }
-
/* go through and merge as many format lists as possible */
for(i = 0; i < graph->filter_count; i ++) {
AVFilterContext *filter = graph->filters[i];
for(j = 0; j < filter->input_count; j ++) {
- AVFilterLink *link;
- if(!(link = filter->inputs[j]))
- continue;
- if(link->in_formats != link->out_formats) {
+ AVFilterLink *link = filter->inputs[j];
+ if(link && link->in_formats != link->out_formats) {
if(!avfilter_merge_formats(link->in_formats,
link->out_formats)) {
- /* couldn't merge format lists. auto-insert scale filter */
AVFilterContext *scale;
-
- if(!(scale =
- avfilter_open(avfilter_get_by_name("scale"), NULL)))
- return -1;
- if(scale->filter->init(scale, NULL, NULL) ||
- avfilter_insert_filter(link, scale, 0, 0)) {
+ char scale_args[256];
+ /* couldn't merge format lists. auto-insert scale filter */
+ snprintf(inst_name, sizeof(inst_name), "auto-inserted scaler %d",
+ scaler_count++);
+ scale =
+ avfilter_open(avfilter_get_by_name("scale"),inst_name);
+
+ snprintf(scale_args, sizeof(scale_args), "0:0:%s", graph->scale_sws_opts);
+ if(!scale || scale->filter->init(scale, scale_args, NULL) ||
+ avfilter_insert_filter(link, scale, 0, 0)) {
avfilter_destroy(scale);
return -1;
}
- avfilter_graph_add_filter(graphctx, scale);
+ if (avfilter_graph_add_filter(graph, scale) < 0)
+ return -1;
+
scale->filter->query_formats(scale);
- if(!avfilter_merge_formats(scale-> inputs[0]->in_formats,
- scale-> inputs[0]->out_formats) ||
- !avfilter_merge_formats(scale->outputs[0]->in_formats,
- scale->outputs[0]->out_formats))
+ if (((link = scale-> inputs[0]) &&
+ !avfilter_merge_formats(link->in_formats, link->out_formats)) ||
+ ((link = scale->outputs[0]) &&
+ !avfilter_merge_formats(link->in_formats, link->out_formats))) {
+ av_log(log_ctx, AV_LOG_ERROR,
+ "Impossible to convert between the formats supported by the filter "
+ "'%s' and the filter '%s'\n", link->src->name, link->dst->name);
return -1;
+ }
}
}
}
avfilter_formats_unref(&link->out_formats);
}
-static void pick_formats(GraphContext *graph)
+static void pick_formats(AVFilterGraph *graph)
{
int i, j;
for(i = 0; i < graph->filter_count; i ++) {
AVFilterContext *filter = graph->filters[i];
- if(filter->filter == &avfilter_vf_graph)
- pick_formats(filter->priv);
-
for(j = 0; j < filter->input_count; j ++)
pick_format(filter->inputs[j]);
for(j = 0; j < filter->output_count; j ++)
}
}
-int avfilter_graph_config_formats(AVFilterContext *graphctx)
+int avfilter_graph_config_formats(AVFilterGraph *graph, AVClass *log_ctx)
{
- GraphContext *graph = graphctx->priv;
-
/* find supported formats from sub-filters, and merge along links */
- if(query_formats(graphctx))
+ if(query_formats(graph, log_ctx))
return -1;
/* Once everything is merged, it's possible that we'll still have
return 0;
}
-static int graph_load_from_desc(AVFilterContext *ctx, AVFilterGraphDesc *desc)
-{
- AVFilterGraphDescFilter *curfilt;
- AVFilterGraphDescLink *curlink;
- AVFilterGraphDescExport *curpad;
- AVFilterContext *filt, *filtb;
-
- AVFilter *filterdef;
- char tmp[20];
-
- /* create all filters */
- for(curfilt = desc->filters; curfilt; curfilt = curfilt->next) {
- snprintf(tmp, 20, "%d", curfilt->index);
- if(!(filterdef = avfilter_get_by_name(curfilt->filter)) ||
- !(filt = avfilter_open(filterdef, tmp))) {
- av_log(ctx, AV_LOG_ERROR,
- "error creating filter '%s'\n", curfilt->filter);
- goto fail;
- }
- avfilter_graph_add_filter(ctx, filt);
- if(avfilter_init_filter(filt, curfilt->args, NULL)) {
- av_log(ctx, AV_LOG_ERROR,
- "error initializing filter '%s'\n", curfilt->filter);
- goto fail;
- }
- }
-
- /* create all links */
- for(curlink = desc->links; curlink; curlink = curlink->next) {
- snprintf(tmp, 20, "%d", curlink->src);
- if(!(filt = avfilter_graph_get_filter(ctx, tmp))) {
- av_log(ctx, AV_LOG_ERROR, "link source does not exist in graph\n");
- goto fail;
- }
- snprintf(tmp, 20, "%d", curlink->dst);
- if(!(filtb = avfilter_graph_get_filter(ctx, tmp))) {
- av_log(ctx, AV_LOG_ERROR, "link destination does not exist in graph\n");
- goto fail;
- }
- if(avfilter_link(filt, curlink->srcpad, filtb, curlink->dstpad)) {
- av_log(ctx, AV_LOG_ERROR, "cannot create link between source and destination filters\n");
- goto fail;
- }
- }
-
- /* export all input pads */
- for(curpad = desc->inputs; curpad; curpad = curpad->next) {
- snprintf(tmp, 20, "%d", curpad->filter);
- if(!(filt = avfilter_graph_get_filter(ctx, tmp))) {
- av_log(ctx, AV_LOG_ERROR, "filter owning exported pad does not exist\n");
- goto fail;
- }
- add_graph_input(ctx, filt, curpad->pad, curpad->name);
- }
-
- /* export all output pads */
- for(curpad = desc->outputs; curpad; curpad = curpad->next) {
- snprintf(tmp, 20, "%d", curpad->filter);
- if(!(filt = avfilter_graph_get_filter(ctx, tmp))) {
- av_log(ctx, AV_LOG_ERROR, "filter owning exported pad does not exist\n");
- goto fail;
- }
- add_graph_output(ctx, filt, curpad->pad, curpad->name);
- }
-
- return 0;
-
-fail:
- uninit(ctx);
- return -1;
-}
-
-static int init(AVFilterContext *ctx, const char *args, void *opaque)
-{
- GraphContext *gctx = ctx->priv;
- AVFilterGraphDesc *desc;
- int ret;
-
- if(!(gctx->link_filter_in = avfilter_open(&vf_graph_dummy, NULL)))
- return -1;
- if(avfilter_init_filter(gctx->link_filter_in, NULL, ctx))
- goto fail;
- if(!(gctx->link_filter_out = avfilter_open(&vf_graph_dummy, NULL)))
- goto fail;
- if(avfilter_init_filter(gctx->link_filter_out, NULL, ctx))
- goto fail;
-
- if(!args)
- return 0;
-
- if(!(desc = avfilter_graph_parse_chain(args)))
- goto fail;
-
- ret = graph_load_from_desc(ctx, desc);
- avfilter_graph_free_desc(desc);
- return ret;
-
-fail:
- avfilter_destroy(gctx->link_filter_in);
- if(gctx->link_filter_out)
- avfilter_destroy(gctx->link_filter_out);
- return -1;
-}
-
-AVFilter avfilter_vf_graph =
-{
- .name = "graph",
-
- .priv_size = sizeof(GraphContext),
-
- .init = init,
- .uninit = uninit,
-
- .query_formats = query_formats,
-
- .inputs = (AVFilterPad[]) {{ .name = NULL, }},
- .outputs = (AVFilterPad[]) {{ .name = NULL, }},
-};
-