2 * Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
\r
4 * This file is part of CasparCG (www.casparcg.com).
\r
6 * CasparCG is free software: you can redistribute it and/or modify
\r
7 * it under the terms of the GNU General Public License as published by
\r
8 * the Free Software Foundation, either version 3 of the License, or
\r
9 * (at your option) any later version.
\r
11 * CasparCG is distributed in the hope that it will be useful,
\r
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
\r
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
\r
14 * GNU General Public License for more details.
\r
16 * You should have received a copy of the GNU General Public License
\r
17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
\r
19 * Author: Robert Nagy, ronag89@gmail.com
\r
22 #include "../../stdafx.h"
\r
26 #include "parallel_yadif.h"
\r
28 #include "../../ffmpeg_error.h"
\r
30 #include <common/exception/exceptions.h>
\r
32 #include <boost/assign.hpp>
\r
33 #include <boost/range/iterator_range.hpp>
\r
34 #include <boost/range/adaptors.hpp>
\r
35 #include <boost/assign.hpp>
\r
36 #include <boost/algorithm/string.hpp>
\r
37 #include <boost/foreach.hpp>
\r
42 #if defined(_MSC_VER)
\r
43 #pragma warning (push)
\r
44 #pragma warning (disable : 4244)
\r
48 #include <libavutil/avutil.h>
\r
49 #include <libavutil/imgutils.h>
\r
50 #include <libavfilter/avfilter.h>
\r
51 #include <libavfilter/avcodec.h>
\r
52 #include <libavfilter/avfiltergraph.h>
\r
53 #include <libavfilter/buffersink.h>
\r
54 #include <libavfilter/vsrc_buffer.h>
\r
56 #if defined(_MSC_VER)
\r
57 #pragma warning (pop)
\r
61 namespace caspar { namespace ffmpeg {
\r
63 static int query_formats_444(AVFilterContext *ctx)
\r
65 static const int pix_fmts[] = {PIX_FMT_YUV444P, PIX_FMT_NONE};
\r
66 avfilter_set_common_pixel_formats(ctx, avfilter_make_format_list(pix_fmts));
\r
70 static int query_formats_422(AVFilterContext *ctx)
\r
72 static const int pix_fmts[] = {PIX_FMT_YUV422P, PIX_FMT_NONE};
\r
73 avfilter_set_common_pixel_formats(ctx, avfilter_make_format_list(pix_fmts));
\r
77 static int query_formats_420(AVFilterContext *ctx)
\r
79 static const int pix_fmts[] = {PIX_FMT_YUV420P, PIX_FMT_NONE};
\r
80 avfilter_set_common_pixel_formats(ctx, avfilter_make_format_list(pix_fmts));
\r
84 static int query_formats_420a(AVFilterContext *ctx)
\r
86 static const int pix_fmts[] = {PIX_FMT_YUVA420P, PIX_FMT_NONE};
\r
87 avfilter_set_common_pixel_formats(ctx, avfilter_make_format_list(pix_fmts));
\r
91 static int query_formats_411(AVFilterContext *ctx)
\r
93 static const int pix_fmts[] = {PIX_FMT_YUV411P, PIX_FMT_NONE};
\r
94 avfilter_set_common_pixel_formats(ctx, avfilter_make_format_list(pix_fmts));
\r
98 static int query_formats_410(AVFilterContext *ctx)
\r
100 static const int pix_fmts[] = {PIX_FMT_YUV410P, PIX_FMT_NONE};
\r
101 avfilter_set_common_pixel_formats(ctx, avfilter_make_format_list(pix_fmts));
\r
105 struct filter::implementation
\r
107 std::wstring filters_;
\r
108 std::shared_ptr<AVFilterGraph> graph_;
\r
109 AVFilterContext* buffersink_ctx_;
\r
110 AVFilterContext* buffersrc_ctx_;
\r
111 std::shared_ptr<void> parallel_yadif_ctx_;
\r
112 std::vector<PixelFormat> pix_fmts_;
\r
113 std::queue<safe_ptr<AVFrame>> bypass_;
\r
115 implementation(const std::wstring& filters, const std::vector<PixelFormat>& pix_fmts)
\r
116 : filters_(filters)
\r
117 , parallel_yadif_ctx_(nullptr)
\r
118 , pix_fmts_(pix_fmts)
\r
120 if(pix_fmts_.empty())
\r
122 pix_fmts_ = boost::assign::list_of
\r
135 pix_fmts_.push_back(PIX_FMT_NONE);
\r
138 void push(const std::shared_ptr<AVFrame>& frame)
\r
143 if(frame->data[0] == nullptr || frame->width < 1)
\r
144 BOOST_THROW_EXCEPTION(invalid_argument());
\r
146 if(filters_.empty())
\r
148 bypass_.push(make_safe_ptr(frame));
\r
158 graph_.reset(avfilter_graph_alloc(), [](AVFilterGraph* p){avfilter_graph_free(&p);});
\r
161 std::stringstream args;
\r
162 args << frame->width << ":" << frame->height << ":" << frame->format << ":" << 0 << ":" << 0 << ":" << 0 << ":" << 0; // don't care about pts and aspect_ratio
\r
163 THROW_ON_ERROR2(avfilter_graph_create_filter(&buffersrc_ctx_, avfilter_get_by_name("buffer"), "src", args.str().c_str(), NULL, graph_.get()), "[filter]");
\r
165 #if FF_API_OLD_VSINK_API
\r
166 THROW_ON_ERROR2(avfilter_graph_create_filter(&buffersink_ctx_, avfilter_get_by_name("buffersink"), "out", NULL, pix_fmts_.data(), graph_.get()), "[filter]");
\r
168 safe_ptr<AVBufferSinkParams> buffersink_params(av_buffersink_params_alloc(), av_free);
\r
169 buffersink_params->pixel_fmts = pix_fmts_.data();
\r
170 THROW_ON_ERROR2(avfilter_graph_create_filter(&buffersink_ctx_, avfilter_get_by_name("buffersink"), "out", NULL, buffersink_params.get(), graph_.get()), "[filter]");
\r
172 AVFilterInOut* inputs = avfilter_inout_alloc();
\r
173 AVFilterInOut* outputs = avfilter_inout_alloc();
\r
175 outputs->name = av_strdup("in");
\r
176 outputs->filter_ctx = buffersrc_ctx_;
\r
177 outputs->pad_idx = 0;
\r
178 outputs->next = nullptr;
\r
180 inputs->name = av_strdup("out");
\r
181 inputs->filter_ctx = buffersink_ctx_;
\r
182 inputs->pad_idx = 0;
\r
183 inputs->next = nullptr;
\r
185 std::string filters = boost::to_lower_copy(narrow(filters_));
\r
186 THROW_ON_ERROR2(avfilter_graph_parse(graph_.get(), filters.c_str(), &inputs, &outputs, NULL), "[filter]");
\r
188 auto yadif_filter = boost::adaptors::filtered([&](AVFilterContext* p){return strstr(p->name, "yadif") != 0;});
\r
190 BOOST_FOREACH(auto filter_ctx, boost::make_iterator_range(graph_->filters, graph_->filters + graph_->filter_count) | yadif_filter)
\r
192 // Don't trust that libavfilter chooses optimal format.
\r
193 filter_ctx->filter->query_formats = [&]() -> int (*)(AVFilterContext*)
\r
195 switch(frame->format)
\r
197 case PIX_FMT_YUV444P16:
\r
198 case PIX_FMT_YUV444P10:
\r
199 case PIX_FMT_YUV444P9:
\r
200 case PIX_FMT_YUV444P:
\r
201 case PIX_FMT_BGR24:
\r
202 case PIX_FMT_RGB24:
\r
203 return query_formats_444;
\r
204 case PIX_FMT_YUV422P16:
\r
205 case PIX_FMT_YUV422P10:
\r
206 case PIX_FMT_YUV422P9:
\r
207 case PIX_FMT_YUV422P:
\r
208 case PIX_FMT_UYVY422:
\r
209 case PIX_FMT_YUYV422:
\r
210 return query_formats_422;
\r
211 case PIX_FMT_YUV420P16:
\r
212 case PIX_FMT_YUV420P10:
\r
213 case PIX_FMT_YUV420P9:
\r
214 case PIX_FMT_YUV420P:
\r
215 return query_formats_420;
\r
216 case PIX_FMT_YUVA420P:
\r
217 case PIX_FMT_BGRA:
\r
218 case PIX_FMT_RGBA:
\r
219 case PIX_FMT_ABGR:
\r
220 case PIX_FMT_ARGB:
\r
221 return query_formats_420a;
\r
222 case PIX_FMT_UYYVYY411:
\r
223 case PIX_FMT_YUV411P:
\r
224 return query_formats_411;
\r
225 case PIX_FMT_YUV410P:
\r
226 return query_formats_410;
\r
228 return filter_ctx->filter->query_formats;
\r
233 THROW_ON_ERROR2(avfilter_graph_config(graph_.get(), NULL), "[filter]");
\r
235 BOOST_FOREACH(auto filter_ctx, boost::make_iterator_range(graph_->filters, graph_->filters + graph_->filter_count) | yadif_filter)
\r
236 parallel_yadif_ctx_ = make_parallel_yadif(filter_ctx);
\r
245 THROW_ON_ERROR2(av_vsrc_buffer_add_frame(buffersrc_ctx_, frame.get(), 0), "[filter]");
\r
247 catch(ffmpeg_error&)
\r
253 BOOST_THROW_EXCEPTION(ffmpeg_error() << boost::errinfo_nested_exception(boost::current_exception()));
\r
257 std::shared_ptr<AVFrame> poll()
\r
259 if(filters_.empty())
\r
261 if(bypass_.empty())
\r
263 auto frame = bypass_.front();
\r
273 if(avfilter_poll_frame(buffersink_ctx_->inputs[0]))
\r
275 AVFilterBufferRef *picref;
\r
276 THROW_ON_ERROR2(av_buffersink_get_buffer_ref(buffersink_ctx_, &picref, 0), "[filter]");
\r
281 safe_ptr<AVFrame> frame(avcodec_alloc_frame(), [=](AVFrame* p)
\r
284 avfilter_unref_buffer(picref);
\r
287 avcodec_get_frame_defaults(frame.get());
\r
289 memcpy(frame->data, picref->data, sizeof(frame->data));
\r
290 memcpy(frame->linesize, picref->linesize, sizeof(frame->linesize));
\r
291 frame->format = picref->format;
\r
292 frame->width = picref->video->w;
\r
293 frame->height = picref->video->h;
\r
294 frame->pkt_pos = picref->pos;
\r
295 frame->interlaced_frame = picref->video->interlaced;
\r
296 frame->top_field_first = picref->video->top_field_first;
\r
297 frame->key_frame = picref->video->key_frame;
\r
298 frame->pict_type = picref->video->pict_type;
\r
299 frame->sample_aspect_ratio = picref->video->sample_aspect_ratio;
\r
306 catch(ffmpeg_error&)
\r
312 BOOST_THROW_EXCEPTION(ffmpeg_error() << boost::errinfo_nested_exception(boost::current_exception()));
\r
317 filter::filter(const std::wstring& filters, const std::vector<PixelFormat>& pix_fmts) : impl_(new implementation(filters, pix_fmts)){}
\r
318 filter::filter(filter&& other) : impl_(std::move(other.impl_)){}
\r
319 filter& filter::operator=(filter&& other){impl_ = std::move(other.impl_); return *this;}
\r
320 void filter::push(const std::shared_ptr<AVFrame>& frame){impl_->push(frame);}
\r
321 std::shared_ptr<AVFrame> filter::poll(){return impl_->poll();}
\r
322 std::wstring filter::filter_str() const{return impl_->filters_;}
\r
323 std::vector<safe_ptr<AVFrame>> filter::poll_all()
\r
325 std::vector<safe_ptr<AVFrame>> frames;
\r
326 for(auto frame = poll(); frame; frame = poll())
\r
327 frames.push_back(make_safe_ptr(frame));
\r