#include "../../stdafx.h"\r
\r
#include "video_decoder.h"\r
-#include "pix_fmt.h"\r
\r
-#include "../../ffmpeg_error.h"\r
+#include "../util.h"\r
#include "../filter/filter.h"\r
\r
-#include <common/memory/memcpy.h>\r
+#include "../../ffmpeg_error.h"\r
+#include "../../tbb_avcodec.h"\r
\r
-#include <core/video_format.h>\r
-#include <core/producer/frame/basic_frame.h>\r
-#include <core/mixer/write_frame.h>\r
-#include <core/producer/frame/image_transform.h>\r
-#include <core/producer/frame/pixel_format.h>\r
+#include <core/producer/frame/frame_transform.h>\r
#include <core/producer/frame/frame_factory.h>\r
\r
-#include <tbb/parallel_for.h>\r
+#include <boost/range/algorithm_ext/push_back.hpp>\r
+#include <boost/filesystem.hpp>\r
\r
-#include <boost/range/algorithm_ext.hpp>\r
+#include <queue>\r
\r
#if defined(_MSC_VER)\r
#pragma warning (push)\r
#endif\r
extern "C" \r
{\r
- #define __STDC_CONSTANT_MACROS\r
- #define __STDC_LIMIT_MACROS\r
- #include <libswscale/swscale.h>\r
- #include <libavformat/avformat.h>\r
#include <libavcodec/avcodec.h>\r
+ #include <libavformat/avformat.h>\r
}\r
#if defined(_MSC_VER)\r
#pragma warning (pop)\r
\r
struct video_decoder::implementation : boost::noncopyable\r
{\r
- input& input_;\r
- std::shared_ptr<SwsContext> sws_context_;\r
- const std::shared_ptr<core::frame_factory> frame_factory_;\r
- AVCodecContext& codec_context_;\r
- size_t frame_number_;\r
+ const safe_ptr<core::frame_factory> frame_factory_;\r
+ std::shared_ptr<AVCodecContext> codec_context_;\r
+ int index_;\r
\r
- std::shared_ptr<filter> filter_;\r
- size_t filter_delay_;\r
+ std::queue<std::shared_ptr<AVPacket>> packets_;\r
\r
- std::shared_ptr<AVFrame> last_frame_;\r
- std::shared_ptr<AVFrame> decoded_frame_;\r
- std::string filter_str_;\r
+ filter filter_;\r
\r
-public:\r
- explicit implementation(input& input, const safe_ptr<core::frame_factory>& frame_factory, const std::string& filter_str) \r
- : input_(input)\r
- , frame_factory_(frame_factory)\r
- , codec_context_(*input_.get_video_codec_context())\r
- , frame_number_(0)\r
- , filter_(filter_str.empty() ? nullptr : new filter(filter_str))\r
- , filter_delay_(0)\r
- , last_frame_(avcodec_alloc_frame(), av_free)\r
- , filter_str_(filter_str)\r
- {\r
- }\r
+ double fps_;\r
+ int64_t nb_frames_;\r
\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> receive()\r
+ size_t width_;\r
+ size_t height_;\r
+\r
+public:\r
+ explicit implementation(const safe_ptr<AVFormatContext>& context, const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filter) \r
+ : frame_factory_(frame_factory)\r
+ , filter_(filter)\r
+ , fps_(frame_factory_->get_video_format_desc().fps)\r
+ , nb_frames_(0)\r
+ , width_(0)\r
+ , height_(0)\r
{\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> result;\r
+ try\r
+ {\r
+ AVCodec* dec;\r
+ index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_VIDEO, -1, -1, &dec, 0), "[video_decoder]");\r
+ \r
+ THROW_ON_ERROR2(tbb_avcodec_open(context->streams[index_]->codec, dec), "[video_decoder]");\r
+ \r
+ codec_context_.reset(context->streams[index_]->codec, tbb_avcodec_close);\r
\r
- std::shared_ptr<AVPacket> pkt;\r
- for(int n = 0; n < 32 && result.empty() && input_.try_pop_video_packet(pkt); ++n) \r
- boost::range::push_back(result, decode(pkt));\r
+ CASPAR_LOG(debug) << "[video_decoder] " << context->streams[index_]->codec->codec->long_name;\r
\r
- return result;\r
- }\r
-\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> decode(const std::shared_ptr<AVPacket>& video_packet)\r
- { \r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> result;\r
- \r
- if(!video_packet) // eof\r
- return flush();\r
+ // Some files give an invalid time_base numerator, try to fix it.\r
\r
- if(filter_)\r
- {\r
- if(decoded_frame_)\r
- push_filter_frames(make_safe(decoded_frame_)); \r
+ fix_meta_data(*context);\r
\r
- std::shared_ptr<AVFrame> frame;\r
+ fps_ = static_cast<double>(codec_context_->time_base.den) / static_cast<double>(codec_context_->time_base.num);\r
+ nb_frames_ = context->streams[index_]->nb_frames;\r
\r
- tbb::parallel_invoke(\r
- [&]\r
- {\r
- frame = decode_frame(video_packet);\r
- },\r
- [&]\r
- {\r
- if(decoded_frame_)\r
- result = poll_filter_frames();\r
- }); \r
+ if(double_rate(filter))\r
+ fps_ *= 2;\r
\r
- decoded_frame_ = frame;\r
- if(frame)\r
- last_frame_ = frame; \r
+ width_ = codec_context_->width;\r
+ height_ = codec_context_->height;\r
}\r
- else\r
+ catch(...)\r
{\r
- auto frame = decode_frame(video_packet);\r
- \r
- if(frame)\r
- result.push_back(std::make_pair(frame_number_++, make_write_frame(make_safe(frame))));\r
- }\r
+ index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_AUDIO, -1, -1, nullptr, 0), "[video_decoder]");\r
\r
- return result;\r
+ CASPAR_LOG_CURRENT_EXCEPTION();\r
+ CASPAR_LOG(warning) << "[video_decoder] Failed to open video-stream. Running without video."; \r
+ }\r
}\r
\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> flush()\r
+ void push(const std::shared_ptr<AVPacket>& packet)\r
{\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> result;\r
+ if(packet && packet->stream_index != index_)\r
+ return;\r
\r
- if(filter_)\r
- {\r
- // Get all buffered frames\r
- boost::range::push_back(result, poll_filter_frames());\r
+ packets_.push(packet);\r
+ }\r
\r
- for(size_t n = 0; n < filter_delay_; ++n)\r
- { \r
- push_filter_frames(make_safe(last_frame_)); \r
- boost::range::push_back(result, poll_filter_frames());\r
- }\r
+ std::vector<std::shared_ptr<AVFrame>> poll()\r
+ { \r
+ std::vector<std::shared_ptr<AVFrame>> result;\r
\r
- // FIXME: Unnecessary reinitialization\r
- filter_.reset(filter_str_.empty() ? nullptr : new filter(filter_str_));\r
- filter_delay_ = 0;\r
+ if(packets_.empty())\r
+ return result;\r
+\r
+ if(!codec_context_)\r
+ return empty_poll();\r
+\r
+ auto packet = packets_.front();\r
+ \r
+ if(packet)\r
+ { \r
+ BOOST_FOREACH(auto& frame, decode(*packet))\r
+ boost::range::push_back(result, filter_.execute(frame));\r
+\r
+ if(packet->size == 0)\r
+ packets_.pop();\r
}\r
+ else\r
+ {\r
+ if(codec_context_->codec->capabilities & CODEC_CAP_DELAY)\r
+ {\r
+ AVPacket pkt;\r
+ av_init_packet(&pkt);\r
+ pkt.data = nullptr;\r
+ pkt.size = 0;\r
\r
- frame_number_ = 0;\r
- avcodec_flush_buffers(&codec_context_);\r
+ BOOST_FOREACH(auto& frame, decode(pkt))\r
+ boost::range::push_back(result, filter_.execute(frame)); \r
+ }\r
\r
+ if(result.empty())\r
+ { \r
+ packets_.pop();\r
+ avcodec_flush_buffers(codec_context_.get());\r
+ result.push_back(nullptr);\r
+ }\r
+ }\r
+ \r
return result;\r
}\r
\r
- void push_filter_frames(const safe_ptr<AVFrame>& frame)\r
- { \r
- filter_->push(frame); \r
- }\r
+ std::vector<std::shared_ptr<AVFrame>> empty_poll()\r
+ { \r
+ auto packet = packets_.front();\r
+ packets_.pop();\r
\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> poll_filter_frames()\r
- {\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> result;\r
+ if(!packet) \r
+ return boost::assign::list_of(nullptr);\r
\r
- auto frames = filter_->poll(); \r
+ std::shared_ptr<AVFrame> frame(avcodec_alloc_frame(), av_free);\r
+ frame->data[0] = nullptr;\r
\r
- boost::range::transform(frames, std::back_inserter(result), [&](const safe_ptr<AVFrame>& frame)\r
- {\r
- return std::make_pair(frame_number_, make_write_frame(frame));\r
- });\r
-\r
- if(!frames.empty())\r
- ++frame_number_;\r
- else \r
- ++filter_delay_;\r
- \r
- return result;\r
+ return boost::assign::list_of(frame); \r
}\r
- \r
- std::shared_ptr<AVFrame> decode_frame(const std::shared_ptr<AVPacket>& video_packet)\r
+\r
+ std::vector<std::shared_ptr<AVFrame>> decode(AVPacket& pkt)\r
{\r
std::shared_ptr<AVFrame> decoded_frame(avcodec_alloc_frame(), av_free);\r
\r
int frame_finished = 0;\r
- const int errn = avcodec_decode_video2(&codec_context_, decoded_frame.get(), &frame_finished, video_packet.get());\r
+ THROW_ON_ERROR2(avcodec_decode_video2(codec_context_.get(), decoded_frame.get(), &frame_finished, &pkt), "[video_decocer]");\r
\r
- if(errn < 0)\r
- {\r
- BOOST_THROW_EXCEPTION(\r
- invalid_operation() <<\r
- msg_info(av_error_str(errn)) <<\r
- boost::errinfo_api_function("avcodec_decode_video") <<\r
- boost::errinfo_errno(AVUNERROR(errn)));\r
- }\r
+ // If a decoder consumes less then the whole packet then something is wrong\r
+ // that might be just harmless padding at the end, or a problem with the\r
+ // AVParser or demuxer which puted more then one frame in a AVPacket.\r
+ pkt.data = nullptr;\r
+ pkt.size = 0;\r
\r
- if(frame_finished == 0) \r
- decoded_frame = nullptr;\r
+ if(frame_finished == 0) \r
+ return std::vector<std::shared_ptr<AVFrame>>();\r
\r
- return decoded_frame;\r
+ if(decoded_frame->repeat_pict % 2 > 0)\r
+ CASPAR_LOG(warning) << "[video_decoder]: Field repeat_pict not implemented.";\r
+ \r
+ return std::vector<std::shared_ptr<AVFrame>>(1 + decoded_frame->repeat_pict/2, decoded_frame);\r
}\r
-\r
- safe_ptr<core::write_frame> make_write_frame(safe_ptr<AVFrame> decoded_frame)\r
- { \r
- // We don't know what the filter output might give until we received the first frame. Initialize everything on first frame.\r
- auto width = decoded_frame->width;\r
- auto height = decoded_frame->height;\r
- auto pix_fmt = static_cast<PixelFormat>(decoded_frame->format);\r
- auto desc = get_pixel_format_desc(pix_fmt, width, height);\r
- \r
- if(desc.pix_fmt == core::pixel_format::invalid)\r
- {\r
- CASPAR_VERIFY(!sws_context_); // Initialize only once. Nothing should change while running;\r
- CASPAR_LOG(warning) << "Hardware accelerated color transform not supported.";\r
-\r
- desc = get_pixel_format_desc(PIX_FMT_BGRA, width, height);\r
- double param;\r
- sws_context_.reset(sws_getContext(width, height, pix_fmt, width, height, PIX_FMT_BGRA, SWS_BILINEAR, nullptr, nullptr, ¶m), sws_freeContext);\r
- if(!sws_context_)\r
- BOOST_THROW_EXCEPTION(operation_failed() <<\r
- msg_info("Could not create software scaling context.") << \r
- boost::errinfo_api_function("sws_getContext"));\r
- }\r
-\r
- auto write = frame_factory_->create_frame(this, desc);\r
- write->set_is_interlaced(decoded_frame->interlaced_frame != 0);\r
-\r
- if(sws_context_ == nullptr)\r
- {\r
- tbb::parallel_for(0, static_cast<int>(desc.planes.size()), 1, [&](int n)\r
- {\r
- auto plane = desc.planes[n];\r
- auto result = write->image_data(n).begin();\r
- auto decoded = decoded_frame->data[n];\r
- auto decoded_linesize = decoded_frame->linesize[n];\r
- \r
- // Copy line by line since ffmpeg sometimes pads each line.\r
- tbb::parallel_for(tbb::blocked_range<size_t>(0, static_cast<int>(desc.planes[n].height)), [&](const tbb::blocked_range<size_t>& r)\r
- {\r
- for(size_t y = r.begin(); y != r.end(); ++y)\r
- memcpy(result + y*plane.linesize, decoded + y*decoded_linesize, plane.linesize);\r
- });\r
-\r
- write->commit(n);\r
- });\r
- }\r
- else\r
- {\r
- // Use sws_scale when provided colorspace has no hw-accel.\r
- safe_ptr<AVFrame> av_frame(avcodec_alloc_frame(), av_free); \r
- avcodec_get_frame_defaults(av_frame.get()); \r
- avpicture_fill(reinterpret_cast<AVPicture*>(av_frame.get()), write->image_data().begin(), PIX_FMT_BGRA, width, height);\r
- \r
- sws_scale(sws_context_.get(), decoded_frame->data, decoded_frame->linesize, 0, height, av_frame->data, av_frame->linesize); \r
-\r
- write->commit();\r
- } \r
-\r
- // Fix field-order if needed. DVVIDEO is in lower field. Make it upper field if needed.\r
- if(decoded_frame->interlaced_frame)\r
- {\r
- switch(frame_factory_->get_video_format_desc().mode)\r
- {\r
- case core::video_mode::upper:\r
- if(!decoded_frame->top_field_first)\r
- write->get_image_transform().set_fill_translation(0.0f, 0.5/static_cast<double>(height));\r
- break;\r
- case core::video_mode::lower:\r
- if(decoded_frame->top_field_first)\r
- write->get_image_transform().set_fill_translation(0.0f, -0.5/static_cast<double>(height));\r
- break;\r
- }\r
- }\r
-\r
- return write;\r
+ \r
+ bool ready() const\r
+ {\r
+ return !packets_.empty();\r
+ }\r
+ \r
+ double fps() const\r
+ {\r
+ return fps_;\r
}\r
};\r
\r
-video_decoder::video_decoder(input& input, const safe_ptr<core::frame_factory>& frame_factory, const std::string& filter_str) : impl_(new implementation(input, frame_factory, filter_str)){}\r
-std::deque<std::pair<int, safe_ptr<core::write_frame>>> video_decoder::receive(){return impl_->receive();}\r
-\r
+video_decoder::video_decoder(const safe_ptr<AVFormatContext>& context, const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filter) : impl_(new implementation(context, frame_factory, filter)){}\r
+void video_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}\r
+std::vector<std::shared_ptr<AVFrame>> video_decoder::poll(){return impl_->poll();}\r
+bool video_decoder::ready() const{return impl_->ready();}\r
+double video_decoder::fps() const{return impl_->fps();}\r
+int64_t video_decoder::nb_frames() const{return impl_->nb_frames_;}\r
+size_t video_decoder::width() const{return impl_->width_;}\r
+size_t video_decoder::height() const{return impl_->height_;}\r
}
\ No newline at end of file