#include "../../stdafx.h"\r
\r
#include "video_decoder.h"\r
+\r
#include "../util.h"\r
#include "../filter/filter.h"\r
\r
#include "../../ffmpeg_error.h"\r
#include "../../tbb_avcodec.h"\r
\r
-#include <common/memory/memcpy.h>\r
-\r
-#include <core/video_format.h>\r
-#include <core/producer/frame/basic_frame.h>\r
-#include <core/mixer/write_frame.h>\r
-#include <core/producer/frame/image_transform.h>\r
+#include <core/producer/frame/frame_transform.h>\r
#include <core/producer/frame/frame_factory.h>\r
-#include <core/producer/color/color_producer.h>\r
\r
-#include <tbb/task_group.h>\r
+#include <boost/range/algorithm_ext/push_back.hpp>\r
+#include <boost/filesystem.hpp>\r
\r
-#include <boost/range/algorithm_ext.hpp>\r
+#include <queue>\r
\r
#if defined(_MSC_VER)\r
#pragma warning (push)\r
#endif\r
extern "C" \r
{\r
- #define __STDC_CONSTANT_MACROS\r
- #define __STDC_LIMIT_MACROS\r
- #include <libavformat/avformat.h>\r
#include <libavcodec/avcodec.h>\r
+ #include <libavformat/avformat.h>\r
}\r
#if defined(_MSC_VER)\r
#pragma warning (pop)\r
#endif\r
\r
namespace caspar {\r
- \r
+ \r
struct video_decoder::implementation : boost::noncopyable\r
{\r
const safe_ptr<core::frame_factory> frame_factory_;\r
std::shared_ptr<AVCodecContext> codec_context_;\r
int index_;\r
- core::video_mode::type mode_;\r
\r
- std::queue<std::shared_ptr<AVPacket>> packet_buffer_;\r
+ std::queue<std::shared_ptr<AVPacket>> packets_;\r
\r
- std::unique_ptr<filter> filter_;\r
- tbb::task_group filter_tasks_;\r
+ filter filter_;\r
\r
double fps_;\r
+ int64_t nb_frames_;\r
+\r
+ size_t width_;\r
+ size_t height_;\r
+\r
public:\r
- explicit implementation(const std::shared_ptr<AVFormatContext>& context, const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filter) \r
+ explicit implementation(const safe_ptr<AVFormatContext>& context, const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filter) \r
: frame_factory_(frame_factory)\r
- , mode_(core::video_mode::invalid)\r
- , filter_(filter.empty() ? nullptr : new caspar::filter(filter))\r
+ , filter_(filter)\r
, fps_(frame_factory_->get_video_format_desc().fps)\r
+ , nb_frames_(0)\r
+ , width_(0)\r
+ , height_(0)\r
{\r
- AVCodec* dec;\r
- index_ = av_find_best_stream(context.get(), AVMEDIA_TYPE_VIDEO, -1, -1, &dec, 0);\r
+ try\r
+ {\r
+ AVCodec* dec;\r
+ index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_VIDEO, -1, -1, &dec, 0), "[video_decoder]");\r
+ \r
+ THROW_ON_ERROR2(tbb_avcodec_open(context->streams[index_]->codec, dec), "[video_decoder]");\r
+ \r
+ codec_context_.reset(context->streams[index_]->codec, tbb_avcodec_close);\r
+ \r
+ CASPAR_LOG(debug) << "[video_decoder] " << context->streams[index_]->codec->codec->long_name;\r
\r
- if(index_ < 0)\r
- return;\r
+ // Some files give an invalid time_base numerator, try to fix it.\r
+\r
+ fix_meta_data(*context);\r
\r
- int errn = tbb_avcodec_open(context->streams[index_]->codec, dec);\r
- if(errn < 0)\r
- return;\r
- \r
- codec_context_.reset(context->streams[index_]->codec, tbb_avcodec_close);\r
+ fps_ = static_cast<double>(codec_context_->time_base.den) / static_cast<double>(codec_context_->time_base.num);\r
+ nb_frames_ = context->streams[index_]->nb_frames;\r
\r
- // Some files give an invalid time_base numerator, try to fix it.\r
- if(codec_context_ && codec_context_->time_base.num == 1)\r
- codec_context_->time_base.num = static_cast<int>(std::pow(10.0, static_cast<int>(std::log10(static_cast<float>(codec_context_->time_base.den)))-1)); \r
+ if(double_rate(filter))\r
+ fps_ *= 2;\r
\r
- fps_ = static_cast<double>(codec_context_->time_base.den) / static_cast<double>(codec_context_->time_base.num);\r
- if(double_rate(filter))\r
- fps_ *= 2;\r
- }\r
+ width_ = codec_context_->width;\r
+ height_ = codec_context_->height;\r
+ }\r
+ catch(...)\r
+ {\r
+ index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_AUDIO, -1, -1, nullptr, 0), "[video_decoder]");\r
\r
- ~implementation()\r
- {\r
- filter_tasks_.cancel();\r
- filter_tasks_.wait();\r
+ CASPAR_LOG_CURRENT_EXCEPTION();\r
+ CASPAR_LOG(warning) << "[video_decoder] Failed to open video-stream. Running without video."; \r
+ }\r
}\r
- \r
+\r
void push(const std::shared_ptr<AVPacket>& packet)\r
{\r
- if(!codec_context_)\r
- return;\r
-\r
if(packet && packet->stream_index != index_)\r
return;\r
\r
- packet_buffer_.push(packet);\r
+ packets_.push(packet);\r
}\r
\r
- std::vector<std::shared_ptr<core::write_frame>> poll()\r
+ std::vector<std::shared_ptr<AVFrame>> poll()\r
{ \r
- std::vector<std::shared_ptr<core::write_frame>> result;\r
+ std::vector<std::shared_ptr<AVFrame>> result;\r
\r
- if(!codec_context_)\r
- result.push_back(make_safe<core::write_frame>(reinterpret_cast<int>(this)));\r
- else if(!packet_buffer_.empty())\r
- {\r
- std::vector<safe_ptr<AVFrame>> av_frames;\r
+ if(packets_.empty())\r
+ return result;\r
\r
- auto packet = std::move(packet_buffer_.front());\r
- packet_buffer_.pop();\r
- \r
- if(packet) // eof\r
- decode(*packet, av_frames); \r
- else\r
- {\r
- if(codec_context_->codec->capabilities | CODEC_CAP_DELAY)\r
- {\r
- // FIXME: This might cause bad performance.\r
- AVPacket pkt = {0};\r
- for(int n = 0; n < 8 && decode(pkt, av_frames); ++n){}\r
- }\r
+ if(!codec_context_)\r
+ return empty_poll();\r
\r
- avcodec_flush_buffers(codec_context_.get());\r
- }\r
+ auto packet = packets_.front();\r
+ \r
+ if(packet)\r
+ { \r
+ BOOST_FOREACH(auto& frame, decode(*packet))\r
+ boost::range::push_back(result, filter_.execute(frame));\r
\r
- if(filter_)\r
+ if(packet->size == 0)\r
+ packets_.pop();\r
+ }\r
+ else\r
+ {\r
+ if(codec_context_->codec->capabilities & CODEC_CAP_DELAY)\r
{\r
- auto av_frames2 = std::move(av_frames);\r
+ AVPacket pkt;\r
+ av_init_packet(&pkt);\r
+ pkt.data = nullptr;\r
+ pkt.size = 0;\r
\r
- filter_tasks_.wait();\r
-\r
- av_frames = filter_->poll();\r
-\r
- filter_tasks_.run([=]\r
- {\r
- BOOST_FOREACH(auto& frame, av_frames2) \r
- filter_->push(frame);\r
- });\r
+ BOOST_FOREACH(auto& frame, decode(pkt))\r
+ boost::range::push_back(result, filter_.execute(frame)); \r
}\r
- \r
- BOOST_FOREACH(auto& frame, av_frames)\r
- result.push_back(make_write_frame(this, frame, frame_factory_));\r
\r
- if(!packet)\r
+ if(result.empty())\r
+ { \r
+ packets_.pop();\r
+ avcodec_flush_buffers(codec_context_.get());\r
result.push_back(nullptr);\r
+ }\r
}\r
\r
return result;\r
}\r
\r
- bool decode(AVPacket& packet, std::vector<safe_ptr<AVFrame>>& av_frames)\r
+ std::vector<std::shared_ptr<AVFrame>> empty_poll()\r
+ { \r
+ auto packet = packets_.front();\r
+ packets_.pop();\r
+\r
+ if(!packet) \r
+ return boost::assign::list_of(nullptr);\r
+\r
+ std::shared_ptr<AVFrame> frame(avcodec_alloc_frame(), av_free);\r
+ frame->data[0] = nullptr;\r
+\r
+ return boost::assign::list_of(frame); \r
+ }\r
+\r
+ std::vector<std::shared_ptr<AVFrame>> decode(AVPacket& pkt)\r
{\r
std::shared_ptr<AVFrame> decoded_frame(avcodec_alloc_frame(), av_free);\r
\r
int frame_finished = 0;\r
- const int errn = avcodec_decode_video2(codec_context_.get(), decoded_frame.get(), &frame_finished, &packet);\r
+ THROW_ON_ERROR2(avcodec_decode_video2(codec_context_.get(), decoded_frame.get(), &frame_finished, &pkt), "[video_decocer]");\r
\r
- if(errn < 0)\r
- {\r
- BOOST_THROW_EXCEPTION(\r
- invalid_operation() <<\r
- msg_info(av_error_str(errn)) <<\r
- boost::errinfo_api_function("avcodec_decode_video") <<\r
- boost::errinfo_errno(AVUNERROR(errn)));\r
- }\r
+ // If a decoder consumes less then the whole packet then something is wrong\r
+ // that might be just harmless padding at the end, or a problem with the\r
+ // AVParser or demuxer which puted more then one frame in a AVPacket.\r
+ pkt.data = nullptr;\r
+ pkt.size = 0;\r
\r
- if(frame_finished != 0) \r
- av_frames.push_back(make_safe(decoded_frame));\r
+ if(frame_finished == 0) \r
+ return std::vector<std::shared_ptr<AVFrame>>();\r
\r
- return frame_finished != 0;\r
+ if(decoded_frame->repeat_pict % 2 > 0)\r
+ CASPAR_LOG(warning) << "[video_decoder]: Field repeat_pict not implemented.";\r
+ \r
+ return std::vector<std::shared_ptr<AVFrame>>(1 + decoded_frame->repeat_pict/2, decoded_frame);\r
}\r
\r
bool ready() const\r
{\r
- return !codec_context_ || !packet_buffer_.empty();\r
+ return !packets_.empty();\r
}\r
\r
- core::video_mode::type mode()\r
- {\r
- if(!codec_context_)\r
- return frame_factory_->get_video_format_desc().mode;\r
-\r
- return mode_;\r
- }\r
-\r
double fps() const\r
{\r
return fps_;\r
}\r
};\r
\r
-video_decoder::video_decoder(const std::shared_ptr<AVFormatContext>& context, const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filter) : impl_(new implementation(context, frame_factory, filter)){}\r
+video_decoder::video_decoder(const safe_ptr<AVFormatContext>& context, const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filter) : impl_(new implementation(context, frame_factory, filter)){}\r
void video_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}\r
-std::vector<std::shared_ptr<core::write_frame>> video_decoder::poll(){return impl_->poll();}\r
+std::vector<std::shared_ptr<AVFrame>> video_decoder::poll(){return impl_->poll();}\r
bool video_decoder::ready() const{return impl_->ready();}\r
-core::video_mode::type video_decoder::mode(){return impl_->mode();}\r
double video_decoder::fps() const{return impl_->fps();}\r
+int64_t video_decoder::nb_frames() const{return impl_->nb_frames_;}\r
+size_t video_decoder::width() const{return impl_->width_;}\r
+size_t video_decoder::height() const{return impl_->height_;}\r
}
\ No newline at end of file