#include "../../stdafx.h"\r
\r
#include "video_decoder.h"\r
-#include "../util.h"\r
\r
-#include "../../ffmpeg_error.h"\r
+#include "../util.h"\r
#include "../filter/filter.h"\r
\r
-#include <common/memory/memcpy.h>\r
+#include "../../ffmpeg_error.h"\r
+#include "../../tbb_avcodec.h"\r
\r
-#include <core/video_format.h>\r
-#include <core/producer/frame/basic_frame.h>\r
-#include <core/mixer/write_frame.h>\r
-#include <core/producer/frame/image_transform.h>\r
+#include <core/producer/frame/frame_transform.h>\r
#include <core/producer/frame/frame_factory.h>\r
\r
-#include <tbb/parallel_for.h>\r
+#include <boost/range/algorithm_ext/push_back.hpp>\r
+#include <boost/filesystem.hpp>\r
\r
-#include <boost/range/algorithm_ext.hpp>\r
+#include <queue>\r
\r
#if defined(_MSC_VER)\r
#pragma warning (push)\r
#endif\r
extern "C" \r
{\r
- #define __STDC_CONSTANT_MACROS\r
- #define __STDC_LIMIT_MACROS\r
- #include <libavformat/avformat.h>\r
#include <libavcodec/avcodec.h>\r
+ #include <libavformat/avformat.h>\r
}\r
#if defined(_MSC_VER)\r
#pragma warning (pop)\r
#endif\r
\r
-namespace caspar {\r
- \r
+namespace caspar { namespace ffmpeg {\r
+ \r
struct video_decoder::implementation : boost::noncopyable\r
{\r
- input& input_;\r
const safe_ptr<core::frame_factory> frame_factory_;\r
- AVCodecContext& codec_context_;\r
- size_t frame_number_;\r
+ std::shared_ptr<AVCodecContext> codec_context_;\r
+ int index_;\r
+\r
+ std::queue<std::shared_ptr<AVPacket>> packets_;\r
+\r
+ filter filter_;\r
\r
- std::shared_ptr<filter> filter_;\r
- int eof_count_;\r
+ double fps_;\r
+ int64_t nb_frames_;\r
\r
- std::string filter_str_;\r
+ size_t width_;\r
+ size_t height_;\r
\r
public:\r
- explicit implementation(input& input, const safe_ptr<core::frame_factory>& frame_factory, const std::string& filter_str) \r
- : input_(input)\r
- , frame_factory_(frame_factory)\r
- , codec_context_(*input_.get_video_codec_context())\r
- , frame_number_(0)\r
- , filter_(filter_str.empty() ? nullptr : new filter(filter_str))\r
- , filter_str_(filter_str)\r
- , eof_count_(std::numeric_limits<int>::max())\r
+ explicit implementation(const safe_ptr<AVFormatContext>& context, const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filter) \r
+ : frame_factory_(frame_factory)\r
+ , filter_(filter)\r
+ , fps_(frame_factory_->get_video_format_desc().fps)\r
+ , nb_frames_(0)\r
+ , width_(0)\r
+ , height_(0)\r
{\r
+ try\r
+ {\r
+ AVCodec* dec;\r
+ index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_VIDEO, -1, -1, &dec, 0), "[video_decoder]");\r
+ \r
+ THROW_ON_ERROR2(tbb_avcodec_open(context->streams[index_]->codec, dec), "[video_decoder]");\r
+ \r
+ codec_context_.reset(context->streams[index_]->codec, tbb_avcodec_close);\r
+ \r
+ CASPAR_LOG(debug) << "[video_decoder] " << context->streams[index_]->codec->codec->long_name;\r
+\r
+ // Some files give an invalid time_base numerator, try to fix it.\r
+\r
+ fix_meta_data(*context);\r
+ \r
+ fps_ = static_cast<double>(codec_context_->time_base.den) / static_cast<double>(codec_context_->time_base.num);\r
+ nb_frames_ = context->streams[index_]->nb_frames;\r
+\r
+ if(double_rate(filter))\r
+ fps_ *= 2;\r
+\r
+ width_ = codec_context_->width;\r
+ height_ = codec_context_->height;\r
+ }\r
+ catch(...)\r
+ {\r
+ index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_AUDIO, -1, -1, nullptr, 0), "[video_decoder]");\r
+\r
+ CASPAR_LOG_CURRENT_EXCEPTION();\r
+ CASPAR_LOG(warning) << "[video_decoder] Failed to open video-stream. Running without video."; \r
+ }\r
}\r
\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> receive()\r
+ void push(const std::shared_ptr<AVPacket>& packet)\r
{\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> result;\r
- \r
- std::shared_ptr<AVPacket> pkt;\r
- for(int n = 0; n < 32 && result.empty() && input_.try_pop_video_packet(pkt); ++n) \r
- boost::range::push_back(result, decode(pkt));\r
+ if(packet && packet->stream_index != index_)\r
+ return;\r
\r
- return result;\r
+ packets_.push(packet);\r
}\r
\r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> decode(const std::shared_ptr<AVPacket>& video_packet)\r
- { \r
- std::deque<std::pair<int, safe_ptr<core::write_frame>>> result;\r
+ std::vector<std::shared_ptr<AVFrame>> poll()\r
+ { \r
+ std::vector<std::shared_ptr<AVFrame>> result;\r
\r
- if(!video_packet) // eof\r
- {\r
- eof_count_ = frame_number_ + (filter_ ? filter_->delay()+1 : 0);\r
- avcodec_flush_buffers(&codec_context_);\r
+ if(packets_.empty())\r
return result;\r
- } \r
- \r
- frame_number_ = frame_number_ % eof_count_;\r
- \r
- const void* tag = this;\r
\r
- if(filter_)\r
- { \r
- std::shared_ptr<AVFrame> frame;\r
- \r
- tbb::parallel_invoke(\r
- [&]\r
- {\r
- frame = decode_frame(video_packet);\r
- },\r
- [&]\r
- { \r
- boost::range::transform(filter_->poll(), std::back_inserter(result), [&](const safe_ptr<AVFrame>& frame)\r
- {\r
- return std::make_pair(frame_number_, make_write_frame(tag, frame, frame_factory_));\r
- });\r
- \r
- if(!result.empty())\r
- ++frame_number_;\r
- }); \r
+ if(!codec_context_)\r
+ return empty_poll();\r
+\r
+ auto packet = packets_.front();\r
+ \r
+ if(packet)\r
+ { \r
+ BOOST_FOREACH(auto& frame, decode(*packet))\r
+ boost::range::push_back(result, filter_.execute(frame));\r
\r
- if(frame)\r
- filter_->push(make_safe(frame));\r
+ if(packet->size == 0)\r
+ packets_.pop();\r
}\r
else\r
{\r
- auto frame = decode_frame(video_packet);\r
- \r
- if(frame)\r
- result.push_back(std::make_pair(frame_number_++, make_write_frame(tag, make_safe(frame), frame_factory_)));\r
+ if(codec_context_->codec->capabilities & CODEC_CAP_DELAY)\r
+ {\r
+ AVPacket pkt;\r
+ av_init_packet(&pkt);\r
+ pkt.data = nullptr;\r
+ pkt.size = 0;\r
+\r
+ BOOST_FOREACH(auto& frame, decode(pkt))\r
+ boost::range::push_back(result, filter_.execute(frame)); \r
+ }\r
+\r
+ if(result.empty())\r
+ { \r
+ packets_.pop();\r
+ avcodec_flush_buffers(codec_context_.get());\r
+ result.push_back(nullptr);\r
+ }\r
}\r
-\r
+ \r
return result;\r
}\r
- \r
- std::shared_ptr<AVFrame> decode_frame(const std::shared_ptr<AVPacket>& video_packet)\r
+\r
+ std::vector<std::shared_ptr<AVFrame>> empty_poll()\r
+ { \r
+ auto packet = packets_.front();\r
+ packets_.pop();\r
+\r
+ if(!packet) \r
+ return boost::assign::list_of(nullptr);\r
+\r
+ std::shared_ptr<AVFrame> frame(avcodec_alloc_frame(), av_free);\r
+ frame->data[0] = nullptr;\r
+\r
+ return boost::assign::list_of(frame); \r
+ }\r
+\r
+ std::vector<std::shared_ptr<AVFrame>> decode(AVPacket& pkt)\r
{\r
std::shared_ptr<AVFrame> decoded_frame(avcodec_alloc_frame(), av_free);\r
\r
int frame_finished = 0;\r
- const int errn = avcodec_decode_video2(&codec_context_, decoded_frame.get(), &frame_finished, video_packet.get());\r
+ THROW_ON_ERROR2(avcodec_decode_video2(codec_context_.get(), decoded_frame.get(), &frame_finished, &pkt), "[video_decocer]");\r
\r
- if(errn < 0)\r
- {\r
- BOOST_THROW_EXCEPTION(\r
- invalid_operation() <<\r
- msg_info(av_error_str(errn)) <<\r
- boost::errinfo_api_function("avcodec_decode_video") <<\r
- boost::errinfo_errno(AVUNERROR(errn)));\r
- }\r
+ // If a decoder consumes less then the whole packet then something is wrong\r
+ // that might be just harmless padding at the end, or a problem with the\r
+ // AVParser or demuxer which puted more then one frame in a AVPacket.\r
+ pkt.data = nullptr;\r
+ pkt.size = 0;\r
\r
- if(frame_finished == 0) \r
- decoded_frame = nullptr;\r
+ if(frame_finished == 0) \r
+ return std::vector<std::shared_ptr<AVFrame>>();\r
+\r
+ if(decoded_frame->repeat_pict % 2 > 0)\r
+ CASPAR_LOG(warning) << "[video_decoder]: Field repeat_pict not implemented.";\r
\r
- return decoded_frame;\r
+ return std::vector<std::shared_ptr<AVFrame>>(1 + decoded_frame->repeat_pict/2, decoded_frame);\r
+ }\r
+ \r
+ bool ready() const\r
+ {\r
+ return !packets_.empty();\r
+ }\r
+ \r
+ double fps() const\r
+ {\r
+ return fps_;\r
}\r
};\r
\r
-video_decoder::video_decoder(input& input, const safe_ptr<core::frame_factory>& frame_factory, const std::string& filter_str) : impl_(new implementation(input, frame_factory, filter_str)){}\r
-std::deque<std::pair<int, safe_ptr<core::write_frame>>> video_decoder::receive(){return impl_->receive();}\r
+video_decoder::video_decoder(const safe_ptr<AVFormatContext>& context, const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filter) : impl_(new implementation(context, frame_factory, filter)){}\r
+void video_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}\r
+std::vector<std::shared_ptr<AVFrame>> video_decoder::poll(){return impl_->poll();}\r
+bool video_decoder::ready() const{return impl_->ready();}\r
+double video_decoder::fps() const{return impl_->fps();}\r
+int64_t video_decoder::nb_frames() const{return impl_->nb_frames_;}\r
+size_t video_decoder::width() const{return impl_->width_;}\r
+size_t video_decoder::height() const{return impl_->height_;}\r
\r
-}
\ No newline at end of file
+}}
\ No newline at end of file
projects / casparcg / blobdiff