]> git.sesse.net Git - casparcg/blobdiff - modules/ffmpeg/producer/video/video_decoder.cpp
[ffmpeg_producer] Resolved problem where video decoders having CODEC_CAP_DELAY needs...
[casparcg] / modules / ffmpeg / producer / video / video_decoder.cpp
index ea2f896a16015b6433ff09872eef6c40d4876ada..9322baad4ba1db6a67669e8df3c184ace5eaef85 100644 (file)
-/*\r
-* Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>\r
-*\r
-* This file is part of CasparCG (www.casparcg.com).\r
-*\r
-* CasparCG is free software: you can redistribute it and/or modify\r
-* it under the terms of the GNU General Public License as published by\r
-* the Free Software Foundation, either version 3 of the License, or\r
-* (at your option) any later version.\r
-*\r
-* CasparCG is distributed in the hope that it will be useful,\r
-* but WITHOUT ANY WARRANTY; without even the implied warranty of\r
-* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
-* GNU General Public License for more details.\r
-*\r
-* You should have received a copy of the GNU General Public License\r
-* along with CasparCG. If not, see <http://www.gnu.org/licenses/>.\r
-*\r
-* Author: Robert Nagy, ronag89@gmail.com\r
-*/\r
-\r
-#include "../../stdafx.h"\r
-\r
-#include "video_decoder.h"\r
-\r
-#include "../util/util.h"\r
-\r
-#include "../../ffmpeg_error.h"\r
-\r
-#include <common/log.h>\r
-#include <core/frame/frame_transform.h>\r
-#include <core/frame/frame_factory.h>\r
-\r
-#include <boost/range/algorithm_ext/push_back.hpp>\r
-#include <boost/filesystem.hpp>\r
-\r
-#include <queue>\r
-\r
-#if defined(_MSC_VER)\r
-#pragma warning (push)\r
-#pragma warning (disable : 4244)\r
-#endif\r
-extern "C" \r
-{\r
-       #include <libavcodec/avcodec.h>\r
-       #include <libavformat/avformat.h>\r
-}\r
-#if defined(_MSC_VER)\r
-#pragma warning (pop)\r
-#endif\r
-\r
-namespace caspar { namespace ffmpeg {\r
-       \r
-struct video_decoder::impl : boost::noncopyable\r
-{\r
-       monitor::basic_subject                                  event_subject_;\r
-       int                                                                             index_;\r
-       const spl::shared_ptr<AVCodecContext>   codec_context_;\r
-\r
-       std::queue<spl::shared_ptr<AVPacket>>   packets_;\r
-       \r
-       const uint32_t                                                  nb_frames_;\r
-\r
-       const int                                                               width_;\r
-       const int                                                               height_;\r
-       bool                                                                    is_progressive_;\r
-\r
-       tbb::atomic<uint32_t>                                   file_frame_number_;\r
-\r
-public:\r
-       explicit impl(const spl::shared_ptr<AVFormatContext>& context) \r
-               : codec_context_(open_codec(*context, AVMEDIA_TYPE_VIDEO, index_))\r
-               , nb_frames_(static_cast<uint32_t>(context->streams[index_]->nb_frames))\r
-               , width_(codec_context_->width)\r
-               , height_(codec_context_->height)\r
-       {\r
-               file_frame_number_ = 0;\r
-       }\r
-\r
-       void push(const std::shared_ptr<AVPacket>& packet)\r
-       {\r
-               if(!packet)\r
-                       return;\r
-\r
-               if(packet->stream_index == index_ || packet->data == nullptr)\r
-                       packets_.push(spl::make_shared_ptr(packet));\r
-       }\r
-\r
-       std::shared_ptr<AVFrame> poll()\r
-       {               \r
-               if(packets_.empty())\r
-                       return nullptr;\r
-               \r
-               auto packet = packets_.front();\r
-                                       \r
-               if(packet->data == nullptr)\r
-               {                       \r
-                       if(codec_context_->codec->capabilities & CODEC_CAP_DELAY)\r
-                       {\r
-                               auto video = decode(*packet);\r
-                               if(video)\r
-                                       return video;\r
-                       }\r
-                                       \r
-                       packets_.pop();\r
-                       file_frame_number_ = static_cast<uint32_t>(packet->pos);\r
-                       avcodec_flush_buffers(codec_context_.get());\r
-                       return flush_video();   \r
-               }\r
-                       \r
-               packets_.pop();\r
-               return decode(*packet);\r
-       }\r
-\r
-       std::shared_ptr<AVFrame> decode(AVPacket& pkt)\r
-       {\r
-               std::shared_ptr<AVFrame> decoded_frame(avcodec_alloc_frame(), av_free);\r
-\r
-               int frame_finished = 0;\r
-               THROW_ON_ERROR2(avcodec_decode_video2(codec_context_.get(), decoded_frame.get(), &frame_finished, &pkt), "[video_decocer]");\r
-               \r
-               // If a decoder consumes less then the whole packet then something is wrong\r
-               // that might be just harmless padding at the end, or a problem with the\r
-               // AVParser or demuxer which puted more then one frame in a AVPacket.\r
-\r
-               if(frame_finished == 0) \r
-                       return nullptr;\r
-\r
-               is_progressive_ = !decoded_frame->interlaced_frame;\r
-\r
-               if(decoded_frame->repeat_pict > 0)\r
-                       CASPAR_LOG(warning) << "[video_decoder] Field repeat_pict not implemented.";\r
-                               \r
-               event_subject_  << monitor::event("file/video/width")   % width_\r
-                                               << monitor::event("file/video/height")  % height_\r
-                                               << monitor::event("file/video/field")   % u8(!decoded_frame->interlaced_frame ? "progressive" : (decoded_frame->top_field_first ? "upper" : "lower"))\r
-                                               << monitor::event("file/video/codec")   % u8(codec_context_->codec->long_name);\r
-\r
-               ++file_frame_number_;\r
-\r
-               return decoded_frame;\r
-       }\r
-       \r
-       bool ready() const\r
-       {\r
-               return !packets_.empty();\r
-       }\r
-\r
-       uint32_t nb_frames() const\r
-       {\r
-               return std::max<uint32_t>(nb_frames_, file_frame_number_);\r
-       }\r
-\r
-       std::wstring print() const\r
-       {               \r
-               return L"[video-decoder] " + u16(codec_context_->codec->long_name);\r
-       }\r
-};\r
-\r
-video_decoder::video_decoder(const spl::shared_ptr<AVFormatContext>& context) : impl_(new impl(context)){}\r
-void video_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}\r
-std::shared_ptr<AVFrame> video_decoder::poll(){return impl_->poll();}\r
-bool video_decoder::ready() const{return impl_->ready();}\r
-int video_decoder::width() const{return impl_->width_;}\r
-int video_decoder::height() const{return impl_->height_;}\r
-uint32_t video_decoder::nb_frames() const{return impl_->nb_frames();}\r
-uint32_t video_decoder::file_frame_number() const{return impl_->file_frame_number_;}\r
-bool   video_decoder::is_progressive() const{return impl_->is_progressive_;}\r
-std::wstring video_decoder::print() const{return impl_->print();}\r
-void video_decoder::subscribe(const monitor::observable::observer_ptr& o){impl_->event_subject_.subscribe(o);}\r
-void video_decoder::unsubscribe(const monitor::observable::observer_ptr& o){impl_->event_subject_.unsubscribe(o);}\r
-\r
-}}
\ No newline at end of file
+/*
+* Copyright 2013 Sveriges Television AB http://casparcg.com/
+*
+* This file is part of CasparCG (www.casparcg.com).
+*
+* CasparCG is free software: you can redistribute it and/or modify
+* it under the terms of the GNU General Public License as published by
+* the Free Software Foundation, either version 3 of the License, or
+* (at your option) any later version.
+*
+* CasparCG is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+* GNU General Public License for more details.
+*
+* You should have received a copy of the GNU General Public License
+* along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
+*
+* Author: Robert Nagy, ronag89@gmail.com
+*/
+
+#include "../../StdAfx.h"
+
+#include "video_decoder.h"
+
+#include "../util/util.h"
+
+#include "../../ffmpeg_error.h"
+
+#include <core/frame/frame_transform.h>
+#include <core/frame/frame_factory.h>
+
+#include <boost/range/algorithm_ext/push_back.hpp>
+#include <boost/filesystem.hpp>
+
+#include <queue>
+
+#if defined(_MSC_VER)
+#pragma warning (push)
+#pragma warning (disable : 4244)
+#endif
+extern "C"
+{
+       #include <libavcodec/avcodec.h>
+       #include <libavformat/avformat.h>
+}
+#if defined(_MSC_VER)
+#pragma warning (pop)
+#endif
+
+namespace caspar { namespace ffmpeg {
+
+struct video_decoder::implementation : boost::noncopyable
+{
+       int                                                                             index_                          = -1;
+       const spl::shared_ptr<AVCodecContext>   codec_context_;
+
+       std::queue<spl::shared_ptr<AVPacket>>   packets_;
+
+       const uint32_t                                                  nb_frames_;
+
+       const int                                                               width_                          = codec_context_->width;
+       const int                                                               height_                         = codec_context_->height;
+       bool                                                                    is_progressive_;
+
+       tbb::atomic<uint32_t>                                   file_frame_number_;
+
+public:
+       explicit implementation(const spl::shared_ptr<AVFormatContext>& context)
+               : codec_context_(open_codec(*context, AVMEDIA_TYPE_VIDEO, index_, false))
+               , nb_frames_(static_cast<uint32_t>(context->streams[index_]->nb_frames))
+       {
+               file_frame_number_ = 0;
+
+               codec_context_->refcounted_frames = 1;
+       }
+
+       void push(const std::shared_ptr<AVPacket>& packet)
+       {
+               if(!packet)
+                       return;
+
+               if(packet->stream_index == index_ || packet->data == nullptr)
+                       packets_.push(spl::make_shared_ptr(packet));
+       }
+
+       std::shared_ptr<AVFrame> poll()
+       {
+               if(packets_.empty())
+                       return nullptr;
+
+               auto packet = packets_.front();
+
+               if(packet->data == nullptr)
+               {
+                       if(codec_context_->codec->capabilities & CODEC_CAP_DELAY)
+                       {
+                               auto video = decode(packet);
+                               if(video)
+                                       return video;
+                       }
+
+                       packets_.pop();
+
+                       if (packet->pos != -1)
+                       {
+                               file_frame_number_ = static_cast<uint32_t>(packet->pos);
+                               avcodec_flush_buffers(codec_context_.get());
+                               return flush_video();
+                       }
+                       else // Really EOF
+                               return nullptr;
+               }
+
+               packets_.pop();
+               return decode(packet);
+       }
+
+       std::shared_ptr<AVFrame> decode(spl::shared_ptr<AVPacket> pkt)
+       {
+               auto decoded_frame = create_frame();
+
+               int frame_finished = 0;
+               THROW_ON_ERROR2(avcodec_decode_video2(codec_context_.get(), decoded_frame.get(), &frame_finished, pkt.get()), "[video_decoder]");
+
+               // If a decoder consumes less then the whole packet then something is wrong
+               // that might be just harmless padding at the end, or a problem with the
+               // AVParser or demuxer which puted more then one frame in a AVPacket.
+
+               if(frame_finished == 0)
+                       return nullptr;
+
+               is_progressive_ = !decoded_frame->interlaced_frame;
+
+               if(decoded_frame->repeat_pict > 0)
+                       CASPAR_LOG(warning) << "[video_decoder] Field repeat_pict not implemented.";
+
+               ++file_frame_number_;
+
+               // This ties the life of the decoded_frame to the packet that it came from. For the
+               // current version of ffmpeg (0.8 or c17808c) the RAW_VIDEO codec returns frame data
+               // owned by the packet.
+               return std::shared_ptr<AVFrame>(decoded_frame.get(), [decoded_frame, pkt](AVFrame*){});
+       }
+
+       bool ready() const
+       {
+               return packets_.size() >= 8;
+       }
+
+       uint32_t nb_frames() const
+       {
+               return std::max(nb_frames_, static_cast<uint32_t>(file_frame_number_));
+       }
+
+       std::wstring print() const
+       {
+               return L"[video-decoder] " + u16(codec_context_->codec->long_name);
+       }
+};
+
+video_decoder::video_decoder(const spl::shared_ptr<AVFormatContext>& context) : impl_(new implementation(context)){}
+void video_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}
+std::shared_ptr<AVFrame> video_decoder::poll(){return impl_->poll();}
+bool video_decoder::ready() const{return impl_->ready();}
+int video_decoder::width() const{return impl_->width_;}
+int video_decoder::height() const{return impl_->height_;}
+uint32_t video_decoder::nb_frames() const{return impl_->nb_frames();}
+uint32_t video_decoder::file_frame_number() const{return static_cast<uint32_t>(impl_->file_frame_number_);}
+bool   video_decoder::is_progressive() const{return impl_->is_progressive_;}
+std::wstring video_decoder::print() const{return impl_->print();}
+
+}}