]> git.sesse.net Git - casparcg/blobdiff - modules/ffmpeg/producer/input.cpp
git-svn-id: https://casparcg.svn.sourceforge.net/svnroot/casparcg/server/branches...
[casparcg] / modules / ffmpeg / producer / input.cpp
index bd10d58431bb1ea967521fadca9d09819387f8ab..47f6ebf7489e98212a1c871c28d0bb0bb892985a 100644 (file)
-#include "..\stdafx.h"\r
+/*\r
+* copyright (c) 2010 Sveriges Television AB <info@casparcg.com>\r
+*\r
+*  This file is part of CasparCG.\r
+*\r
+*    CasparCG is free software: you can redistribute it and/or modify\r
+*    it under the terms of the GNU General Public License as published by\r
+*    the Free Software Foundation, either version 3 of the License, or\r
+*    (at your option) any later version.\r
+*\r
+*    CasparCG is distributed in the hope that it will be useful,\r
+*    but WITHOUT ANY WARRANTY; without even the implied warranty of\r
+*    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
+*    GNU General Public License for more details.\r
+\r
+*    You should have received a copy of the GNU General Public License\r
+*    along with CasparCG.  If not, see <http://www.gnu.org/licenses/>.\r
+*\r
+*/\r
+#if defined(_MSC_VER)\r
+#pragma warning (disable : 4244)\r
+#endif\r
+\r
+#include "../stdafx.h"\r
 \r
 #include "input.h"\r
+#include "../ffmpeg_error.h"\r
+#include "../tbb_avcodec.h"\r
 \r
 #include <core/video_format.h>\r
 \r
-#include <common/concurrency/executor.h>\r
 #include <common/diagnostics/graph.h>\r
+#include <common/exception/exceptions.h>\r
+#include <common/exception/win32_exception.h>\r
 \r
 #include <tbb/concurrent_queue.h>\r
-#include <tbb/queuing_mutex.h>\r
+#include <tbb/atomic.h>\r
 \r
-#include <boost/exception/error_info.hpp>\r
-#include <boost/thread/once.hpp>\r
+#include <boost/range/algorithm.hpp>\r
+#include <boost/thread/condition_variable.hpp>\r
+#include <boost/thread/mutex.hpp>\r
 #include <boost/thread/thread.hpp>\r
 \r
-#include <errno.h>\r
-#include <system_error>\r
-               \r
 #if defined(_MSC_VER)\r
+#pragma warning (push)\r
 #pragma warning (disable : 4244)\r
 #endif\r
-\r
 extern "C" \r
 {\r
        #define __STDC_CONSTANT_MACROS\r
        #define __STDC_LIMIT_MACROS\r
        #include <libavformat/avformat.h>\r
 }\r
+#if defined(_MSC_VER)\r
+#pragma warning (pop)\r
+#endif\r
 \r
-namespace caspar {\r
-               \r
+namespace caspar { namespace ffmpeg {\r
+\r
+static const size_t MAX_BUFFER_COUNT = 100;\r
+static const size_t MIN_BUFFER_COUNT = 4;\r
+static const size_t MAX_BUFFER_SIZE  = 16 * 1000000;\r
+       \r
 struct input::implementation : boost::noncopyable\r
 {              \r
-       static const size_t PACKET_BUFFER_COUNT = 50;\r
-\r
-       safe_ptr<diagnostics::graph> graph_;\r
+       std::shared_ptr<AVFormatContext>                                                        format_context_; // Destroy this last\r
+       int                                                                                                                     default_stream_index_;\r
 \r
-       std::shared_ptr<AVFormatContext> format_context_;       // Destroy this last\r
-\r
-       std::shared_ptr<AVCodecContext> video_codec_context_;\r
-       std::shared_ptr<AVCodecContext> audio_codex_context_;\r
+       safe_ptr<diagnostics::graph>                                                            graph_;\r
+               \r
+       const std::wstring                                                                                      filename_;\r
+       const bool                                                                                                      loop_;\r
+       const size_t                                                                                            start_;         \r
+       const size_t                                                                                            length_;\r
+       size_t                                                                                                          frame_number_;\r
        \r
-       const std::wstring filename_;\r
-\r
-       bool loop_;\r
-       int video_s_index_;\r
-       int     audio_s_index_;\r
+       tbb::concurrent_bounded_queue<std::shared_ptr<AVPacket>>        buffer_;\r
+       tbb::atomic<size_t>                                                                                     buffer_size_;\r
+       boost::condition_variable                                                                       buffer_cond_;\r
+       boost::mutex                                                                                            buffer_mutex_;\r
                \r
-       tbb::concurrent_bounded_queue<std::shared_ptr<aligned_buffer>> video_packet_buffer_;\r
-       tbb::concurrent_bounded_queue<std::shared_ptr<aligned_buffer>> audio_packet_buffer_;\r
+       boost::thread                                                                                           thread_;\r
+       tbb::atomic<bool>                                                                                       is_running_;\r
+\r
+       tbb::atomic<size_t>                                                                                     nb_frames_;\r
+       tbb::atomic<size_t>                                                                                     nb_loops_;\r
 \r
-       boost::condition_variable cond_;\r
-       boost::mutex mutex_;\r
-       \r
-       executor executor_;\r
 public:\r
-       explicit implementation(const safe_ptr<diagnostics::graph>& graph, const std::wstring& filename, bool loop) \r
+       explicit implementation(const safe_ptr<diagnostics::graph>& graph, const std::wstring& filename, bool loop, size_t start, size_t length\r
                : graph_(graph)\r
                , loop_(loop)\r
-               , video_s_index_(-1)\r
-               , audio_s_index_(-1)\r
                , filename_(filename)\r
-               , executor_(print())\r
+               , start_(start)\r
+               , length_(length)\r
+               , frame_number_(0)\r
        {                       \r
-               graph_->set_color("input-buffer", diagnostics::color(1.0f, 1.0f, 0.0f));\r
-               graph_->set_color("seek", diagnostics::color(0.5f, 1.0f, 0.5f));        \r
-\r
-               int errn;\r
-               AVFormatContext* weak_format_context_;\r
-               if((errn = -av_open_input_file(&weak_format_context_, narrow(filename).c_str(), nullptr, 0, nullptr)) > 0)\r
-                       BOOST_THROW_EXCEPTION(\r
-                               file_read_error() << \r
-                               source_info(narrow(print())) << \r
-                               msg_info("No format context found.") << \r
-                               boost::errinfo_api_function("av_open_input_file") <<\r
-                               boost::errinfo_errno(errn) <<\r
-                               boost::errinfo_file_name(narrow(filename)));\r
+               is_running_ = true;\r
+               nb_frames_      = 0;\r
+               nb_loops_       = 0;\r
+               \r
+               AVFormatContext* weak_format_context_ = nullptr;\r
+               THROW_ON_ERROR2(avformat_open_input(&weak_format_context_, narrow(filename).c_str(), nullptr, nullptr), print());\r
 \r
                format_context_.reset(weak_format_context_, av_close_input_file);\r
+\r
+               av_dump_format(weak_format_context_, 0, narrow(filename).c_str(), 0);\r
                        \r
-               if((errn = -av_find_stream_info(format_context_.get())) > 0)\r
-                       BOOST_THROW_EXCEPTION(\r
-                               file_read_error() << \r
-                               source_info(narrow(print())) << \r
-                               boost::errinfo_api_function("av_find_stream_info") <<\r
-                               msg_info("No stream found.") << \r
-                               boost::errinfo_errno(errn));\r
-\r
-               video_codec_context_ = open_stream(CODEC_TYPE_VIDEO, video_s_index_);\r
-               if(!video_codec_context_)\r
-                       CASPAR_LOG(warning) << print() << " Could not open any video stream.";\r
-               else\r
-                       fix_time_base(video_codec_context_.get());\r
+               THROW_ON_ERROR2(avformat_find_stream_info(format_context_.get(), nullptr), print());\r
                \r
-               audio_codex_context_ = open_stream(CODEC_TYPE_AUDIO, audio_s_index_);\r
-               if(!audio_codex_context_)\r
-                       CASPAR_LOG(warning) << print() << " Could not open any audio stream.";\r
-               else\r
-                       fix_time_base(video_codec_context_.get());\r
+               default_stream_index_ = THROW_ON_ERROR2(av_find_default_stream_index(format_context_.get()), print());\r
 \r
-               if(!video_codec_context_ && !audio_codex_context_)\r
-                       BOOST_THROW_EXCEPTION(\r
-                               file_read_error() << \r
-                               source_info(narrow(print())) << \r
-                               msg_info("No video or audio codec context found."));            \r
-                       \r
-               executor_.start();\r
-               executor_.begin_invoke([this]{read_file();});\r
-               CASPAR_LOG(info) << print() << " Started.";\r
+               if(start_ > 0)                  \r
+                       seek_frame(start_);\r
+               \r
+               for(int n = 0; n < 16 && !full(); ++n)\r
+                       read_next_packet();\r
+                                               \r
+               graph_->set_color("seek", diagnostics::color(1.0f, 0.5f, 0.0f));        \r
+               graph_->set_color("buffer-count", diagnostics::color(0.7f, 0.4f, 0.4f));\r
+               graph_->set_color("buffer-size", diagnostics::color(1.0f, 1.0f, 0.0f)); \r
+\r
+               thread_ = boost::thread([this]{run();});\r
        }\r
 \r
        ~implementation()\r
        {\r
-               executor_.clear();\r
-               executor_.stop();\r
-               cond_.notify_all();\r
-               CASPAR_LOG(info) << print() << " Stopped.";\r
+               is_running_ = false;\r
+               buffer_cond_.notify_all();\r
+               thread_.join();\r
        }\r
-                       \r
-       void fix_time_base(AVCodecContext* context) // Some files give an invalid numerator, try to fix it.\r
+               \r
+       bool try_pop(std::shared_ptr<AVPacket>& packet)\r
        {\r
-               if(context && context->time_base.num == 1)\r
-                       context->time_base.num = static_cast<int>(std::pow(10.0, static_cast<int>(std::log10(static_cast<float>(context->time_base.den)))-1));\r
-       }\r
+               const bool result = buffer_.try_pop(packet);\r
 \r
-       std::shared_ptr<AVCodecContext> open_stream(int codec_type, int& s_index)\r
-       {               \r
-               AVStream** streams_end = format_context_->streams+format_context_->nb_streams;\r
-               AVStream** stream = std::find_if(format_context_->streams, streams_end, \r
-                       [&](AVStream* stream) { return stream != nullptr && stream->codec->codec_type == codec_type ;});\r
-               \r
-               if(stream == streams_end) \r
-                       return nullptr;\r
+               if(result)\r
+               {\r
+                       if(packet)\r
+                               buffer_size_ -= packet->size;\r
+                       buffer_cond_.notify_all();\r
+               }\r
 \r
-               s_index = (*stream)->index;\r
-               \r
-               auto codec = avcodec_find_decoder((*stream)->codec->codec_id);                  \r
-               if(codec == nullptr)\r
-                       return nullptr;\r
-                       \r
-               if((-avcodec_open((*stream)->codec, codec)) > 0)                \r
-                       return nullptr;\r
+               graph_->update_value("buffer-size", (static_cast<double>(buffer_size_)+0.001)/MAX_BUFFER_SIZE);\r
+               graph_->update_value("buffer-count", (static_cast<double>(buffer_.size()+0.001)/MAX_BUFFER_COUNT));\r
 \r
-               return std::shared_ptr<AVCodecContext>((*stream)->codec, avcodec_close);\r
+               return result;\r
        }\r
-               \r
-       void read_file()\r
-       {                                       \r
-               AVPacket tmp_packet;\r
-               safe_ptr<AVPacket> read_packet(&tmp_packet, av_free_packet);    \r
 \r
-               if (av_read_frame(format_context_.get(), read_packet.get()) >= 0) // NOTE: read_packet is only valid until next call of av_read_frame or av_close_input_file\r
-               {\r
-                       auto packet = std::make_shared<aligned_buffer>(read_packet->data, read_packet->data + read_packet->size);\r
-                       if(read_packet->stream_index == video_s_index_)                 \r
-                               video_packet_buffer_.try_push(std::move(packet));       \r
-                       else if(read_packet->stream_index == audio_s_index_)    \r
-                               audio_packet_buffer_.try_push(std::move(packet));               \r
-               }\r
-               else if(!loop_ || av_seek_frame(format_context_.get(), -1, 0, AVSEEK_FLAG_BACKWARD) < 0) // TODO: av_seek_frame does not work for all formats\r
-               {\r
-                       executor_.stop();\r
-                       CASPAR_LOG(info) << print() << " eof";\r
-               }       \r
-               else\r
-                       graph_->add_tag("seek");                \r
-                                       \r
-               graph_->update_value("input-buffer", static_cast<float>(video_packet_buffer_.size())/static_cast<float>(PACKET_BUFFER_COUNT));          \r
-               \r
-               executor_.begin_invoke([this]{read_file();});           \r
-               boost::unique_lock<boost::mutex> lock(mutex_);\r
-               while(executor_.is_running() && audio_packet_buffer_.size() > PACKET_BUFFER_COUNT && video_packet_buffer_.size() > PACKET_BUFFER_COUNT)\r
-                       cond_.wait(lock);               \r
-       }\r
-               \r
-       aligned_buffer get_video_packet()\r
+       size_t nb_frames() const\r
        {\r
-               return get_packet(video_packet_buffer_);\r
+               return nb_frames_;\r
        }\r
 \r
-       aligned_buffer get_audio_packet()\r
+       size_t nb_loops() const\r
        {\r
-               return get_packet(audio_packet_buffer_);\r
+               return nb_loops_;\r
        }\r
+\r
+private:\r
        \r
-       aligned_buffer get_packet(tbb::concurrent_bounded_queue<std::shared_ptr<aligned_buffer>>& buffer)\r
-       {\r
-               cond_.notify_all();\r
-               std::shared_ptr<aligned_buffer> packet;\r
-               return buffer.try_pop(packet) ? std::move(*packet) : aligned_buffer();\r
-       }\r
+       void run()\r
+       {               \r
+               caspar::win32_exception::install_handler();\r
 \r
-       bool is_eof() const\r
-       {\r
-               return !executor_.is_running() && video_packet_buffer_.empty() && audio_packet_buffer_.empty();\r
+               try\r
+               {\r
+                       CASPAR_LOG(info) << print() << " Thread Started.";\r
+\r
+                       while(is_running_)\r
+                       {\r
+                               {\r
+                                       boost::unique_lock<boost::mutex> lock(buffer_mutex_);\r
+                                       while(full())\r
+                                               buffer_cond_.timed_wait(lock, boost::posix_time::millisec(20));\r
+                               }\r
+                               read_next_packet();                     \r
+                       }\r
+\r
+                       CASPAR_LOG(info) << print() << " Thread Stopped.";\r
+               }\r
+               catch(...)\r
+               {\r
+                       CASPAR_LOG_CURRENT_EXCEPTION();\r
+                       is_running_ = false;\r
+               }\r
        }\r
+                       \r
+       void read_next_packet()\r
+       {               \r
+               int ret = 0;\r
+\r
+               std::shared_ptr<AVPacket> read_packet(new AVPacket, [](AVPacket* p)\r
+               {\r
+                       av_free_packet(p);\r
+                       delete p;\r
+               });\r
+               av_init_packet(read_packet.get());\r
+\r
+               ret = av_read_frame(format_context_.get(), read_packet.get()); // read_packet is only valid until next call of av_read_frame. Use av_dup_packet to extend its life.     \r
                \r
-       double fps() const\r
+               if(is_eof(ret))                                                                                                              \r
+               {\r
+                       ++nb_loops_;\r
+                       frame_number_ = 0;\r
+\r
+                       if(loop_)\r
+                       {\r
+                               int flags = AVSEEK_FLAG_BACKWARD;\r
+\r
+                               int vid_stream_index = av_find_best_stream(format_context_.get(), AVMEDIA_TYPE_VIDEO, -1, -1, 0, 0);\r
+                               if(vid_stream_index >= 0)\r
+                               {\r
+                                       auto codec_id = format_context_->streams[vid_stream_index]->codec->codec_id;\r
+                                       if(codec_id == CODEC_ID_VP6A || codec_id == CODEC_ID_VP6F || codec_id == CODEC_ID_VP6)\r
+                                               flags |= AVSEEK_FLAG_BYTE;\r
+                               }\r
+\r
+                               seek_frame(start_, flags);\r
+                               graph_->add_tag("seek");                \r
+                               CASPAR_LOG(debug) << print() << " Looping.";                    \r
+                       }       \r
+                       else\r
+                       {\r
+                               is_running_ = false;\r
+                               CASPAR_LOG(debug) << print() << " Stopping.";\r
+                       }\r
+               }\r
+               else\r
+               {               \r
+                       THROW_ON_ERROR(ret, "av_read_frame", print());\r
+\r
+                       if(read_packet->stream_index == default_stream_index_)\r
+                       {\r
+                               if(nb_loops_ == 0)\r
+                                       ++nb_frames_;\r
+                               ++frame_number_;\r
+                       }\r
+\r
+                       THROW_ON_ERROR2(av_dup_packet(read_packet.get()), print());\r
+                               \r
+                       // Make sure that the packet is correctly deallocated even if size and data is modified during decoding.\r
+                       auto size = read_packet->size;\r
+                       auto data = read_packet->data;\r
+\r
+                       read_packet = std::shared_ptr<AVPacket>(read_packet.get(), [=](AVPacket*)\r
+                       {\r
+                               read_packet->size = size;\r
+                               read_packet->data = data;\r
+                       });\r
+\r
+                       buffer_.try_push(read_packet);\r
+                       buffer_size_ += read_packet->size;\r
+                               \r
+                       graph_->update_value("buffer-size", (static_cast<double>(buffer_size_)+0.001)/MAX_BUFFER_SIZE);\r
+                       graph_->update_value("buffer-count", (static_cast<double>(buffer_.size()+0.001)/MAX_BUFFER_COUNT));\r
+               }                       \r
+       }\r
+\r
+       bool full() const\r
        {\r
-               return static_cast<double>(video_codec_context_->time_base.den) / static_cast<double>(video_codec_context_->time_base.num);\r
+               return is_running_ && (buffer_size_ > MAX_BUFFER_SIZE || buffer_.size() > MAX_BUFFER_COUNT) && buffer_.size() > MIN_BUFFER_COUNT;\r
        }\r
 \r
+       void seek_frame(int64_t frame, int flags = 0)\r
+       {                                                       \r
+               THROW_ON_ERROR2(av_seek_frame(format_context_.get(), default_stream_index_, frame, flags), print());            \r
+               buffer_.push(nullptr);\r
+       }               \r
+\r
+       bool is_eof(int ret)\r
+       {\r
+               if(ret == AVERROR(EIO))\r
+                       CASPAR_LOG(trace) << print() << " Received EIO, assuming EOF. " << nb_frames_;\r
+               if(ret == AVERROR_EOF)\r
+                       CASPAR_LOG(debug) << print() << " Received EOF. " << nb_frames_;\r
+\r
+               return ret == AVERROR_EOF || ret == AVERROR(EIO) || frame_number_ >= length_; // av_read_frame doesn't always correctly return AVERROR_EOF;\r
+       }\r
+       \r
        std::wstring print() const\r
        {\r
-               return L"ffmpeg_input";\r
+               return L"ffmpeg_input[" + filename_ + L")]";\r
        }\r
 };\r
 \r
-input::input(const safe_ptr<diagnostics::graph>& graph, const std::wstring& filename, bool loop) : impl_(new implementation(graph, filename, loop)){}\r
-const std::shared_ptr<AVCodecContext>& input::get_video_codec_context() const{return impl_->video_codec_context_;}\r
-const std::shared_ptr<AVCodecContext>& input::get_audio_codec_context() const{return impl_->audio_codex_context_;}\r
-bool input::is_eof() const{return impl_->is_eof();}\r
-bool input::is_running() const {return impl_->executor_.is_running();}\r
-aligned_buffer input::get_video_packet(){return impl_->get_video_packet();}\r
-aligned_buffer input::get_audio_packet(){return impl_->get_audio_packet();}\r
-double input::fps() const { return impl_->fps(); }\r
-}
\ No newline at end of file
+input::input(const safe_ptr<diagnostics::graph>& graph, const std::wstring& filename, bool loop, size_t start, size_t length) \r
+       : impl_(new implementation(graph, filename, loop, start, length)){}\r
+bool input::eof() const {return !impl_->is_running_;}\r
+bool input::try_pop(std::shared_ptr<AVPacket>& packet){return impl_->try_pop(packet);}\r
+safe_ptr<AVFormatContext> input::context(){return make_safe_ptr(impl_->format_context_);}\r
+size_t input::nb_frames() const {return impl_->nb_frames();}\r
+size_t input::nb_loops() const {return impl_->nb_loops();}\r
+}}\r