]> git.sesse.net Git - casparcg/blobdiff - modules/ffmpeg/producer/ffmpeg_producer.cpp
2.0.1: ffmpeg: Replaced TBB implementation with better Concurrency Runtime based...
[casparcg] / modules / ffmpeg / producer / ffmpeg_producer.cpp
index 7ff31a7363f617afd474bc548964ac0f4f499a40..ee30e2bbcf634acd34d07f6874b367163cb5850f 100644 (file)
 \r
 #include "ffmpeg_producer.h"\r
 \r
+#include "frame_muxer.h"\r
 #include "input.h"\r
+#include "util.h"\r
 #include "audio/audio_decoder.h"\r
 #include "video/video_decoder.h"\r
 \r
+#include <common/concrt/bounded_buffer.h>\r
+#include <common/env.h>\r
 #include <common/utility/assert.h>\r
-#include <common/utility/timer.h>\r
 #include <common/diagnostics/graph.h>\r
 \r
-#include <core/mixer/write_frame.h>\r
 #include <core/video_format.h>\r
-#include <core/producer/frame/audio_transform.h>\r
+#include <core/producer/frame_producer.h>\r
+#include <core/producer/frame/frame_factory.h>\r
 #include <core/producer/frame/basic_frame.h>\r
-#include <core/producer/color/color_producer.h>\r
-#include <core/producer/frame_muxer.h>\r
-\r
-#include <common/env.h>\r
 \r
+#include <boost/algorithm/string.hpp>\r
+#include <boost/assign.hpp>\r
 #include <boost/timer.hpp>\r
-#include <boost/range/algorithm.hpp>\r
-#include <boost/range/algorithm_ext.hpp>\r
+#include <boost/foreach.hpp>\r
+#include <boost/filesystem.hpp>\r
+#include <boost/range/algorithm/find_if.hpp>\r
+#include <boost/range/algorithm/find.hpp>\r
 \r
-#include <tbb/task_group.h>\r
+#include <agents.h>\r
+#include <ppl.h>\r
 \r
-#include <deque>\r
-#include <vector>\r
+namespace caspar { namespace ffmpeg {\r
 \r
-namespace caspar {\r
-                       \r
-struct ffmpeg_producer : public core::frame_producer\r
+template<typename T>\r
+struct buffer_alias\r
 {\r
-       const std::wstring                                                              filename_;\r
-       \r
-       const safe_ptr<diagnostics::graph>                              graph_;\r
-       boost::timer                                                                    frame_timer_;\r
+       typedef Concurrency::bounded_buffer<std::shared_ptr<T>> type;\r
+};\r
+                               \r
+struct ffmpeg_producer : public core::frame_producer\r
+{      \r
+       const std::wstring                                              filename_;\r
+       const int                                                               start_;\r
+       const bool                                                              loop_;\r
+       const size_t                                                    length_;\r
+\r
+       buffer_alias<AVPacket>::type                    video_packets_;\r
+       buffer_alias<AVPacket>::type                    audio_packets_;\r
+       buffer_alias<AVFrame>::type                             video_frames_;\r
+       buffer_alias<core::audio_buffer>::type  audio_buffers_;\r
+       buffer_alias<core::basic_frame>::type   muxed_frames_;\r
+       Concurrency::overwrite_buffer<bool>             active_token_;\r
+               \r
+       const safe_ptr<diagnostics::graph>              graph_;\r
                                        \r
-       const safe_ptr<core::frame_factory>                             frame_factory_;\r
-       const core::video_format_desc                                   format_desc_;\r
-\r
-       input                                                                                   input_; \r
-       video_decoder                                                                   video_decoder_;\r
-       audio_decoder                                                                   audio_decoder_;\r
+       input                                                                   input_; \r
+       video_decoder                                                   video_decoder_;\r
+       audio_decoder                                                   audio_decoder_; \r
+       frame_muxer2                                                    muxer_;\r
 \r
-       std::queue<safe_ptr<core::basic_frame>>                 output_buffer_;\r
-\r
-       core::frame_muxer                                                               muxer_;\r
+       safe_ptr<core::basic_frame>                             last_frame_;\r
        \r
-       tbb::task_group                                                                 tasks_;\r
-\r
 public:\r
-       explicit ffmpeg_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filename, const std::wstring& filter, bool loop, int start, int length) \r
+       explicit ffmpeg_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filename, const std::wstring& filter, bool loop, int start, size_t length) \r
                : filename_(filename)\r
-               , graph_(diagnostics::create_graph(narrow(print())))\r
-               , frame_factory_(frame_factory)         \r
-               , format_desc_(frame_factory->get_video_format_desc())\r
-               , input_(safe_ptr<diagnostics::graph>(graph_), filename_, loop, start, length)\r
-               , video_decoder_(input_.context(), frame_factory, filter)\r
-               , audio_decoder_(input_.context(), frame_factory->get_video_format_desc())\r
-               , muxer_(video_decoder_.fps(), format_desc_.mode, format_desc_.fps)\r
-               //, adapt_(env::properties().get("configuration.ffmpeg.auto-mode", false))\r
+               , start_(start)\r
+               , loop_(loop)\r
+               , length_(length)\r
+               , video_packets_(25)\r
+               , audio_packets_(25)\r
+               , video_frames_(2)\r
+               , audio_buffers_(2)\r
+               , muxed_frames_(2)\r
+               , graph_(diagnostics::create_graph([this]{return print();}, false))\r
+               , input_(active_token_, video_packets_, audio_packets_, graph_, filename_, loop, start, length)\r
+               , video_decoder_(active_token_, video_packets_, video_frames_, input_.context(), frame_factory->get_video_format_desc().fps, filter)\r
+               , audio_decoder_(active_token_, audio_packets_, audio_buffers_, input_.context(), frame_factory->get_video_format_desc())\r
+               , muxer_(active_token_, video_frames_, audio_buffers_, muxed_frames_, video_decoder_.fps(), frame_factory)\r
+               , last_frame_(core::basic_frame::empty())\r
        {\r
-               graph_->add_guide("frame-time", 0.5);\r
-               graph_->set_color("frame-time", diagnostics::color(1.0f, 0.0f, 0.0f));\r
-               graph_->set_color("underflow", diagnostics::color(0.6f, 0.3f, 0.9f));           \r
-               \r
-               for(int n = 0; n < 128 && muxer_.size() < 4; ++n)\r
-                       decode_frame();\r
+               graph_->set_color("underflow", diagnostics::color(0.6f, 0.3f, 0.9f));   \r
+               graph_->start();\r
+\r
+               Concurrency::send(active_token_, true);\r
        }\r
 \r
        ~ffmpeg_producer()\r
        {\r
-               tasks_.cancel();\r
-               tasks_.wait();\r
+               Concurrency::send(active_token_, false);\r
+               std::shared_ptr<core::basic_frame> frame;\r
+               Concurrency::try_receive(muxed_frames_, frame);\r
        }\r
-\r
-       virtual safe_ptr<core::basic_frame> receive()\r
+                                       \r
+       virtual safe_ptr<core::basic_frame> receive(int hints)\r
        {\r
-               if(output_buffer_.empty())\r
-               {       \r
-                       tasks_.wait();\r
-\r
-                       while(muxer_.size() > 0)\r
-                               output_buffer_.push(muxer_.pop());\r
-\r
-                       tasks_.run([=]\r
-                       {\r
-                               frame_timer_.restart();\r
-\r
-                               for(int n = 0; n < 64 && muxer_.empty(); ++n)\r
-                                       decode_frame();\r
-\r
-                               graph_->update_value("frame-time", static_cast<float>(frame_timer_.elapsed()*format_desc_.fps*0.5));\r
-                       });\r
-               }\r
-               \r
                auto frame = core::basic_frame::late();\r
-\r
-               if(output_buffer_.empty())\r
-               {\r
-                       if(input_.eof())\r
-                               frame = core::basic_frame::eof();\r
-                       else\r
-                               graph_->add_tag("underflow");                   \r
+               \r
+               try\r
+               {               \r
+                       frame = last_frame_ = safe_ptr<core::basic_frame>(Concurrency::receive(muxed_frames_, 8));\r
                }\r
-               else\r
-               {\r
-                       frame = output_buffer_.front();\r
-                       output_buffer_.pop();\r
+               catch(Concurrency::operation_timed_out&)\r
+               {               \r
+                       graph_->add_tag("underflow");   \r
                }\r
-               \r
+\r
                return frame;\r
        }\r
 \r
-       void decode_frame()\r
+       virtual safe_ptr<core::basic_frame> last_frame() const\r
+       {\r
+               return disable_audio(last_frame_);\r
+       }\r
+       \r
+       virtual int64_t nb_frames() const\r
        {\r
-               for(int n = 0; n < 32 && ((muxer_.video_frames() < 2 && !video_decoder_.ready()) ||     (muxer_.audio_chunks() < 2 && !audio_decoder_.ready())); ++n) \r
+               if(loop_)\r
+                       return std::numeric_limits<int64_t>::max();\r
+\r
+               // This function estimates nb_frames until input has read all packets for one loop, at which point the count should be accurate.\r
+\r
+               int64_t nb_frames = input_.nb_frames();\r
+               if(input_.nb_loops() < 1) // input still hasn't counted all frames\r
                {\r
-                       std::shared_ptr<AVPacket> pkt;\r
-                       if(input_.try_pop(pkt))\r
-                       {\r
-                               video_decoder_.push(pkt);\r
-                               audio_decoder_.push(pkt);\r
-                       }\r
+                       int64_t video_nb_frames = video_decoder_.nb_frames();\r
+                       int64_t audio_nb_frames = audio_decoder_.nb_frames();\r
+\r
+                       nb_frames = std::min(static_cast<int64_t>(length_), std::max(nb_frames, std::max(video_nb_frames, audio_nb_frames)));\r
                }\r
-               \r
-               tbb::parallel_invoke(\r
-               [=]\r
-               {\r
-                       if(muxer_.video_frames() < 2)\r
-                       {\r
-                               BOOST_FOREACH(auto& video_frame, video_decoder_.poll())\r
-                                       muxer_.push(video_frame);\r
-                       }\r
-               },\r
-               [=]\r
-               {\r
-                       if(muxer_.audio_chunks() < 2)\r
-                       {\r
-                               BOOST_FOREACH(auto& audio_chunk, audio_decoder_.poll())\r
-                                       muxer_.push(audio_chunk);\r
-                       }\r
-               });\r
+\r
+               nb_frames = muxer_.calc_nb_frames(nb_frames);\r
+\r
+               // TODO: Might need to scale nb_frames av frame_muxer transformations.\r
+\r
+               return nb_frames - start_;\r
        }\r
                                \r
        virtual std::wstring print() const\r
        {\r
-               return L"ffmpeg[" + boost::filesystem::wpath(filename_).filename() + L"]";\r
+               return L"ffmpeg[" + boost::filesystem::wpath(filename_).filename() + L"|" \r
+                                                 + boost::lexical_cast<std::wstring>(video_decoder_.width()) + L"x" + boost::lexical_cast<std::wstring>(video_decoder_.height())\r
+                                                 + (video_decoder_.is_progressive() ? L"p" : L"i")  + boost::lexical_cast<std::wstring>(video_decoder_.is_progressive() ? video_decoder_.fps() : 2.0 * video_decoder_.fps())\r
+                                                 + L"]";\r
        }\r
 };\r
 \r
-safe_ptr<core::frame_producer> create_ffmpeg_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::vector<std::wstring>& params)\r
+safe_ptr<core::frame_producer> create_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::vector<std::wstring>& params)\r
 {              \r
        static const std::vector<std::wstring> extensions = boost::assign::list_of\r
-               (L"mpg")(L"mpeg")(L"avi")(L"mov")(L"qt")(L"webm")(L"dv")(L"mp4")(L"f4v")(L"flv")(L"mkv")(L"mka")(L"wmv")(L"wma")(L"ogg")(L"divx")(L"xvid")(L"wav")(L"mp3")(L"m2v");\r
+               (L"mpg")(L"mpeg")(L"m2v")(L"m4v")(L"mp3")(L"mp4")(L"mpga")\r
+               (L"avi")\r
+               (L"mov")\r
+               (L"qt")\r
+               (L"webm")\r
+               (L"dv")         \r
+               (L"f4v")(L"flv")\r
+               (L"mkv")(L"mka")\r
+               (L"wmv")(L"wma")(L"wav")\r
+               (L"rm")(L"ram")\r
+               (L"ogg")(L"ogv")(L"oga")(L"ogx")\r
+               (L"divx")(L"xvid");\r
+\r
        std::wstring filename = env::media_folder() + L"\\" + params[0];\r
        \r
        auto ext = boost::find_if(extensions, [&](const std::wstring& ex)\r
@@ -184,28 +189,16 @@ safe_ptr<core::frame_producer> create_ffmpeg_producer(const safe_ptr<core::frame
        if(ext == extensions.end())\r
                return core::frame_producer::empty();\r
 \r
-       std::wstring path = filename + L"." + *ext;\r
-       bool loop = boost::find(params, L"LOOP") != params.end();\r
-\r
-       int start = -1;\r
-       int length = -1;\r
+       auto path               = filename + L"." + *ext;\r
+       auto loop               = boost::range::find(params, L"LOOP") != params.end();\r
+       auto start              = core::get_param(L"SEEK", params, 0);\r
+       auto length             = core::get_param(L"LENGTH", params, std::numeric_limits<size_t>::max());\r
+       auto filter_str = core::get_param<std::wstring>(L"FILTER", params, L"");        \r
+               \r
+       boost::replace_all(filter_str, L"DEINTERLACE", L"YADIF=0:-1");\r
+       boost::replace_all(filter_str, L"DEINTERLACE_BOB", L"YADIF=1:-1");\r
        \r
-       auto seek_it = std::find(params.begin(), params.end(), L"SEEK");\r
-       if(seek_it != params.end())\r
-       {\r
-               if(++seek_it != params.end())\r
-                       start = boost::lexical_cast<int>(*seek_it);\r
-       }\r
-\r
-       std::wstring filter = L"";\r
-       auto filter_it = std::find(params.begin(), params.end(), L"FILTER");\r
-       if(filter_it != params.end())\r
-       {\r
-               if(++filter_it != params.end())\r
-                       filter = *filter_it;\r
-       }\r
-\r
-       return make_safe<ffmpeg_producer>(frame_factory, path, filter, loop, start, length);\r
+       return make_safe<ffmpeg_producer>(frame_factory, path, filter_str, loop, start, length);\r
 }\r
 \r
-}
\ No newline at end of file
+}}
\ No newline at end of file