]> git.sesse.net Git - casparcg/blobdiff - core/video_channel.cpp
Created a consumer that provides sync to a channel based on the pace of another chann...
[casparcg] / core / video_channel.cpp
index e4d3e64f331d4df13f81ac02bf7471a3e491e752..a0ac2c2012fd249ac76d0fcd85a8483826ee7e86 100644 (file)
 #include "frame/frame.h"
 #include "frame/draw_frame.h"
 #include "frame/frame_factory.h"
+#include "frame/audio_channel_layout.h"
 
 #include <common/diagnostics/graph.h>
 #include <common/env.h>
 #include <common/lock.h>
 #include <common/executor.h>
+#include <common/timer.h>
+#include <common/future.h>
 
 #include <core/mixer/image/image_mixer.h>
+#include <core/diagnostics/call_context.h>
 
 #include <tbb/spin_mutex.h>
 
 #include <boost/property_tree/ptree.hpp>
+#include <boost/lexical_cast.hpp>
 
 #include <string>
+#include <unordered_map>
 
 namespace caspar { namespace core {
 
 struct video_channel::impl final
 {
-       spl::shared_ptr<monitor::subject>                               monitor_subject_;
+       spl::shared_ptr<monitor::subject>                                       monitor_subject_;
 
-       const int                                                                               index_;
+       const int                                                                                       index_;
 
-       mutable tbb::spin_mutex                                                 format_desc_mutex_;
-       core::video_format_desc                                                 format_desc_;
-       
-       const spl::shared_ptr<diagnostics::graph>               graph_;
+       mutable tbb::spin_mutex                                                         format_desc_mutex_;
+       core::video_format_desc                                                         format_desc_;
+       mutable tbb::spin_mutex                                                         channel_layout_mutex_;
+       core::audio_channel_layout                                                      channel_layout_;
 
-       caspar::core::output                                                    output_;
-       spl::shared_ptr<image_mixer>                                    image_mixer_;
-       caspar::core::mixer                                                             mixer_;
-       caspar::core::stage                                                             stage_; 
+       const spl::shared_ptr<caspar::diagnostics::graph>       graph_                                  = [](int index)
+                                                                                                                                                                 {
+                                                                                                                                                                         core::diagnostics::scoped_call_context save;
+                                                                                                                                                                         core::diagnostics::call_context::for_thread().video_channel = index;
+                                                                                                                                                                         return spl::make_shared<caspar::diagnostics::graph>();
+                                                                                                                                                                 }(index_);
 
-       executor                                                                                executor_                       = L"video_channel";
+       caspar::core::output                                                            output_;
+       std::future<void>                                                                       output_ready_for_frame_ = make_ready_future();
+       spl::shared_ptr<image_mixer>                                            image_mixer_;
+       caspar::core::mixer                                                                     mixer_;
+       caspar::core::stage                                                                     stage_;
+
+       mutable tbb::spin_mutex                                                         tick_listeners_mutex_;
+       int64_t                                                                                         last_tick_listener_id   = 0;
+       std::unordered_map<int64_t, std::function<void ()>>     tick_listeners_;
+
+       executor                                                                                        executor_                               { L"video_channel " + boost::lexical_cast<std::wstring>(index_) };
 public:
-       impl(int index, const core::video_format_desc& format_desc, std::unique_ptr<image_mixer> image_mixer)  
+       impl(
+                       int index,
+                       const core::video_format_desc& format_desc,
+                       const core::audio_channel_layout& channel_layout,
+                       std::unique_ptr<image_mixer> image_mixer)
                : monitor_subject_(spl::make_shared<monitor::subject>(
                                "/channel/" + boost::lexical_cast<std::string>(index)))
                , index_(index)
                , format_desc_(format_desc)
-               , output_(graph_, format_desc, index)
+               , channel_layout_(channel_layout)
+               , output_(graph_, format_desc, channel_layout, index)
                , image_mixer_(std::move(image_mixer))
-               , mixer_(graph_, image_mixer_)
-               , stage_(graph_)
+               , mixer_(index, graph_, image_mixer_)
+               , stage_(index, graph_)
        {
-               graph_->set_color("tick-time", diagnostics::color(0.0f, 0.6f, 0.9f));   
+               graph_->set_color("tick-time", caspar::diagnostics::color(0.0f, 0.6f, 0.9f));
                graph_->set_text(print());
-               diagnostics::register_graph(graph_);
-               
+               caspar::diagnostics::register_graph(graph_);
+
                output_.monitor_output().attach_parent(monitor_subject_);
+               mixer_.monitor_output().attach_parent(monitor_subject_);
                stage_.monitor_output().attach_parent(monitor_subject_);
 
                executor_.begin_invoke([=]{tick();});
 
                CASPAR_LOG(info) << print() << " Successfully Initialized.";
        }
-                                                       
+
+       ~impl()
+       {
+               CASPAR_LOG(info) << print() << " Uninitializing.";
+       }
+
        core::video_format_desc video_format_desc() const
        {
                return lock(format_desc_mutex_, [&]
@@ -94,7 +123,7 @@ public:
                        return format_desc_;
                });
        }
-               
+
        void video_format_desc(const core::video_format_desc& format_desc)
        {
                lock(format_desc_mutex_, [&]
@@ -104,30 +133,68 @@ public:
                });
        }
 
+       core::audio_channel_layout audio_channel_layout() const
+       {
+               return lock(channel_layout_mutex_, [&]
+               {
+                       return channel_layout_;
+               });
+       }
+
+       void audio_channel_layout(const core::audio_channel_layout& channel_layout)
+       {
+               lock(channel_layout_mutex_, [&]
+               {
+                       channel_layout_ = channel_layout;
+                       stage_.clear();
+               });
+       }
+
+       void invoke_tick_listeners()
+       {
+               auto listeners = lock(tick_listeners_mutex_, [=] { return tick_listeners_; });
+
+               for (auto listener : listeners)
+               {
+                       try
+                       {
+                               listener.second();
+                       }
+                       catch (...)
+                       {
+                               CASPAR_LOG_CURRENT_EXCEPTION();
+                       }
+               }
+       }
+
        void tick()
        {
                try
                {
+                       invoke_tick_listeners();
+
+                       auto format_desc        = video_format_desc();
+                       auto channel_layout = audio_channel_layout();
 
-                       auto format_desc = video_format_desc();
-                       
-                       boost::timer frame_timer;
+                       caspar::timer frame_timer;
 
                        // Produce
-                       
+
                        auto stage_frames = stage_(format_desc);
-                       
+
                        // Mix
-                       
-                       auto mixed_frame  = mixer_(std::move(stage_frames), format_desc);
-                       
+
+                       auto mixed_frame  = mixer_(std::move(stage_frames), format_desc, channel_layout);
+
                        // Consume
-                                               
-                       output_(std::move(mixed_frame), format_desc);
-               
-                       graph_->set_value("tick-time", frame_timer.elapsed()*format_desc.fps*0.5);
 
-                       *monitor_subject_       << monitor::message("/profiler/time")   % frame_timer.elapsed() % (1.0/format_desc_.fps)
+                       output_ready_for_frame_ = output_(std::move(mixed_frame), format_desc, channel_layout);
+                       output_ready_for_frame_.get();
+
+                       auto frame_time = frame_timer.elapsed()*format_desc.fps*0.5;
+                       graph_->set_value("tick-time", frame_time);
+
+                       *monitor_subject_       << monitor::message("/profiler/time")   % frame_timer.elapsed() % (1.0/ video_format_desc().fps)
                                                                << monitor::message("/format")                  % format_desc.name;
                }
                catch(...)
@@ -135,14 +202,20 @@ public:
                        CASPAR_LOG_CURRENT_EXCEPTION();
                }
 
-               executor_.begin_invoke([=]{tick();});
+               if (executor_.is_running())
+                       executor_.begin_invoke([=]{tick();});
        }
-                       
+
        std::wstring print() const
        {
                return L"video_channel[" + boost::lexical_cast<std::wstring>(index_) + L"|" +  video_format_desc().name + L"]";
        }
 
+       int index() const
+       {
+               return index_;
+       }
+
        boost::property_tree::wptree info() const
        {
                boost::property_tree::wptree info;
@@ -151,27 +224,70 @@ public:
                auto mixer_info  = mixer_.info();
                auto output_info = output_.info();
 
-               info.add(L"video-mode", format_desc_.name);
+               info.add(L"video-mode", video_format_desc().name);
+               info.add(L"audio-channel-layout", audio_channel_layout().print());
                info.add_child(L"stage", stage_info.get());
                info.add_child(L"mixer", mixer_info.get());
                info.add_child(L"output", output_info.get());
-   
-               return info;                       
+
+               return info;
+       }
+
+       boost::property_tree::wptree delay_info() const
+       {
+               boost::property_tree::wptree info;
+
+               auto stage_info = stage_.delay_info();
+               auto mixer_info = mixer_.delay_info();
+               auto output_info = output_.delay_info();
+
+               // TODO: because of std::async deferred timed waiting does not work so for now we have to block
+               info.add_child(L"layers", stage_info.get());
+               info.add_child(L"mix-time", mixer_info.get());
+               info.add_child(L"output", output_info.get());
+
+               return info;
+       }
+
+       std::shared_ptr<void> add_tick_listener(std::function<void()> listener)
+       {
+               return lock(tick_listeners_mutex_, [&]
+               {
+                       auto tick_listener_id = last_tick_listener_id++;
+                       tick_listeners_.insert(std::make_pair(tick_listener_id, listener));
+
+                       return std::shared_ptr<void>(nullptr, [=](void*)
+                       {
+                               lock(tick_listeners_mutex_, [&]
+                               {
+                                       tick_listeners_.erase(tick_listener_id);
+                               });
+                       });
+               });
        }
 };
 
-video_channel::video_channel(int index, const core::video_format_desc& format_desc, std::unique_ptr<image_mixer> image_mixer) : impl_(new impl(index, format_desc, std::move(image_mixer))){}
+video_channel::video_channel(
+               int index,
+               const core::video_format_desc& format_desc,
+               const core::audio_channel_layout& channel_layout,
+               std::unique_ptr<image_mixer> image_mixer) : impl_(new impl(index, format_desc, channel_layout, std::move(image_mixer))){}
 video_channel::~video_channel(){}
-const stage& video_channel::stage() const { return impl_->stage_;} 
-stage& video_channel::stage() { return impl_->stage_;} 
-const mixer& video_channel::mixer() const{ return impl_->mixer_;} 
-mixer& video_channel::mixer() { return impl_->mixer_;} 
-const output& video_channel::output() const { return impl_->output_;} 
-output& video_channel::output() { return impl_->output_;} 
-spl::shared_ptr<frame_factory> video_channel::frame_factory() { return impl_->image_mixer_;} 
+const stage& video_channel::stage() const { return impl_->stage_;}
+stage& video_channel::stage() { return impl_->stage_;}
+const mixer& video_channel::mixer() const{ return impl_->mixer_;}
+mixer& video_channel::mixer() { return impl_->mixer_;}
+const output& video_channel::output() const { return impl_->output_;}
+output& video_channel::output() { return impl_->output_;}
+spl::shared_ptr<frame_factory> video_channel::frame_factory() { return impl_->image_mixer_;}
 core::video_format_desc video_channel::video_format_desc() const{return impl_->video_format_desc();}
 void core::video_channel::video_format_desc(const core::video_format_desc& format_desc){impl_->video_format_desc(format_desc);}
-boost::property_tree::wptree video_channel::info() const{return impl_->info();}                
-monitor::subject& video_channel::monitor_output(){return *impl_->monitor_subject_;}
+core::audio_channel_layout video_channel::audio_channel_layout() const { return impl_->audio_channel_layout(); }
+void core::video_channel::audio_channel_layout(const core::audio_channel_layout& channel_layout) { impl_->audio_channel_layout(channel_layout); }
+boost::property_tree::wptree video_channel::info() const{return impl_->info();}
+boost::property_tree::wptree video_channel::delay_info() const { return impl_->delay_info(); }
+int video_channel::index() const { return impl_->index(); }
+monitor::subject& video_channel::monitor_output(){ return *impl_->monitor_subject_; }
+std::shared_ptr<void> video_channel::add_tick_listener(std::function<void()> listener) { return impl_->add_tick_listener(std::move(listener)); }
 
-}}
\ No newline at end of file
+}}