]> git.sesse.net Git - casparcg/blobdiff - core/consumer/output.cpp
Created a consumer that provides sync to a channel based on the pace of another chann...
[casparcg] / core / consumer / output.cpp
index dde9c009aa9ab6189efe5129198ecf610fac2b2d..d3c0580eb01bc624b18b396db5a8d9ec42a39206 100644 (file)
-/*\r
-* copyright (c) 2010 Sveriges Television AB <info@casparcg.com>\r
-*\r
-*  This file is part of CasparCG.\r
-*\r
-*    CasparCG is free software: you can redistribute it and/or modify\r
-*    it under the terms of the GNU General Public License as published by\r
-*    the Free Software Foundation, either version 3 of the License, or\r
-*    (at your option) any later version.\r
-*\r
-*    CasparCG is distributed in the hope that it will be useful,\r
-*    but WITHOUT ANY WARRANTY; without even the implied warranty of\r
-*    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
-*    GNU General Public License for more details.\r
-\r
-*    You should have received a copy of the GNU General Public License\r
-*    along with CasparCG.  If not, see <http://www.gnu.org/licenses/>.\r
-*\r
-*/\r
-// TODO: Try to recover consumer from bad_alloc...\r
-#include "../StdAfx.h"\r
-\r
-#ifdef _MSC_VER\r
-#pragma warning (disable : 4244)\r
-#endif\r
-\r
-#include "output.h"\r
-\r
-#include "../video_channel_context.h"\r
-\r
-#include "../video_format.h"\r
-#include "../mixer/gpu/ogl_device.h"\r
-#include "../mixer/read_frame.h"\r
-\r
-#include <common/concurrency/executor.h>\r
-#include <common/utility/assert.h>\r
-#include <common/utility/timer.h>\r
-#include <common/memory/memshfl.h>\r
-\r
-#include <tbb/mutex.h>\r
-\r
-namespace caspar { namespace core {\r
-\r
-struct output::implementation\r
-{      \r
-       typedef std::pair<safe_ptr<read_frame>, safe_ptr<read_frame>> fill_and_key;\r
-       \r
-       video_channel_context& channel_;\r
-\r
-       std::map<int, safe_ptr<frame_consumer>> consumers_;\r
-       typedef std::map<int, safe_ptr<frame_consumer>>::value_type layer_t;\r
-       \r
-       high_prec_timer timer_;\r
-               \r
-public:\r
-       implementation(video_channel_context& video_channel) \r
-               : channel_(video_channel){}     \r
-       \r
-       void add(int index, safe_ptr<frame_consumer>&& consumer)\r
-       {               \r
-               channel_.execution().invoke([&]\r
-               {\r
-                       consumers_.erase(index);\r
-               });\r
-\r
-               consumer->initialize(channel_.get_format_desc());\r
-\r
-               channel_.execution().invoke([&]\r
-               {\r
-                       consumers_.insert(std::make_pair(index, consumer));\r
-\r
-                       CASPAR_LOG(info) << print() << L" " << consumer->print() << L" Added.";\r
-               });\r
-       }\r
-\r
-       void remove(int index)\r
-       {\r
-               channel_.execution().invoke([&]\r
-               {\r
-                       auto it = consumers_.find(index);\r
-                       if(it != consumers_.end())\r
-                       {\r
-                               CASPAR_LOG(info) << print() << L" " << it->second->print() << L" Removed.";\r
-                               consumers_.erase(it);\r
-                       }\r
-               });\r
-       }\r
-                                               \r
-       void execute(const safe_ptr<read_frame>& frame)\r
-       {                       \r
-               if(!has_synchronization_clock())\r
-                       timer_.tick(1.0/channel_.get_format_desc().fps);\r
-\r
-               if(frame->image_size() != channel_.get_format_desc().size)\r
-               {\r
-                       timer_.tick(1.0/channel_.get_format_desc().fps);\r
-                       return;\r
-               }\r
-               \r
-               auto it = consumers_.begin();\r
-               while(it != consumers_.end())\r
-               {\r
-                       auto consumer = it->second;\r
-\r
-                       if(consumer->get_video_format_desc() != channel_.get_format_desc())\r
-                               consumer->initialize(channel_.get_format_desc());\r
-\r
-                       if(consumer->send(frame))\r
-                               ++it;\r
-                       else\r
-                               consumers_.erase(it++);\r
-               }\r
-       }\r
-\r
-private:\r
-       \r
-       bool has_synchronization_clock()\r
-       {\r
-               return std::any_of(consumers_.begin(), consumers_.end(), [](const decltype(*consumers_.begin())& p)\r
-               {\r
-                       return p.second->has_synchronization_clock();\r
-               });\r
-       }\r
-       \r
-       std::wstring print() const\r
-       {\r
-               return L"output";\r
-       }\r
-};\r
-\r
-output::output(video_channel_context& video_channel) : impl_(new implementation(video_channel)){}\r
-void output::add(int index, safe_ptr<frame_consumer>&& consumer){impl_->add(index, std::move(consumer));}\r
-void output::remove(int index){impl_->remove(index);}\r
-void output::execute(const safe_ptr<read_frame>& frame) {impl_->execute(frame); }\r
-}}
\ No newline at end of file
+/*
+* Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
+*
+* This file is part of CasparCG (www.casparcg.com).
+*
+* CasparCG is free software: you can redistribute it and/or modify
+* it under the terms of the GNU General Public License as published by
+* the Free Software Foundation, either version 3 of the License, or
+* (at your option) any later version.
+*
+* CasparCG is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+* GNU General Public License for more details.
+*
+* You should have received a copy of the GNU General Public License
+* along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
+*
+* Author: Robert Nagy, ronag89@gmail.com
+*/
+
+#include "../StdAfx.h"
+
+#ifdef _MSC_VER
+#pragma warning (disable : 4244)
+#endif
+
+#include "output.h"
+
+#include "frame_consumer.h"
+#include "port.h"
+
+#include "../video_format.h"
+#include "../frame/frame.h"
+#include "../frame/audio_channel_layout.h"
+
+#include <common/assert.h>
+#include <common/future.h>
+#include <common/executor.h>
+#include <common/diagnostics/graph.h>
+#include <common/prec_timer.h>
+#include <common/memshfl.h>
+#include <common/env.h>
+#include <common/linq.h>
+#include <common/timer.h>
+
+#include <boost/circular_buffer.hpp>
+#include <boost/lexical_cast.hpp>
+#include <boost/property_tree/ptree.hpp>
+
+#include <functional>
+
+namespace caspar { namespace core {
+
+struct output::impl
+{
+       spl::shared_ptr<diagnostics::graph>     graph_;
+       spl::shared_ptr<monitor::subject>       monitor_subject_                        = spl::make_shared<monitor::subject>("/output");
+       const int                                                       channel_index_;
+       video_format_desc                                       format_desc_;
+       audio_channel_layout                            channel_layout_;
+       std::map<int, port>                                     ports_;
+       prec_timer                                                      sync_timer_;
+       boost::circular_buffer<const_frame>     frames_;
+       std::map<int, int64_t>                          send_to_consumers_delays_;
+       executor                                                        executor_                                       { L"output " + boost::lexical_cast<std::wstring>(channel_index_) };
+public:
+       impl(spl::shared_ptr<diagnostics::graph> graph, const video_format_desc& format_desc, const audio_channel_layout& channel_layout, int channel_index)
+               : graph_(std::move(graph))
+               , channel_index_(channel_index)
+               , format_desc_(format_desc)
+               , channel_layout_(channel_layout)
+       {
+               graph_->set_color("consume-time", diagnostics::color(1.0f, 0.4f, 0.0f, 0.8f));
+       }
+
+       void add(int index, spl::shared_ptr<frame_consumer> consumer)
+       {
+               remove(index);
+
+               consumer->initialize(format_desc_, channel_layout_, channel_index_);
+
+               executor_.begin_invoke([this, index, consumer]
+               {
+                       port p(index, channel_index_, std::move(consumer));
+                       p.monitor_output().attach_parent(monitor_subject_);
+                       ports_.insert(std::make_pair(index, std::move(p)));
+               }, task_priority::high_priority);
+       }
+
+       void add(const spl::shared_ptr<frame_consumer>& consumer)
+       {
+               add(consumer->index(), consumer);
+       }
+
+       void remove(int index)
+       {
+               executor_.begin_invoke([=]
+               {
+                       auto it = ports_.find(index);
+                       if (it != ports_.end())
+                       {
+                               ports_.erase(it);
+                               send_to_consumers_delays_.erase(index);
+                       }
+               }, task_priority::high_priority);
+       }
+
+       void remove(const spl::shared_ptr<frame_consumer>& consumer)
+       {
+               remove(consumer->index());
+       }
+
+       void change_channel_format(const core::video_format_desc& format_desc, const core::audio_channel_layout& channel_layout)
+       {
+               executor_.invoke([&]
+               {
+                       if(format_desc_ == format_desc && channel_layout_ == channel_layout)
+                               return;
+
+                       auto it = ports_.begin();
+                       while(it != ports_.end())
+                       {
+                               try
+                               {
+                                       it->second.change_channel_format(format_desc, channel_layout);
+                                       ++it;
+                               }
+                               catch(...)
+                               {
+                                       CASPAR_LOG_CURRENT_EXCEPTION();
+                                       send_to_consumers_delays_.erase(it->first);
+                                       ports_.erase(it++);
+                               }
+                       }
+
+                       format_desc_ = format_desc;
+                       channel_layout_ = channel_layout;
+                       frames_.clear();
+               });
+       }
+
+       std::pair<int, int> minmax_buffer_depth() const
+       {
+               if(ports_.empty())
+                       return std::make_pair(0, 0);
+
+               return cpplinq::from(ports_)
+                       .select(values())
+                       .select(std::mem_fn(&port::buffer_depth))
+                       .where([](int v) { return v >= 0; })
+                       .aggregate(minmax::initial_value<int>(), minmax());
+       }
+
+       bool has_synchronization_clock() const
+       {
+               return cpplinq::from(ports_)
+                       .select(values())
+                       .where(std::mem_fn(&port::has_synchronization_clock))
+                       .any();
+       }
+
+       std::future<void> operator()(const_frame input_frame, const core::video_format_desc& format_desc, const core::audio_channel_layout& channel_layout)
+       {
+               spl::shared_ptr<caspar::timer> frame_timer;
+
+               change_channel_format(format_desc, channel_layout);
+
+               auto pending_send_results = executor_.invoke([=]() -> std::shared_ptr<std::map<int, std::future<bool>>>
+               {
+                       if (input_frame.size() != format_desc_.size)
+                       {
+                               CASPAR_LOG(warning) << print() << L" Invalid input frame dimension.";
+                               return nullptr;
+                       }
+
+                       auto minmax = minmax_buffer_depth();
+
+                       frames_.set_capacity(std::max(2, minmax.second - minmax.first) + 1); // std::max(2, x) since we want to guarantee some pipeline depth for asycnhronous mixer read-back.
+                       frames_.push_back(input_frame);
+
+                       if (!frames_.full())
+                               return nullptr;
+
+                       spl::shared_ptr<std::map<int, std::future<bool>>> send_results;
+
+                       // Start invocations
+                       for (auto it = ports_.begin(); it != ports_.end();)
+                       {
+                               auto& port = it->second;
+                               auto depth = port.buffer_depth();
+                               auto& frame = depth < 0 ? frames_.back() : frames_.at(depth - minmax.first);
+
+                               send_to_consumers_delays_[it->first] = frame.get_age_millis();
+
+                               try
+                               {
+                                       send_results->insert(std::make_pair(it->first, port.send(frame)));
+                                       ++it;
+                               }
+                               catch (...)
+                               {
+                                       CASPAR_LOG_CURRENT_EXCEPTION();
+                                       try
+                                       {
+                                               send_results->insert(std::make_pair(it->first, port.send(frame)));
+                                               ++it;
+                                       }
+                                       catch (...)
+                                       {
+                                               CASPAR_LOG_CURRENT_EXCEPTION();
+                                               CASPAR_LOG(error) << "Failed to recover consumer: " << port.print() << L". Removing it.";
+                                               send_to_consumers_delays_.erase(it->first);
+                                               it = ports_.erase(it);
+                                       }
+                               }
+                       }
+
+                       return send_results;
+               });
+
+               if (!pending_send_results)
+                       return make_ready_future();
+
+               return executor_.begin_invoke([=]()
+               {
+                       // Retrieve results
+                       for (auto it = pending_send_results->begin(); it != pending_send_results->end(); ++it)
+                       {
+                               try
+                               {
+                                       if (!it->second.get())
+                                       {
+                                               send_to_consumers_delays_.erase(it->first);
+                                               ports_.erase(it->first);
+                                       }
+                               }
+                               catch (...)
+                               {
+                                       CASPAR_LOG_CURRENT_EXCEPTION();
+                                       send_to_consumers_delays_.erase(it->first);
+                                       ports_.erase(it->first);
+                               }
+                       }
+
+                       if (!has_synchronization_clock())
+                               sync_timer_.tick(1.0 / format_desc_.fps);
+
+                       auto consume_time = frame_timer->elapsed();
+                       graph_->set_value("consume-time", consume_time * format_desc.fps * 0.5);
+                       *monitor_subject_
+                               << monitor::message("/consume_time") % consume_time
+                               << monitor::message("/profiler/time") % consume_time % (1.0 / format_desc.fps);
+               });
+       }
+
+       std::wstring print() const
+       {
+               return L"output[" + boost::lexical_cast<std::wstring>(channel_index_) + L"]";
+       }
+
+       std::future<boost::property_tree::wptree> info()
+       {
+               return std::move(executor_.begin_invoke([&]() -> boost::property_tree::wptree
+               {
+                       boost::property_tree::wptree info;
+                       for (auto& port : ports_)
+                       {
+                               info.add_child(L"consumers.consumer", port.second.info())
+                                       .add(L"index", port.first);
+                       }
+                       return info;
+               }, task_priority::high_priority));
+       }
+
+       std::future<boost::property_tree::wptree> delay_info()
+       {
+               return std::move(executor_.begin_invoke([&]() -> boost::property_tree::wptree
+               {
+                       boost::property_tree::wptree info;
+
+                       for (auto& port : ports_)
+                       {
+                               auto total_age =
+                                       port.second.presentation_frame_age_millis();
+                               auto sendoff_age = send_to_consumers_delays_[port.first];
+                               auto presentation_time = total_age - sendoff_age;
+
+                               boost::property_tree::wptree child;
+                               child.add(L"name", port.second.print());
+                               child.add(L"age-at-arrival", sendoff_age);
+                               child.add(L"presentation-time", presentation_time);
+                               child.add(L"age-at-presentation", total_age);
+
+                               info.add_child(L"consumer", child);
+                       }
+                       return info;
+               }, task_priority::high_priority));
+       }
+
+       std::vector<spl::shared_ptr<const frame_consumer>> get_consumers()
+       {
+               return executor_.invoke([=]
+               {
+                       std::vector<spl::shared_ptr<const frame_consumer>> consumers;
+
+                       for (auto& port : ports_)
+                               consumers.push_back(port.second.consumer());
+
+                       return consumers;
+               });
+       }
+};
+
+output::output(spl::shared_ptr<diagnostics::graph> graph, const video_format_desc& format_desc, const core::audio_channel_layout& channel_layout, int channel_index) : impl_(new impl(std::move(graph), format_desc, channel_layout, channel_index)){}
+void output::add(int index, const spl::shared_ptr<frame_consumer>& consumer){impl_->add(index, consumer);}
+void output::add(const spl::shared_ptr<frame_consumer>& consumer){impl_->add(consumer);}
+void output::remove(int index){impl_->remove(index);}
+void output::remove(const spl::shared_ptr<frame_consumer>& consumer){impl_->remove(consumer);}
+std::future<boost::property_tree::wptree> output::info() const{return impl_->info();}
+std::future<boost::property_tree::wptree> output::delay_info() const{ return impl_->delay_info(); }
+std::vector<spl::shared_ptr<const frame_consumer>> output::get_consumers() const { return impl_->get_consumers(); }
+std::future<void> output::operator()(const_frame frame, const video_format_desc& format_desc, const core::audio_channel_layout& channel_layout){ return (*impl_)(std::move(frame), format_desc, channel_layout); }
+monitor::subject& output::monitor_output() {return *impl_->monitor_subject_;}
+}}