git.sesse.net Git - casparcg/blob - core/producer/frame_producer.cpp

   1 /*
   2 * Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
   3 *
   4 * This file is part of CasparCG (www.casparcg.com).
   5 *
   6 * CasparCG is free software: you can redistribute it and/or modify
   7 * it under the terms of the GNU General Public License as published by
   8 * the Free Software Foundation, either version 3 of the License, or
   9 * (at your option) any later version.
  10 *
  11 * CasparCG is distributed in the hope that it will be useful,
  12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 * GNU General Public License for more details.
  15 *
  16 * You should have received a copy of the GNU General Public License
  17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
  18 *
  19 * Author: Robert Nagy, ronag89@gmail.com
  20 */
  21
  22 #include "../StdAfx.h"
  23
  24 #include "frame_producer.h"
  25
  26 #include "../frame/draw_frame.h"
  27 #include "../frame/frame_transform.h"
  28
  29 #include "color/color_producer.h"
  30 #include "separated/separated_producer.h"
  31 #include "variable.h"
  32
  33 #include <common/assert.h>
  34 #include <common/except.h>
  35 #include <common/executor.h>
  36 #include <common/future.h>
  37 #include <common/memory.h>
  38
  39 #include <boost/thread.hpp>
  40
  41 namespace caspar { namespace core {
  42
  43 struct frame_producer_registry::impl
  44 {
  45         std::vector<producer_factory_t>         producer_factories;
  46         std::vector<thumbnail_producer_t>       thumbnail_producers;
  47         spl::shared_ptr<help_repository>        help_repo;
  48
  49         impl(spl::shared_ptr<help_repository> help_repo)
  50                 : help_repo(std::move(help_repo))
  51         {
  52         }
  53 };
  54
  55 frame_producer_registry::frame_producer_registry(spl::shared_ptr<help_repository> help_repo)
  56     : impl_(new impl(std::move(help_repo)))
  57 {
  58 }
  59
  60 void frame_producer_registry::register_producer_factory(std::wstring name, const producer_factory_t& factory, const help_item_describer& describer)
  61 {
  62         impl_->producer_factories.push_back(factory);
  63         impl_->help_repo->register_item({ L"producer" }, std::move(name), describer);
  64 }
  65
  66 void frame_producer_registry::register_thumbnail_producer(const thumbnail_producer_t& thumbnail_producer)
  67 {
  68         impl_->thumbnail_producers.push_back(thumbnail_producer);
  69 }
  70
  71 frame_producer_dependencies::frame_producer_dependencies(
  72                 const spl::shared_ptr<core::frame_factory>& frame_factory,
  73                 const std::vector<spl::shared_ptr<video_channel>>& channels,
  74                 const video_format_desc& format_desc,
  75                 const spl::shared_ptr<const frame_producer_registry> producer_registry)
  76         : frame_factory(frame_factory)
  77         , channels(channels)
  78         , format_desc(format_desc)
  79         , producer_registry(producer_registry)
  80 {
  81 }
  82
  83 constraints::constraints(double width, double height)
  84         : width(width), height(height)
  85 {
  86 }
  87
  88 constraints::constraints()
  89 {
  90 }
  91
  92 struct frame_producer_base::impl
  93 {
  94         tbb::atomic<uint32_t>   frame_number_;
  95         tbb::atomic<bool>               paused_;
  96         frame_producer_base&    self_;
  97         draw_frame                              last_frame_;
  98
  99         impl(frame_producer_base& self)
 100                 : self_(self)
 101                 , last_frame_(draw_frame::empty())
 102         {
 103                 frame_number_ = 0;
 104                 paused_ = false;
 105         }
 106
 107         draw_frame receive()
 108         {
 109                 if(paused_)
 110                         return self_.last_frame();
 111
 112                 auto frame = self_.receive_impl();
 113                 if(frame == draw_frame::late())
 114                         return self_.last_frame();
 115
 116                 ++frame_number_;
 117
 118                 return last_frame_ = draw_frame::push(frame);
 119         }
 120
 121         void paused(bool value)
 122         {
 123                 paused_ = value;
 124         }
 125
 126         draw_frame last_frame()
 127         {
 128                 return draw_frame::still(last_frame_);
 129         }
 130 };
 131
 132 frame_producer_base::frame_producer_base() : impl_(new impl(*this))
 133 {
 134 }
 135
 136 draw_frame frame_producer_base::receive()
 137 {
 138         return impl_->receive();
 139 }
 140
 141 void frame_producer_base::paused(bool value)
 142 {
 143         impl_->paused(value);
 144 }
 145
 146 draw_frame frame_producer_base::last_frame()
 147 {
 148         return impl_->last_frame();
 149 }
 150
 151 std::future<std::wstring> frame_producer_base::call(const std::vector<std::wstring>&)
 152 {
 153         CASPAR_THROW_EXCEPTION(not_supported());
 154 }
 155
 156 uint32_t frame_producer_base::nb_frames() const
 157 {
 158         return std::numeric_limits<uint32_t>::max();
 159 }
 160
 161 uint32_t frame_producer_base::frame_number() const
 162 {
 163         return impl_->frame_number_;
 164 }
 165
 166 variable& frame_producer_base::get_variable(const std::wstring& name)
 167 {
 168         CASPAR_THROW_EXCEPTION(user_error()
 169                         << msg_info(L"No variable called " + name + L" found in " + print()));
 170 }
 171
 172 const std::vector<std::wstring>& frame_producer_base::get_variables() const
 173 {
 174         static std::vector<std::wstring> empty;
 175
 176         return empty;
 177 }
 178
 179 const spl::shared_ptr<frame_producer>& frame_producer::empty()
 180 {
 181         class empty_frame_producer : public frame_producer
 182         {
 183         public:
 184                 empty_frame_producer(){}
 185                 draw_frame receive() override{return draw_frame::empty();}
 186                 void paused(bool value) override{}
 187                 uint32_t nb_frames() const override {return 0;}
 188                 std::wstring print() const override { return L"empty";}
 189                 monitor::subject& monitor_output() override {static monitor::subject monitor_subject(""); return monitor_subject;}
 190                 std::wstring name() const override {return L"empty";}
 191                 uint32_t frame_number() const override {return 0;}
 192                 std::future<std::wstring> call(const std::vector<std::wstring>& params) override{CASPAR_THROW_EXCEPTION(not_implemented());}
 193                 variable& get_variable(const std::wstring& name) override { CASPAR_THROW_EXCEPTION(not_implemented()); }
 194                 const std::vector<std::wstring>& get_variables() const override { static std::vector<std::wstring> empty; return empty; }
 195                 draw_frame last_frame() {return draw_frame::empty();}
 196                 constraints& pixel_constraints() override { static constraints c; return c; }
 197
 198                 boost::property_tree::wptree info() const override
 199                 {
 200                         boost::property_tree::wptree info;
 201                         info.add(L"type", L"empty-producer");
 202                         return info;
 203                 }
 204         };
 205
 206         static spl::shared_ptr<frame_producer> producer = spl::make_shared<empty_frame_producer>();
 207         return producer;
 208 }
 209
 210 tbb::atomic<bool>& destroy_producers_in_separate_thread()
 211 {
 212         static tbb::atomic<bool> state;
 213
 214         return state;
 215 }
 216
 217 void destroy_producers_synchronously()
 218 {
 219         destroy_producers_in_separate_thread() = false;
 220 }
 221
 222 class destroy_producer_proxy : public frame_producer
 223 {
 224         std::shared_ptr<frame_producer> producer_;
 225 public:
 226         destroy_producer_proxy(spl::shared_ptr<frame_producer>&& producer)
 227                 : producer_(std::move(producer))
 228         {
 229                 destroy_producers_in_separate_thread() = true;
 230         }
 231
 232         virtual ~destroy_producer_proxy()
 233         {
 234                 static tbb::atomic<int> counter;
 235                 static std::once_flag counter_init_once;
 236                 std::call_once(counter_init_once, []{ counter = 0; });
 237
 238                 if(producer_ == core::frame_producer::empty() || !destroy_producers_in_separate_thread())
 239                         return;
 240
 241                 ++counter;
 242                 CASPAR_VERIFY(counter < 8);
 243
 244                 auto producer = new spl::shared_ptr<frame_producer>(std::move(producer_));
 245                 boost::thread([=]
 246                 {
 247                         std::unique_ptr<spl::shared_ptr<frame_producer>> pointer_guard(producer);
 248                         auto str = (*producer)->print();
 249                         try
 250                         {
 251                                 ensure_gpf_handler_installed_for_thread(u8(L"Destroyer: " + str).c_str());
 252
 253                                 if (!producer->unique())
 254                                         CASPAR_LOG(debug) << str << L" Not destroyed on asynchronous destruction thread: " << producer->use_count();
 255                                 else
 256                                         CASPAR_LOG(debug) << str << L" Destroying on asynchronous destruction thread.";
 257                         }
 258                         catch(...){}
 259
 260                         try
 261                         {
 262                                 pointer_guard.reset();
 263                                 CASPAR_LOG(info) << str << L" Destroyed.";
 264                         }
 265                         catch(...)
 266                         {
 267                                 CASPAR_LOG_CURRENT_EXCEPTION();
 268                         }
 269
 270                         --counter;
 271                 }).detach();
 272         }
 273
 274         draw_frame                                                                                      receive() override                                                                                                                                                                                                              {return producer_->receive();}
 275         std::wstring                                                                            print() const override                                                                                                                  {return producer_->print();}
 276         void                                                                                            paused(bool value) override                                                                                                             {producer_->paused(value);}
 277         std::wstring                                                                            name() const override                                                                                                                   {return producer_->name();}
 278         uint32_t                                                                                        frame_number() const override                                                                                                   {return producer_->frame_number();}
 279         boost::property_tree::wptree                                            info() const override                                                                                                                   {return producer_->info();}
 280         std::future<std::wstring>                                                       call(const std::vector<std::wstring>& params) override                                                  {return producer_->call(params);}
 281         variable&                                                                                       get_variable(const std::wstring& name) override                                                                 {return producer_->get_variable(name);}
 282         const std::vector<std::wstring>&                                        get_variables() const override                                                                                                  {return producer_->get_variables();}
 283         void                                                                                            leading_producer(const spl::shared_ptr<frame_producer>& producer) override              {return producer_->leading_producer(producer);}
 284         uint32_t                                                                                        nb_frames() const override                                                                                                              {return producer_->nb_frames();}
 285         draw_frame                                                                                      last_frame()                                                                                                                                    {return producer_->last_frame();}
 286         monitor::subject&                                                                       monitor_output() override                                                                                                               {return producer_->monitor_output();}
 287         bool                                                                                            collides(double x, double y) const override                                                                             {return producer_->collides(x, y);}
 288         void                                                                                            on_interaction(const interaction_event::ptr& event)     override                                        {return producer_->on_interaction(event);}
 289         constraints&                                                                            pixel_constraints() override                                                                                                    {return producer_->pixel_constraints();}
 290 };
 291
 292 spl::shared_ptr<core::frame_producer> create_destroy_proxy(spl::shared_ptr<core::frame_producer> producer)
 293 {
 294         return spl::make_shared<destroy_producer_proxy>(std::move(producer));
 295 }
 296
 297 spl::shared_ptr<core::frame_producer> do_create_producer(const frame_producer_dependencies& dependencies, const std::vector<std::wstring>& params, const std::vector<producer_factory_t>& factories, bool throw_on_fail = false)
 298 {
 299         if(params.empty())
 300                 CASPAR_THROW_EXCEPTION(invalid_argument() << msg_info("params cannot be empty"));
 301
 302         auto producer = frame_producer::empty();
 303         std::any_of(factories.begin(), factories.end(), [&](const producer_factory_t& factory) -> bool
 304                 {
 305                         try
 306                         {
 307                                 producer = factory(dependencies, params);
 308                         }
 309                         catch (user_error&)
 310                         {
 311                                 throw;
 312                         }
 313                         catch(...)
 314                         {
 315                                 if(throw_on_fail)
 316                                         throw;
 317                                 else
 318                                         CASPAR_LOG_CURRENT_EXCEPTION();
 319                         }
 320                         return producer != frame_producer::empty();
 321                 });
 322
 323         if(producer == frame_producer::empty())
 324                 producer = create_color_producer(dependencies.frame_factory, params);
 325
 326         if(producer == frame_producer::empty())
 327                 return producer;
 328
 329         return producer;
 330 }
 331
 332 draw_frame do_create_thumbnail_frame(
 333                 const frame_producer_dependencies& dependencies,
 334                 const std::wstring& media_file,
 335                 const std::vector<thumbnail_producer_t>& thumbnail_producers)
 336 {
 337         for (auto& thumbnail_producer : thumbnail_producers)
 338         {
 339                 auto frame = thumbnail_producer(dependencies, media_file);
 340
 341                 if (frame != draw_frame::empty())
 342                         return frame;
 343         }
 344
 345         return draw_frame::empty();
 346 }
 347
 348 draw_frame frame_producer_registry::create_thumbnail(const frame_producer_dependencies& dependencies, const std::wstring& media_file) const
 349 {
 350         auto& thumbnail_producers = impl_->thumbnail_producers;
 351         std::vector<std::wstring> params;
 352         params.push_back(media_file);
 353
 354         auto fill_frame = do_create_thumbnail_frame(dependencies, media_file, thumbnail_producers);
 355         auto key_frame = do_create_thumbnail_frame(dependencies, media_file + L"_A", thumbnail_producers);
 356
 357         if (key_frame == draw_frame::empty())
 358                 key_frame = do_create_thumbnail_frame(dependencies, media_file + L"_ALPHA", thumbnail_producers);
 359
 360         if (fill_frame != draw_frame::empty() && key_frame != draw_frame::empty())
 361                 return draw_frame::mask(fill_frame, key_frame);
 362
 363         return fill_frame;
 364 }
 365
 366 spl::shared_ptr<core::frame_producer> frame_producer_registry::create_producer(const frame_producer_dependencies& dependencies, const std::vector<std::wstring>& params) const
 367 {
 368         auto& producer_factories = impl_->producer_factories;
 369         auto producer = do_create_producer(dependencies, params, producer_factories);
 370         auto key_producer = frame_producer::empty();
 371
 372         try // to find a key file.
 373         {
 374                 auto params_copy = params;
 375                 if(params_copy.size() > 0)
 376                 {
 377                         params_copy[0] += L"_A";
 378                         key_producer = do_create_producer(dependencies, params_copy, producer_factories);
 379                         if(key_producer == frame_producer::empty())
 380                         {
 381                                 params_copy[0] += L"LPHA";
 382                                 key_producer = do_create_producer(dependencies, params_copy, producer_factories);
 383                         }
 384                 }
 385         }
 386         catch(...){}
 387
 388         if(producer != frame_producer::empty() && key_producer != frame_producer::empty())
 389                 return create_separated_producer(producer, key_producer);
 390
 391         if(producer == frame_producer::empty())
 392         {
 393                 std::wstring str;
 394                 for (auto& param : params)
 395                         str += param + L" ";
 396                 CASPAR_THROW_EXCEPTION(file_not_found() << msg_info("No match found for supplied commands. Check syntax.") << arg_value_info(u8(str)));
 397         }
 398
 399         return producer;
 400 }
 401
 402
 403 spl::shared_ptr<core::frame_producer> frame_producer_registry::create_producer(const frame_producer_dependencies& dependencies, const std::wstring& params) const
 404 {
 405         std::wstringstream iss(params);
 406         std::vector<std::wstring> tokens;
 407         typedef std::istream_iterator<std::wstring, wchar_t, std::char_traits<wchar_t> > iterator;
 408         std::copy(iterator(iss),  iterator(), std::back_inserter(tokens));
 409         return create_producer(dependencies, tokens);
 410 }
 411
 412 }}