git.sesse.net Git - casparcg/blob - core/producer/stage.cpp

   1 /*
   2 * Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
   3 *
   4 * This file is part of CasparCG (www.casparcg.com).
   5 *
   6 * CasparCG is free software: you can redistribute it and/or modify
   7 * it under the terms of the GNU General Public License as published by
   8 * the Free Software Foundation, either version 3 of the License, or
   9 * (at your option) any later version.
  10 *
  11 * CasparCG is distributed in the hope that it will be useful,
  12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 * GNU General Public License for more details.
  15 *
  16 * You should have received a copy of the GNU General Public License
  17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
  18 *
  19 * Author: Robert Nagy, ronag89@gmail.com
  20 */
  21
  22 #include "../StdAfx.h"
  23
  24 #include "stage.h"
  25
  26 #include "layer.h"
  27
  28 #include "../frame/draw_frame.h"
  29 #include "../frame/frame_factory.h"
  30 #include "../interaction/interaction_aggregator.h"
  31 #include "../consumer/write_frame_consumer.h"
  32
  33 #include <common/executor.h>
  34 #include <common/future.h>
  35 #include <common/diagnostics/graph.h>
  36 #include <common/timer.h>
  37
  38 #include <core/frame/frame_transform.h>
  39
  40 #include <boost/property_tree/ptree.hpp>
  41
  42 #include <tbb/parallel_for_each.h>
  43
  44 #include <functional>
  45 #include <map>
  46 #include <vector>
  47 #include <future>
  48
  49 namespace caspar { namespace core {
  50
  51 struct stage::impl : public std::enable_shared_from_this<impl>
  52 {
  53         int                                                                                                                                             channel_index_;
  54         spl::shared_ptr<diagnostics::graph>                                                                             graph_;
  55         spl::shared_ptr<monitor::subject>                                                                               monitor_subject_        = spl::make_shared<monitor::subject>("/stage");
  56         std::map<int, layer>                                                                                                    layers_;
  57         std::map<int, tweened_transform>                                                                                tweens_;
  58         interaction_aggregator                                                                                                  aggregator_;
  59         // map of layer -> map of tokens (src ref) -> layer_consumer
  60         std::map<int, std::map<void*, spl::shared_ptr<write_frame_consumer>>>   layer_consumers_;
  61         executor                                                                                                                                executor_                       { L"stage " + boost::lexical_cast<std::wstring>(channel_index_) };
  62 public:
  63         impl(int channel_index, spl::shared_ptr<diagnostics::graph> graph)
  64                 : channel_index_(channel_index)
  65                 , graph_(std::move(graph))
  66                 , aggregator_([=] (double x, double y) { return collission_detect(x, y); })
  67         {
  68                 graph_->set_color("produce-time", diagnostics::color(0.0f, 1.0f, 0.0f));
  69         }
  70
  71         std::map<int, draw_frame> operator()(const video_format_desc& format_desc)
  72         {
  73                 caspar::timer frame_timer;
  74
  75                 auto frames = executor_.invoke([=]() -> std::map<int, draw_frame>
  76                 {
  77
  78                         std::map<int, draw_frame> frames;
  79
  80                         try
  81                         {
  82                                 std::vector<int> indices;
  83
  84                                 for (auto& layer : layers_)
  85                                 {
  86                                         // Prevent race conditions in parallel for each later
  87                                         frames[layer.first] = draw_frame::empty();
  88                                         tweens_[layer.first];
  89                                         layer_consumers_[layer.first];
  90
  91                                         indices.push_back(layer.first);
  92                                 }
  93
  94                                 aggregator_.translate_and_send();
  95
  96                                 tbb::parallel_for_each(indices.begin(), indices.end(), [&](int index)
  97                                 {
  98                                         draw(index, format_desc, frames);
  99                                 });
 100                         }
 101                         catch(...)
 102                         {
 103                                 layers_.clear();
 104                                 CASPAR_LOG_CURRENT_EXCEPTION();
 105                         }
 106
 107
 108                         return frames;
 109                 });
 110
 111                 //frames_subject_ << frames;
 112
 113                 graph_->set_value("produce-time", frame_timer.elapsed()*format_desc.fps*0.5);
 114                 *monitor_subject_ << monitor::message("/profiler/time") % frame_timer.elapsed() % (1.0/format_desc.fps);
 115
 116                 return frames;
 117         }
 118
 119         void draw(int index, const video_format_desc& format_desc, std::map<int, draw_frame>& frames)
 120         {
 121                 auto& layer             = layers_[index];
 122                 auto& tween             = tweens_[index];
 123                 auto& consumers = layer_consumers_[index];
 124
 125                 auto frame  = layer.receive(format_desc);
 126
 127                 if (!consumers.empty())
 128                 {
 129                         auto consumer_it = consumers | boost::adaptors::map_values;
 130                         tbb::parallel_for_each(consumer_it.begin(), consumer_it.end(), [&](decltype(*consumer_it.begin()) layer_consumer)
 131                         {
 132                                 layer_consumer->send(frame);
 133                         });
 134                 }
 135
 136                 auto frame1 = frame;
 137
 138                 frame1.transform() *= tween.fetch_and_tick(1);
 139
 140                 if(format_desc.field_mode != core::field_mode::progressive)
 141                 {
 142                         auto frame2 = frame;
 143                         frame2.transform() *= tween.fetch_and_tick(1);
 144                         frame2.transform().audio_transform.volume = 0.0;
 145                         frame1 = core::draw_frame::interlace(frame1, frame2, format_desc.field_mode);
 146                 }
 147
 148                 frames[index] = frame1;
 149         }
 150
 151         layer& get_layer(int index)
 152         {
 153                 auto it = layers_.find(index);
 154                 if(it == std::end(layers_))
 155                 {
 156                         it = layers_.insert(std::make_pair(index, layer(index))).first;
 157                         it->second.monitor_output().attach_parent(monitor_subject_);
 158                 }
 159                 return it->second;
 160         }
 161
 162         std::future<void> apply_transforms(const std::vector<std::tuple<int, stage::transform_func_t, unsigned int, tweener>>& transforms)
 163         {
 164                 return executor_.begin_invoke([=]
 165                 {
 166                         for (auto& transform : transforms)
 167                         {
 168                                 auto& tween = tweens_[std::get<0>(transform)];
 169                                 auto src = tween.fetch();
 170                                 auto dst = std::get<1>(transform)(tween.dest());
 171                                 tweens_[std::get<0>(transform)] = tweened_transform(src, dst, std::get<2>(transform), std::get<3>(transform));
 172                         }
 173                 }, task_priority::high_priority);
 174         }
 175
 176         std::future<void> apply_transform(int index, const stage::transform_func_t& transform, unsigned int mix_duration, const tweener& tween)
 177         {
 178                 return executor_.begin_invoke([=]
 179                 {
 180                         auto src = tweens_[index].fetch();
 181                         auto dst = transform(src);
 182                         tweens_[index] = tweened_transform(src, dst, mix_duration, tween);
 183                 }, task_priority::high_priority);
 184         }
 185
 186         std::future<void> clear_transforms(int index)
 187         {
 188                 return executor_.begin_invoke([=]
 189                 {
 190                         tweens_.erase(index);
 191                 }, task_priority::high_priority);
 192         }
 193
 194         std::future<void> clear_transforms()
 195         {
 196                 return executor_.begin_invoke([=]
 197                 {
 198                         tweens_.clear();
 199                 }, task_priority::high_priority);
 200         }
 201
 202         std::future<frame_transform> get_current_transform(int index)
 203         {
 204                 return executor_.begin_invoke([=]
 205                 {
 206                         return tweens_[index].fetch();
 207                 }, task_priority::high_priority);
 208         }
 209
 210         std::future<void> load(int index, const spl::shared_ptr<frame_producer>& producer, bool preview, const boost::optional<int32_t>& auto_play_delta)
 211         {
 212                 return executor_.begin_invoke([=]
 213                 {
 214                         get_layer(index).load(producer, preview, auto_play_delta);
 215                 }, task_priority::high_priority);
 216         }
 217
 218         std::future<void> pause(int index)
 219         {
 220                 return executor_.begin_invoke([=]
 221                 {
 222                         get_layer(index).pause();
 223                 }, task_priority::high_priority);
 224         }
 225
 226         std::future<void> resume(int index)
 227         {
 228                 return executor_.begin_invoke([=]
 229                 {
 230                         get_layer(index).resume();
 231                 }, task_priority::high_priority);
 232         }
 233
 234         std::future<void> play(int index)
 235         {
 236                 return executor_.begin_invoke([=]
 237                 {
 238                         get_layer(index).play();
 239                 }, task_priority::high_priority);
 240         }
 241
 242         std::future<void> stop(int index)
 243         {
 244                 return executor_.begin_invoke([=]
 245                 {
 246                         get_layer(index).stop();
 247                 }, task_priority::high_priority);
 248         }
 249
 250         std::future<void> clear(int index)
 251         {
 252                 return executor_.begin_invoke([=]
 253                 {
 254                         layers_.erase(index);
 255                 }, task_priority::high_priority);
 256         }
 257
 258         std::future<void> clear()
 259         {
 260                 return executor_.begin_invoke([=]
 261                 {
 262                         layers_.clear();
 263                 }, task_priority::high_priority);
 264         }
 265
 266         std::future<void> swap_layers(stage& other, bool swap_transforms)
 267         {
 268                 auto other_impl = other.impl_;
 269
 270                 if (other_impl.get() == this)
 271                 {
 272                         return make_ready_future();
 273                 }
 274
 275                 auto func = [=]
 276                 {
 277                         auto layers                     = layers_ | boost::adaptors::map_values;
 278                         auto other_layers       = other_impl->layers_ | boost::adaptors::map_values;
 279
 280                         for (auto& layer : layers)
 281                                 layer.monitor_output().detach_parent();
 282
 283                         for (auto& layer : other_layers)
 284                                 layer.monitor_output().detach_parent();
 285
 286                         std::swap(layers_, other_impl->layers_);
 287
 288                         for (auto& layer : layers)
 289                                 layer.monitor_output().attach_parent(monitor_subject_);
 290
 291                         for (auto& layer : other_layers)
 292                                 layer.monitor_output().attach_parent(monitor_subject_);
 293
 294                         if (swap_transforms)
 295                                 std::swap(tweens_, other_impl->tweens_);
 296                 };
 297
 298                 return executor_.begin_invoke([=]
 299                 {
 300                         other_impl->executor_.invoke(func, task_priority::high_priority);
 301                 }, task_priority::high_priority);
 302         }
 303
 304         std::future<void> swap_layer(int index, int other_index, bool swap_transforms)
 305         {
 306                 return executor_.begin_invoke([=]
 307                 {
 308                         std::swap(get_layer(index), get_layer(other_index));
 309
 310                         if (swap_transforms)
 311                                 std::swap(tweens_[index], tweens_[other_index]);
 312                 }, task_priority::high_priority);
 313         }
 314
 315         std::future<void> swap_layer(int index, int other_index, stage& other, bool swap_transforms)
 316         {
 317                 auto other_impl = other.impl_;
 318
 319                 if(other_impl.get() == this)
 320                         return swap_layer(index, other_index, swap_transforms);
 321                 else
 322                 {
 323                         auto func = [=]
 324                         {
 325                                 auto& my_layer          = get_layer(index);
 326                                 auto& other_layer       = other_impl->get_layer(other_index);
 327
 328                                 my_layer.monitor_output().detach_parent();
 329                                 other_layer.monitor_output().detach_parent();
 330
 331                                 std::swap(my_layer, other_layer);
 332
 333                                 my_layer.monitor_output().attach_parent(monitor_subject_);
 334                                 other_layer.monitor_output().attach_parent(other_impl->monitor_subject_);
 335
 336                                 if (swap_transforms)
 337                                 {
 338                                         auto& my_tween          = tweens_[index];
 339                                         auto& other_tween       = other_impl->tweens_[other_index];
 340                                         std::swap(my_tween, other_tween);
 341                                 }
 342                         };
 343
 344                         return executor_.begin_invoke([=]
 345                         {
 346                                 other_impl->executor_.invoke(func, task_priority::high_priority);
 347                         }, task_priority::high_priority);
 348                 }
 349         }
 350
 351         void add_layer_consumer(void* token, int layer, const spl::shared_ptr<write_frame_consumer>& layer_consumer)
 352         {
 353                 executor_.begin_invoke([=]
 354                 {
 355                         layer_consumers_[layer].insert(std::make_pair(token, layer_consumer));
 356                 }, task_priority::high_priority);
 357         }
 358
 359         void remove_layer_consumer(void* token, int layer)
 360         {
 361                 executor_.begin_invoke([=]
 362                 {
 363                         auto& layer_map = layer_consumers_[layer];
 364                         layer_map.erase(token);
 365                         if (layer_map.empty())
 366                         {
 367                                 layer_consumers_.erase(layer);
 368                         }
 369                 }, task_priority::high_priority);
 370         }
 371
 372         std::future<std::shared_ptr<frame_producer>> foreground(int index)
 373         {
 374                 return executor_.begin_invoke([=]() -> std::shared_ptr<frame_producer>
 375                 {
 376                         return get_layer(index).foreground();
 377                 }, task_priority::high_priority);
 378         }
 379
 380         std::future<std::shared_ptr<frame_producer>> background(int index)
 381         {
 382                 return executor_.begin_invoke([=]() -> std::shared_ptr<frame_producer>
 383                 {
 384                         return get_layer(index).background();
 385                 }, task_priority::high_priority);
 386         }
 387
 388         std::future<boost::property_tree::wptree> info()
 389         {
 390                 return executor_.begin_invoke([this]() -> boost::property_tree::wptree
 391                 {
 392                         boost::property_tree::wptree info;
 393                         for (auto& layer : layers_)
 394                                 info.add_child(L"layers.layer", layer.second.info())
 395                                         .add(L"index", layer.first);
 396                         return info;
 397                 }, task_priority::high_priority);
 398         }
 399
 400         std::future<boost::property_tree::wptree> info(int index)
 401         {
 402                 return executor_.begin_invoke([=]
 403                 {
 404                         return get_layer(index).info();
 405                 }, task_priority::high_priority);
 406         }
 407
 408         std::future<boost::property_tree::wptree> delay_info()
 409         {
 410                 return std::move(executor_.begin_invoke([this]() -> boost::property_tree::wptree
 411                 {
 412                         boost::property_tree::wptree info;
 413
 414                         for (auto& layer : layers_)
 415                                 info.add_child(L"layer", layer.second.delay_info()).add(L"index", layer.first);
 416
 417                         return info;
 418                 }, task_priority::high_priority));
 419         }
 420
 421         std::future<boost::property_tree::wptree> delay_info(int index)
 422         {
 423                 return std::move(executor_.begin_invoke([=]() -> boost::property_tree::wptree
 424                 {
 425                         return get_layer(index).delay_info();
 426                 }, task_priority::high_priority));
 427         }
 428
 429         std::future<std::wstring> call(int index, const std::vector<std::wstring>& params)
 430         {
 431                 return flatten(executor_.begin_invoke([=]
 432                 {
 433                         return get_layer(index).foreground()->call(params).share();
 434                 }, task_priority::high_priority));
 435         }
 436
 437         void on_interaction(const interaction_event::ptr& event)
 438         {
 439                 executor_.begin_invoke([=]
 440                 {
 441                         aggregator_.offer(event);
 442                 }, task_priority::high_priority);
 443         }
 444
 445         boost::optional<interaction_target> collission_detect(double x, double y)
 446         {
 447                 for (auto& layer : layers_ | boost::adaptors::reversed)
 448                 {
 449                         auto transform = tweens_[layer.first].fetch();
 450                         auto translated = translate(x, y, transform);
 451
 452                         if (translated.first >= 0.0
 453                                 && translated.first <= 1.0
 454                                 && translated.second >= 0.0
 455                                 && translated.second <= 1.0
 456                                 && layer.second.collides(translated.first, translated.second))
 457                         {
 458                                 return std::make_pair(transform, static_cast<interaction_sink*>(&layer.second));
 459                         }
 460                 }
 461
 462                 return boost::optional<interaction_target>();
 463         }
 464 };
 465
 466 stage::stage(int channel_index, spl::shared_ptr<diagnostics::graph> graph) : impl_(new impl(channel_index, std::move(graph))){}
 467 std::future<std::wstring> stage::call(int index, const std::vector<std::wstring>& params){return impl_->call(index, params);}
 468 std::future<void> stage::apply_transforms(const std::vector<stage::transform_tuple_t>& transforms){ return impl_->apply_transforms(transforms); }
 469 std::future<void> stage::apply_transform(int index, const std::function<core::frame_transform(core::frame_transform)>& transform, unsigned int mix_duration, const tweener& tween){ return impl_->apply_transform(index, transform, mix_duration, tween); }
 470 std::future<void> stage::clear_transforms(int index){ return impl_->clear_transforms(index); }
 471 std::future<void> stage::clear_transforms(){ return impl_->clear_transforms(); }
 472 std::future<frame_transform> stage::get_current_transform(int index){ return impl_->get_current_transform(index); }
 473 std::future<void> stage::load(int index, const spl::shared_ptr<frame_producer>& producer, bool preview, const boost::optional<int32_t>& auto_play_delta){ return impl_->load(index, producer, preview, auto_play_delta); }
 474 std::future<void> stage::pause(int index){ return impl_->pause(index); }
 475 std::future<void> stage::resume(int index){ return impl_->resume(index); }
 476 std::future<void> stage::play(int index){ return impl_->play(index); }
 477 std::future<void> stage::stop(int index){ return impl_->stop(index); }
 478 std::future<void> stage::clear(int index){ return impl_->clear(index); }
 479 std::future<void> stage::clear(){ return impl_->clear(); }
 480 std::future<void> stage::swap_layers(stage& other, bool swap_transforms){ return impl_->swap_layers(other, swap_transforms); }
 481 std::future<void> stage::swap_layer(int index, int other_index, bool swap_transforms){ return impl_->swap_layer(index, other_index, swap_transforms); }
 482 std::future<void> stage::swap_layer(int index, int other_index, stage& other, bool swap_transforms){ return impl_->swap_layer(index, other_index, other, swap_transforms); }
 483 void stage::add_layer_consumer(void* token, int layer, const spl::shared_ptr<write_frame_consumer>& layer_consumer){ impl_->add_layer_consumer(token, layer, layer_consumer); }
 484 void stage::remove_layer_consumer(void* token, int layer){ impl_->remove_layer_consumer(token, layer); }std::future<std::shared_ptr<frame_producer>> stage::foreground(int index) { return impl_->foreground(index); }
 485 std::future<std::shared_ptr<frame_producer>> stage::background(int index) { return impl_->background(index); }
 486 std::future<boost::property_tree::wptree> stage::info() const{ return impl_->info(); }
 487 std::future<boost::property_tree::wptree> stage::info(int index) const{ return impl_->info(index); }
 488 std::future<boost::property_tree::wptree> stage::delay_info() const{ return impl_->delay_info(); }
 489 std::future<boost::property_tree::wptree> stage::delay_info(int index) const{ return impl_->delay_info(index); }
 490 std::map<int, draw_frame> stage::operator()(const video_format_desc& format_desc){ return (*impl_)(format_desc); }
 491 monitor::subject& stage::monitor_output(){return *impl_->monitor_subject_;}
 492 void stage::on_interaction(const interaction_event::ptr& event) { impl_->on_interaction(event); }
 493 }}