git.sesse.net Git - casparcg/blob - core/producer/stage.cpp

   1 /*\r
   2 * Copyright 2013 Sveriges Television AB http://casparcg.com/\r
   3 *\r
   4 * This file is part of CasparCG (www.casparcg.com).\r
   5 *\r
   6 * CasparCG is free software: you can redistribute it and/or modify\r
   7 * it under the terms of the GNU General Public License as published by\r
   8 * the Free Software Foundation, either version 3 of the License, or\r
   9 * (at your option) any later version.\r
  10 *\r
  11 * CasparCG is distributed in the hope that it will be useful,\r
  12 * but WITHOUT ANY WARRANTY; without even the implied warranty of\r
  13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
  14 * GNU General Public License for more details.\r
  15 *\r
  16 * You should have received a copy of the GNU General Public License\r
  17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.\r
  18 *\r
  19 * Author: Robert Nagy, ronag89@gmail.com\r
  20 */\r
  21 \r
  22 #include "../StdAfx.h"\r
  23 \r
  24 #include "stage.h"\r
  25 \r
  26 #include "layer.h"\r
  27 \r
  28 #include "frame/basic_frame.h"\r
  29 #include "frame/frame_factory.h"\r
  30 \r
  31 #include <common/concurrency/executor.h>\r
  32 \r
  33 #include <core/producer/frame/frame_transform.h>\r
  34 #include <core/consumer/frame_consumer.h>\r
  35 #include <core/consumer/write_frame_consumer.h>\r
  36 \r
  37 #include <boost/foreach.hpp>\r
  38 #include <boost/timer.hpp>\r
  39 \r
  40 #include <tbb/parallel_for_each.h>\r
  41 #include <tbb/concurrent_unordered_map.h>\r
  42 \r
  43 #include <boost/property_tree/ptree.hpp>\r
  44 \r
  45 #include <map>\r
  46 \r
  47 namespace caspar { namespace core {\r
  48 \r
  49 template<typename T>\r
  50 class tweened_transform\r
  51 {\r
  52         T source_;\r
  53         T dest_;\r
  54         int duration_;\r
  55         int time_;\r
  56         tweener_t tweener_;\r
  57 public: \r
  58         tweened_transform()\r
  59                 : duration_(0)\r
  60                 , time_(0)\r
  61                 , tweener_(get_tweener(L"linear")){}\r
  62         tweened_transform(const T& source, const T& dest, int duration, const std::wstring& tween = L"linear")\r
  63                 : source_(source)\r
  64                 , dest_(dest)\r
  65                 , duration_(duration)\r
  66                 , time_(0)\r
  67                 , tweener_(get_tweener(tween)){}\r
  68         \r
  69         const T& source() const\r
  70         {\r
  71                 return source_;\r
  72         }\r
  73         \r
  74         const T& dest() const\r
  75         {\r
  76                 return dest_;\r
  77         }\r
  78 \r
  79         T fetch()\r
  80         {\r
  81                 return time_ == duration_ ? dest_ : tween(static_cast<double>(time_), source_, dest_, static_cast<double>(duration_), tweener_);\r
  82         }\r
  83 \r
  84         T fetch_and_tick(int num)\r
  85         {                                               \r
  86                 time_ = std::min(time_+num, duration_);\r
  87                 return fetch();\r
  88         }\r
  89 };\r
  90 \r
  91 struct stage::implementation : public std::enable_shared_from_this<implementation>\r
  92                                                          , boost::noncopyable\r
  93 {               \r
  94         safe_ptr<diagnostics::graph>                                                                                             graph_;\r
  95         safe_ptr<stage::target_t>                                                                                                        target_;\r
  96         video_format_desc                                                                                                                        format_desc_;\r
  97                                                                                                                                                                  \r
  98         boost::timer                                                                                                                             produce_timer_;\r
  99         boost::timer                                                                                                                             tick_timer_;\r
 100                                                                                                                                                                  \r
 101         std::map<int, std::shared_ptr<layer>>                                                                            layers_;       \r
 102         tbb::concurrent_unordered_map<int, tweened_transform<core::frame_transform>> transforms_;       \r
 103         // map of layer -> map of tokens (src ref) -> layer_consumer\r
 104         std::map<int, std::map<void*, std::shared_ptr<write_frame_consumer>>>            layer_consumers_;\r
 105         \r
 106         safe_ptr<monitor::subject>                                                                                                       monitor_subject_;\r
 107 \r
 108         executor                                                                                                                                         executor_;\r
 109 \r
 110 public:\r
 111         implementation(const safe_ptr<diagnostics::graph>& graph, const safe_ptr<stage::target_t>& target, const video_format_desc& format_desc)  \r
 112                 : graph_(graph)\r
 113                 , format_desc_(format_desc)\r
 114                 , target_(target)\r
 115                 , monitor_subject_(make_safe<monitor::subject>("/stage"))\r
 116                 , executor_(L"stage")\r
 117         {\r
 118                 graph_->set_color("tick-time", diagnostics::color(0.0f, 0.6f, 0.9f, 0.8));      \r
 119                 graph_->set_color("produce-time", diagnostics::color(0.0f, 1.0f, 0.0f));\r
 120         }\r
 121 \r
 122         void spawn_token()\r
 123         {\r
 124                 std::weak_ptr<implementation> self = shared_from_this();\r
 125                 executor_.begin_invoke([=]{tick(self);});\r
 126         }\r
 127         \r
 128         void add_layer_consumer(void* token, int layer, const std::shared_ptr<write_frame_consumer>& layer_consumer)\r
 129         {\r
 130                 executor_.begin_invoke([=]\r
 131                 {\r
 132                         layer_consumers_[layer][token] = layer_consumer;\r
 133                 }, high_priority);\r
 134         }\r
 135 \r
 136         void remove_layer_consumer(void* token, int layer)\r
 137         {\r
 138                 executor_.begin_invoke([=]\r
 139                 {\r
 140                         auto& layer_map = layer_consumers_[layer];\r
 141                         layer_map.erase(token);\r
 142                         if (layer_map.empty())\r
 143                         {\r
 144                                 layer_consumers_.erase(layer);\r
 145                         }\r
 146                 }, high_priority);\r
 147         }\r
 148 \r
 149         void tick(const std::weak_ptr<implementation>& self)\r
 150         {               \r
 151                 try\r
 152                 {\r
 153                         produce_timer_.restart();\r
 154 \r
 155                         std::map<int, safe_ptr<basic_frame>> frames;\r
 156                 \r
 157                         for(auto it = layers_.begin(); it != layers_.end(); ++it)\r
 158                                 frames[it->first] = basic_frame::empty();       \r
 159 \r
 160                         tbb::parallel_for_each(layers_.begin(), layers_.end(), [&](std::map<int, std::shared_ptr<layer>>::value_type& layer) \r
 161                         {\r
 162                                 auto transform = transforms_[layer.first].fetch_and_tick(1);\r
 163 \r
 164                                 int hints = frame_producer::NO_HINT;\r
 165                                 if(format_desc_.field_mode != field_mode::progressive)\r
 166                                 {\r
 167                                         hints |= std::abs(transform.fill_scale[1]  - 1.0) > 0.0001 ? frame_producer::DEINTERLACE_HINT : frame_producer::NO_HINT;\r
 168                                         hints |= std::abs(transform.fill_translation[1]) > 0.0001 ? frame_producer::DEINTERLACE_HINT : frame_producer::NO_HINT;\r
 169                                 }\r
 170 \r
 171                                 if(transform.is_key)\r
 172                                         hints |= frame_producer::ALPHA_HINT;\r
 173 \r
 174                                 auto frame = layer.second->receive(hints);      \r
 175                                 auto layer_consumers_it = layer_consumers_.find(layer.first);\r
 176                                 if (layer_consumers_it != layer_consumers_.end())\r
 177                                 {\r
 178                                         auto consumer_it = (*layer_consumers_it).second | boost::adaptors::map_values;\r
 179                                         tbb::parallel_for_each(consumer_it.begin(), consumer_it.end(), [&](decltype(consumer_it[0]) layer_consumer) \r
 180                                         {\r
 181                                                 layer_consumer->send(frame);\r
 182                                         });\r
 183                                 }\r
 184 \r
 185                                 auto frame1 = make_safe<core::basic_frame>(frame);\r
 186                                 frame1->get_frame_transform() = transform;\r
 187 \r
 188                                 if(format_desc_.field_mode != core::field_mode::progressive)\r
 189                                 {                               \r
 190                                         auto frame2 = make_safe<core::basic_frame>(frame);\r
 191                                         frame2->get_frame_transform() = transforms_[layer.first].fetch_and_tick(1);\r
 192                                         frame1 = core::basic_frame::interlace(frame1, frame2, format_desc_.field_mode);\r
 193                                 }\r
 194 \r
 195                                 frames[layer.first] = frame1;\r
 196                         });\r
 197                         \r
 198                         graph_->set_value("produce-time", produce_timer_.elapsed()*format_desc_.fps*0.5);\r
 199 \r
 200                         std::shared_ptr<void> ticket(nullptr, [self](void*)\r
 201                         {\r
 202                                 auto self2 = self.lock();\r
 203                                 if(self2)                               \r
 204                                         self2->executor_.begin_invoke([=]{tick(self);});                                \r
 205                         });\r
 206 \r
 207                         target_->send(std::make_pair(frames, ticket));\r
 208 \r
 209                         graph_->set_value("tick-time", tick_timer_.elapsed()*format_desc_.fps*0.5);\r
 210                         tick_timer_.restart();\r
 211                 }\r
 212                 catch(...)\r
 213                 {\r
 214                         layers_.clear();\r
 215                         CASPAR_LOG_CURRENT_EXCEPTION();\r
 216                 }               \r
 217         }\r
 218                 \r
 219         void set_transform(int index, const frame_transform& transform, unsigned int mix_duration, const std::wstring& tween)\r
 220         {\r
 221                 executor_.begin_invoke([=]\r
 222                 {\r
 223                         auto src = transforms_[index].fetch();\r
 224                         auto dst = transform;\r
 225                         transforms_[index] = tweened_transform<frame_transform>(src, dst, mix_duration, tween);\r
 226                 }, high_priority);\r
 227         }\r
 228                                         \r
 229         void apply_transforms(const std::vector<std::tuple<int, stage::transform_func_t, unsigned int, std::wstring>>& transforms)\r
 230         {\r
 231                 executor_.begin_invoke([=]\r
 232                 {\r
 233                         BOOST_FOREACH(auto& transform, transforms)\r
 234                         {\r
 235                                 auto& tween = transforms_[std::get<0>(transform)];\r
 236                                 auto src = tween.fetch();\r
 237                                 auto dst = std::get<1>(transform)(tween.dest());\r
 238                                 transforms_[std::get<0>(transform)] = tweened_transform<frame_transform>(src, dst, std::get<2>(transform), std::get<3>(transform));\r
 239                         }\r
 240                 }, high_priority);\r
 241         }\r
 242                                                 \r
 243         void apply_transform(int index, const stage::transform_func_t& transform, unsigned int mix_duration, const std::wstring& tween)\r
 244         {\r
 245                 executor_.begin_invoke([=]\r
 246                 {\r
 247                         auto src = transforms_[index].fetch();\r
 248                         auto dst = transform(src);\r
 249                         transforms_[index] = tweened_transform<frame_transform>(src, dst, mix_duration, tween);\r
 250                 }, high_priority);\r
 251         }\r
 252 \r
 253         void clear_transforms(int index)\r
 254         {\r
 255                 executor_.begin_invoke([=]\r
 256                 {\r
 257                         transforms_[index] = tweened_transform<core::frame_transform>();\r
 258                 }, high_priority);\r
 259         }\r
 260 \r
 261         void clear_transforms()\r
 262         {\r
 263                 executor_.begin_invoke([=]\r
 264                 {\r
 265                         transforms_.clear();\r
 266                 }, high_priority);\r
 267         }\r
 268 \r
 269         frame_transform get_current_transform(int index)\r
 270         {\r
 271                 return executor_.invoke([=]\r
 272                 {\r
 273                         return transforms_[index].fetch();\r
 274                 });\r
 275         }\r
 276                 \r
 277         layer& get_layer(int index)\r
 278         {\r
 279                 auto it = layers_.find(index);\r
 280                 if(it == std::end(layers_))\r
 281                 {\r
 282                         it = layers_.insert(std::make_pair(index, std::make_shared<layer>(index))).first;\r
 283                         it->second->monitor_output().attach_parent(monitor_subject_);\r
 284                 }\r
 285                 return *it->second;\r
 286         }\r
 287 \r
 288         void load(int index, const safe_ptr<frame_producer>& producer, bool preview, int auto_play_delta)\r
 289         {\r
 290                 executor_.begin_invoke([=]\r
 291                 {\r
 292                         get_layer(index).load(producer, preview, auto_play_delta);\r
 293                 }, high_priority);\r
 294         }\r
 295 \r
 296         void pause(int index)\r
 297         {               \r
 298                 executor_.begin_invoke([=]\r
 299                 {\r
 300                         get_layer(index).pause();\r
 301                 }, high_priority);\r
 302         }\r
 303 \r
 304         void play(int index)\r
 305         {               \r
 306                 executor_.begin_invoke([=]\r
 307                 {\r
 308                         get_layer(index).play();\r
 309                 }, high_priority);\r
 310         }\r
 311 \r
 312         void stop(int index)\r
 313         {               \r
 314                 executor_.begin_invoke([=]\r
 315                 {\r
 316                         get_layer(index).stop();\r
 317                 }, high_priority);\r
 318         }\r
 319 \r
 320         void clear(int index)\r
 321         {\r
 322                 executor_.begin_invoke([=]\r
 323                 {\r
 324                         layers_.erase(index);\r
 325                 }, high_priority);\r
 326         }\r
 327                 \r
 328         void clear()\r
 329         {\r
 330                 executor_.begin_invoke([=]\r
 331                 {\r
 332                         layers_.clear();\r
 333                 }, high_priority);\r
 334         }       \r
 335         \r
 336         boost::unique_future<std::wstring> call(int index, bool foreground, const std::wstring& param)\r
 337         {\r
 338                 return std::move(*executor_.invoke([=]\r
 339                 {\r
 340                         return std::make_shared<boost::unique_future<std::wstring>>(std::move(get_layer(index).call(foreground, param)));\r
 341                 }, high_priority));\r
 342         }\r
 343         \r
 344         void swap_layers(stage& other)\r
 345         {\r
 346                 auto other_impl = other.impl_;\r
 347 \r
 348                 if(other_impl.get() == this)\r
 349                         return;\r
 350                 \r
 351                 auto func = [=]\r
 352                 {\r
 353                         auto layers                     = layers_ | boost::adaptors::map_values;\r
 354                         auto other_layers       = other_impl->layers_ | boost::adaptors::map_values;\r
 355 \r
 356                         BOOST_FOREACH(auto& layer, layers)\r
 357                                 layer->monitor_output().detach_parent();\r
 358                         \r
 359                         BOOST_FOREACH(auto& layer, other_layers)\r
 360                                 layer->monitor_output().attach_parent(monitor_subject_);\r
 361                         \r
 362                         std::swap(layers_, other_impl->layers_);\r
 363                                                 \r
 364                         BOOST_FOREACH(auto& layer, layers)\r
 365                                 layer->monitor_output().detach_parent();\r
 366                         \r
 367                         BOOST_FOREACH(auto& layer, other_layers)\r
 368                                 layer->monitor_output().detach_parent();\r
 369                 };              \r
 370 \r
 371                 executor_.begin_invoke([=]\r
 372                 {\r
 373                         other_impl->executor_.invoke(func, task_priority::high_priority);\r
 374                 }, task_priority::high_priority);\r
 375         }\r
 376 \r
 377         void swap_layer(int index, int other_index)\r
 378         {\r
 379                 executor_.begin_invoke([=]\r
 380                 {\r
 381                         std::swap(get_layer(index), get_layer(other_index));\r
 382                 }, task_priority::high_priority);\r
 383         }\r
 384 \r
 385         void swap_layer(int index, int other_index, stage& other)\r
 386         {\r
 387                 auto other_impl = other.impl_;\r
 388 \r
 389                 if(other_impl.get() == this)\r
 390                         swap_layer(index, other_index);\r
 391                 else\r
 392                 {\r
 393                         auto func = [=]\r
 394                         {\r
 395                                 auto& my_layer          = get_layer(index);\r
 396                                 auto& other_layer       = other_impl->get_layer(other_index);\r
 397 \r
 398                                 my_layer.monitor_output().detach_parent();\r
 399                                 other_layer.monitor_output().attach_parent(other_impl->monitor_subject_);\r
 400 \r
 401                                 std::swap(my_layer, other_layer);\r
 402 \r
 403                                 my_layer.monitor_output().detach_parent();\r
 404                                 other_layer.monitor_output().attach_parent(other_impl->monitor_subject_);\r
 405                         };              \r
 406 \r
 407                         executor_.begin_invoke([=]\r
 408                         {\r
 409                                 other_impl->executor_.invoke(func, task_priority::high_priority);\r
 410                         }, task_priority::high_priority);\r
 411                 }\r
 412         }\r
 413                 \r
 414         boost::unique_future<safe_ptr<frame_producer>> foreground(int index)\r
 415         {\r
 416                 return executor_.begin_invoke([=]\r
 417                 {\r
 418                         return get_layer(index).foreground();\r
 419                 }, high_priority);\r
 420         }\r
 421         \r
 422         boost::unique_future<safe_ptr<frame_producer>> background(int index)\r
 423         {\r
 424                 return executor_.begin_invoke([=]\r
 425                 {\r
 426                         return get_layer(index).background();\r
 427                 }, high_priority);\r
 428         }\r
 429         \r
 430         void set_video_format_desc(const video_format_desc& format_desc)\r
 431         {\r
 432                 executor_.begin_invoke([=]\r
 433                 {\r
 434                         format_desc_ = format_desc;\r
 435                 }, high_priority);\r
 436         }\r
 437 \r
 438         boost::unique_future<boost::property_tree::wptree> info()\r
 439         {\r
 440                 return std::move(executor_.begin_invoke([this]() -> boost::property_tree::wptree\r
 441                 {\r
 442                         boost::property_tree::wptree info;\r
 443                         BOOST_FOREACH(auto& layer, layers_)                     \r
 444                                 info.add_child(L"layers.layer", layer.second->info())\r
 445                                         .add(L"index", layer.first);    \r
 446                         return info;\r
 447                 }, high_priority));\r
 448         }\r
 449 \r
 450         boost::unique_future<boost::property_tree::wptree> info(int index)\r
 451         {\r
 452                 return std::move(executor_.begin_invoke([=]() -> boost::property_tree::wptree\r
 453                 {\r
 454                         return get_layer(index).info();\r
 455                 }, high_priority));\r
 456         }\r
 457 \r
 458         boost::unique_future<boost::property_tree::wptree> delay_info()\r
 459         {\r
 460                 return std::move(executor_.begin_invoke([this]() -> boost::property_tree::wptree\r
 461                 {\r
 462                         boost::property_tree::wptree info;\r
 463                         BOOST_FOREACH(auto& layer, layers_)                     \r
 464                                 info.add_child(L"layer", layer.second->delay_info())\r
 465                                         .add(L"index", layer.first);    \r
 466                         return info;\r
 467                 }, high_priority));\r
 468         }\r
 469 \r
 470         boost::unique_future<boost::property_tree::wptree> delay_info(int index)\r
 471         {\r
 472                 return std::move(executor_.begin_invoke([=]() -> boost::property_tree::wptree\r
 473                 {\r
 474                         return get_layer(index).delay_info();\r
 475                 }, high_priority));\r
 476         }\r
 477 };\r
 478 \r
 479 stage::stage(const safe_ptr<diagnostics::graph>& graph, const safe_ptr<target_t>& target, const video_format_desc& format_desc) \r
 480         : impl_(new implementation(graph, target, format_desc)){}\r
 481 void stage::apply_transforms(const std::vector<stage::transform_tuple_t>& transforms){impl_->apply_transforms(transforms);}\r
 482 void stage::apply_transform(int index, const std::function<core::frame_transform(core::frame_transform)>& transform, unsigned int mix_duration, const std::wstring& tween){impl_->apply_transform(index, transform, mix_duration, tween);}\r
 483 void stage::clear_transforms(int index){impl_->clear_transforms(index);}\r
 484 void stage::clear_transforms(){impl_->clear_transforms();}\r
 485 frame_transform stage::get_current_transform(int index) { return impl_->get_current_transform(index); }\r
 486 void stage::spawn_token(){impl_->spawn_token();}\r
 487 void stage::load(int index, const safe_ptr<frame_producer>& producer, bool preview, int auto_play_delta){impl_->load(index, producer, preview, auto_play_delta);}\r
 488 void stage::pause(int index){impl_->pause(index);}\r
 489 void stage::play(int index){impl_->play(index);}\r
 490 void stage::stop(int index){impl_->stop(index);}\r
 491 void stage::clear(int index){impl_->clear(index);}\r
 492 void stage::clear(){impl_->clear();}\r
 493 void stage::swap_layers(const safe_ptr<stage>& other){impl_->swap_layers(*other);}\r
 494 void stage::swap_layer(int index, size_t other_index){impl_->swap_layer(index, other_index);}\r
 495 void stage::swap_layer(int index, size_t other_index, const safe_ptr<stage>& other){impl_->swap_layer(index, other_index, *other);}\r
 496 void stage::add_layer_consumer(void* token, int layer, const std::shared_ptr<write_frame_consumer>& layer_consumer){impl_->add_layer_consumer(token, layer, layer_consumer);}\r
 497 void stage::remove_layer_consumer(void* token, int layer){impl_->remove_layer_consumer(token, layer);}\r
 498 boost::unique_future<safe_ptr<frame_producer>> stage::foreground(int index) {return impl_->foreground(index);}\r
 499 boost::unique_future<safe_ptr<frame_producer>> stage::background(int index) {return impl_->background(index);}\r
 500 boost::unique_future<std::wstring> stage::call(int index, bool foreground, const std::wstring& param){return impl_->call(index, foreground, param);}\r
 501 void stage::set_video_format_desc(const video_format_desc& format_desc){impl_->set_video_format_desc(format_desc);}\r
 502 boost::unique_future<boost::property_tree::wptree> stage::info() const{return impl_->info();}\r
 503 boost::unique_future<boost::property_tree::wptree> stage::info(int index) const{return impl_->info(index);}\r
 504 boost::unique_future<boost::property_tree::wptree> stage::delay_info() const{return impl_->delay_info();}\r
 505 boost::unique_future<boost::property_tree::wptree> stage::delay_info(int index) const{return impl_->delay_info(index);}\r
 506 monitor::subject& stage::monitor_output(){return *impl_->monitor_subject_;}\r
 507 }}