git.sesse.net Git - casparcg/blob - core/mixer/mixer.cpp

   1 /*
   2 * Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
   3 *
   4 * This file is part of CasparCG (www.casparcg.com).
   5 *
   6 * CasparCG is free software: you can redistribute it and/or modify
   7 * it under the terms of the GNU General Public License as published by
   8 * the Free Software Foundation, either version 3 of the License, or
   9 * (at your option) any later version.
  10 *
  11 * CasparCG is distributed in the hope that it will be useful,
  12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 * GNU General Public License for more details.
  15 *
  16 * You should have received a copy of the GNU General Public License
  17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
  18 *
  19 * Author: Robert Nagy, ronag89@gmail.com
  20 */
  21
  22 #include "../StdAfx.h"
  23
  24 #include "mixer.h"
  25
  26 #include "../frame/frame.h"
  27
  28 #include "audio/audio_mixer.h"
  29 #include "image/image_mixer.h"
  30
  31 #include <common/env.h>
  32 #include <common/executor.h>
  33 #include <common/diagnostics/graph.h>
  34 #include <common/except.h>
  35 #include <common/future.h>
  36 #include <common/timer.h>
  37
  38 #include <core/frame/draw_frame.h>
  39 #include <core/frame/frame_factory.h>
  40 #include <core/frame/frame_transform.h>
  41 #include <core/frame/pixel_format.h>
  42 #include <core/frame/audio_channel_layout.h>
  43 #include <core/video_format.h>
  44
  45 #include <boost/property_tree/ptree.hpp>
  46 #include <boost/lexical_cast.hpp>
  47
  48 #include <tbb/concurrent_queue.h>
  49 #include <tbb/spin_mutex.h>
  50 #include <tbb/atomic.h>
  51
  52 #include <unordered_map>
  53 #include <vector>
  54
  55 namespace caspar { namespace core {
  56
  57 struct mixer::impl : boost::noncopyable
  58 {
  59         int                                                                     channel_index_;
  60         spl::shared_ptr<diagnostics::graph>     graph_;
  61         tbb::atomic<int64_t>                            current_mix_time_;
  62         spl::shared_ptr<monitor::subject>       monitor_subject_        = spl::make_shared<monitor::subject>("/mixer");
  63         audio_mixer                                                     audio_mixer_            { graph_ };
  64         spl::shared_ptr<image_mixer>            image_mixer_;
  65
  66         bool                                                            straighten_alpha_       = false;
  67
  68         executor                                                        executor_                       { L"mixer " + boost::lexical_cast<std::wstring>(channel_index_) };
  69
  70 public:
  71         impl(int channel_index, spl::shared_ptr<diagnostics::graph> graph, spl::shared_ptr<image_mixer> image_mixer)
  72                 : channel_index_(channel_index)
  73                 , graph_(std::move(graph))
  74                 , image_mixer_(std::move(image_mixer))
  75         {
  76                 graph_->set_color("mix-time", diagnostics::color(1.0f, 0.0f, 0.9f, 0.8f));
  77                 current_mix_time_ = 0;
  78                 audio_mixer_.monitor_output().attach_parent(monitor_subject_);
  79         }
  80
  81         const_frame operator()(std::map<int, draw_frame> frames, const video_format_desc& format_desc, const core::audio_channel_layout& channel_layout)
  82         {
  83                 caspar::timer frame_timer;
  84
  85                 auto frame = executor_.invoke([=]() mutable -> const_frame
  86                 {
  87                         try
  88                         {
  89                                 detail::set_current_aspect_ratio(
  90                                                 static_cast<double>(format_desc.square_width)
  91                                                 / static_cast<double>(format_desc.square_height));
  92
  93                                 for (auto& frame : frames)
  94                                 {
  95                                         frame.second.accept(audio_mixer_);
  96                                         frame.second.transform().image_transform.layer_depth = 1;
  97                                         frame.second.accept(*image_mixer_);
  98                                 }
  99
 100                                 auto image = (*image_mixer_)(format_desc, straighten_alpha_);
 101                                 auto audio = audio_mixer_(format_desc, channel_layout);
 102
 103                                 auto desc = core::pixel_format_desc(core::pixel_format::bgra);
 104                                 desc.planes.push_back(core::pixel_format_desc::plane(format_desc.width, format_desc.height, 4));
 105                                 return const_frame(std::move(image), std::move(audio), this, desc, channel_layout);
 106                         }
 107                         catch(...)
 108                         {
 109                                 CASPAR_LOG_CURRENT_EXCEPTION();
 110                                 return const_frame::empty();
 111                         }
 112                 });
 113
 114                 auto mix_time = frame_timer.elapsed();
 115                 graph_->set_value("mix-time", mix_time * format_desc.fps * 0.5);
 116                 current_mix_time_ = static_cast<int64_t>(mix_time * 1000.0);
 117
 118                 return frame;
 119         }
 120
 121         void set_master_volume(float volume)
 122         {
 123                 executor_.begin_invoke([=]
 124                 {
 125                         audio_mixer_.set_master_volume(volume);
 126                 }, task_priority::high_priority);
 127         }
 128
 129         float get_master_volume()
 130         {
 131                 return executor_.invoke([=]
 132                 {
 133                         return audio_mixer_.get_master_volume();
 134                 }, task_priority::high_priority);
 135         }
 136
 137         void set_straight_alpha_output(bool value)
 138         {
 139                 executor_.begin_invoke([=]
 140                 {
 141                         straighten_alpha_ = value;
 142                 }, task_priority::high_priority);
 143         }
 144
 145         bool get_straight_alpha_output()
 146         {
 147                 return executor_.invoke([=]
 148                 {
 149                         return straighten_alpha_;
 150                 }, task_priority::high_priority);
 151         }
 152
 153         std::future<boost::property_tree::wptree> info() const
 154         {
 155                 boost::property_tree::wptree info;
 156                 info.add(L"mix-time", current_mix_time_);
 157
 158                 return make_ready_future(std::move(info));
 159         }
 160
 161         std::future<boost::property_tree::wptree> delay_info() const
 162         {
 163                 boost::property_tree::wptree info;
 164                 info.put_value(current_mix_time_);
 165
 166                 return make_ready_future(std::move(info));
 167         }
 168 };
 169
 170 mixer::mixer(int channel_index, spl::shared_ptr<diagnostics::graph> graph, spl::shared_ptr<image_mixer> image_mixer)
 171         : impl_(new impl(channel_index, std::move(graph), std::move(image_mixer))){}
 172 void mixer::set_master_volume(float volume) { impl_->set_master_volume(volume); }
 173 float mixer::get_master_volume() { return impl_->get_master_volume(); }
 174 void mixer::set_straight_alpha_output(bool value) { impl_->set_straight_alpha_output(value); }
 175 bool mixer::get_straight_alpha_output() { return impl_->get_straight_alpha_output(); }
 176 std::future<boost::property_tree::wptree> mixer::info() const{return impl_->info();}
 177 std::future<boost::property_tree::wptree> mixer::delay_info() const{ return impl_->delay_info(); }
 178 const_frame mixer::operator()(std::map<int, draw_frame> frames, const video_format_desc& format_desc, const core::audio_channel_layout& channel_layout){ return (*impl_)(std::move(frames), format_desc, channel_layout); }
 179 mutable_frame mixer::create_frame(const void* tag, const core::pixel_format_desc& desc, const core::audio_channel_layout& channel_layout) {return impl_->image_mixer_->create_frame(tag, desc, channel_layout);}
 180 monitor::subject& mixer::monitor_output() { return *impl_->monitor_subject_; }
 181 }}