]> git.sesse.net Git - casparcg/blobdiff - modules/bluefish/consumer/bluefish_consumer.cpp
- Refactored so that consumers get the input channel_layout at initialization, instea...
[casparcg] / modules / bluefish / consumer / bluefish_consumer.cpp
index 3a87f9554b3a253662ad152ee9fd9841b6abb502..aa354394429b853cc3412091ed601dc05fecc6c9 100644 (file)
@@ -1,5 +1,5 @@
 /*\r
-* Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>\r
+* Copyright 2013 Sveriges Television AB http://casparcg.com/\r
 *\r
 * This file is part of CasparCG (www.casparcg.com).\r
 *\r
@@ -25,6 +25,7 @@
 #include "../util/blue_velvet.h"\r
 #include "../util/memory.h"\r
 \r
+#include <core/parameters/parameters.h>\r
 #include <core/video_format.h>\r
 #include <core/mixer/read_frame.h>\r
 \r
 #include <core/mixer/audio/audio_util.h>\r
 \r
 #include <tbb/concurrent_queue.h>\r
+#include <tbb/atomic.h>\r
 \r
 #include <boost/timer.hpp>\r
 #include <boost/range/algorithm.hpp>\r
+#include <boost/algorithm/string.hpp>\r
 #include <boost/property_tree/ptree.hpp>\r
 \r
 #include <memory>\r
@@ -55,6 +58,7 @@ struct bluefish_consumer : boost::noncopyable
        const unsigned int                                      device_index_;\r
        const core::video_format_desc           format_desc_;\r
        const int                                                       channel_index_;\r
+       const core::channel_layout                      channel_layout_;\r
 \r
        const std::wstring                                      model_name_;\r
 \r
@@ -67,17 +71,26 @@ struct bluefish_consumer : boost::noncopyable
 \r
        std::array<blue_dma_buffer_ptr, 4>      reserved_frames_;       \r
        tbb::concurrent_bounded_queue<std::shared_ptr<core::read_frame>> frame_buffer_;\r
+       tbb::atomic<int64_t>                            presentation_delay_millis_;\r
+       std::shared_ptr<core::read_frame>       previous_frame_;\r
        \r
        const bool                                                      embedded_audio_;\r
        const bool                                                      key_only_;\r
                \r
        executor                                                        executor_;\r
 public:\r
-       bluefish_consumer(const core::video_format_desc& format_desc, unsigned int device_index, bool embedded_audio, bool key_only, int channel_index) \r
+       bluefish_consumer(\r
+                       const core::video_format_desc& format_desc,\r
+                       unsigned int device_index,\r
+                       bool embedded_audio,\r
+                       bool key_only,\r
+                       int channel_index,\r
+                       const core::channel_layout& channel_layout)\r
                : blue_(create_blue(device_index))\r
                , device_index_(device_index)\r
                , format_desc_(format_desc) \r
                , channel_index_(channel_index)\r
+               , channel_layout_(channel_layout)\r
                , model_name_(get_card_desc(*blue_))\r
                , vid_fmt_(get_video_mode(*blue_, format_desc))\r
                , embedded_audio_(embedded_audio)\r
@@ -85,10 +98,9 @@ public:
                , executor_(print())\r
        {\r
                executor_.set_capacity(1);\r
+               presentation_delay_millis_ = 0;\r
 \r
-               graph_->add_guide("tick-time", 0.5);\r
                graph_->set_color("tick-time", diagnostics::color(0.0f, 0.6f, 0.9f));   \r
-               graph_->add_guide("frame-time", 0.5f);  \r
                graph_->set_color("sync-time", diagnostics::color(1.0f, 0.0f, 0.0f));\r
                graph_->set_color("frame-time", diagnostics::color(0.5f, 1.0f, 0.2f));\r
                graph_->set_text(print());\r
@@ -134,7 +146,19 @@ public:
                }\r
                else\r
                {\r
-                       if(BLUE_FAIL(set_card_property(blue_, EMBEDEDDED_AUDIO_OUTPUT, blue_emb_audio_enable | blue_emb_audio_group1_enable))) \r
+                       ULONG audio_value =\r
+                               EMBEDDED_AUDIO_OUTPUT | blue_emb_audio_group1_enable;\r
+\r
+                       if (channel_layout_.num_channels > 4)\r
+                               audio_value |= blue_emb_audio_group2_enable;\r
+\r
+                       if (channel_layout_.num_channels > 8)\r
+                               audio_value |= blue_emb_audio_group3_enable;\r
+\r
+                       if (channel_layout_.num_channels > 12)\r
+                               audio_value |= blue_emb_audio_group4_enable;\r
+\r
+                       if(BLUE_FAIL(set_card_property(blue_, EMBEDEDDED_AUDIO_OUTPUT, audio_value))) \r
                                CASPAR_LOG(warning) << print() << TEXT(" Failed to enable embedded audio.");                    \r
                        CASPAR_LOG(info) << print() << TEXT(" Enabled embedded-audio.");\r
                }\r
@@ -186,20 +210,22 @@ public:
                        CASPAR_LOG(error)<< print() << TEXT(" Failed to disable video output.");                \r
        }\r
        \r
-       void send(const safe_ptr<core::read_frame>& frame)\r
-       {                                       \r
-               executor_.begin_invoke([=]\r
+       boost::unique_future<bool> send(const safe_ptr<core::read_frame>& frame)\r
+       {\r
+               return executor_.begin_invoke([=]() -> bool\r
                {\r
                        try\r
                        {       \r
                                display_frame(frame);                           \r
-                               graph_->update_value("tick-time", static_cast<float>(tick_timer_.elapsed()*format_desc_.fps*0.5));\r
+                               graph_->set_value("tick-time", static_cast<float>(tick_timer_.elapsed()*format_desc_.fps*0.5));\r
                                tick_timer_.restart();\r
                        }\r
                        catch(...)\r
                        {\r
                                CASPAR_LOG_CURRENT_EXCEPTION();\r
                        }\r
+\r
+                       return true;\r
                });\r
        }\r
 \r
@@ -210,9 +236,14 @@ public:
                sync_timer_.restart();\r
                unsigned long n_field = 0;\r
                blue_->wait_output_video_synch(UPD_FMT_FRAME, n_field);\r
-               graph_->update_value("sync-time", sync_timer_.elapsed()*format_desc_.fps*0.5);\r
+               graph_->set_value("sync-time", sync_timer_.elapsed()*format_desc_.fps*0.5);\r
                \r
-               frame_timer_.restart();         \r
+               frame_timer_.restart();\r
+\r
+               if (previous_frame_)\r
+                       presentation_delay_millis_ = previous_frame_->get_age_millis();\r
+\r
+               previous_frame_ = frame;\r
 \r
                // Copy to local buffers\r
                \r
@@ -230,10 +261,19 @@ public:
                // Send and display\r
 \r
                if(embedded_audio_)\r
-               {               \r
-                       auto frame_audio = core::audio_32_to_24(frame->audio_data());                   \r
-                       encode_hanc(reinterpret_cast<BLUE_UINT32*>(reserved_frames_.front()->hanc_data()), frame_audio.data(), frame->audio_data().size()/format_desc_.audio_channels, format_desc_.audio_channels);\r
-                                                               \r
+               {\r
+                       auto src_view = frame->multichannel_view();\r
+                       auto frame_audio = core::audio_32_to_24(\r
+                                       core::get_rearranged_and_mixed(\r
+                                                       src_view,\r
+                                                       channel_layout_,\r
+                                                       channel_layout_.num_channels));\r
+                       encode_hanc(\r
+                                       reinterpret_cast<BLUE_UINT32*>(reserved_frames_.front()->hanc_data()),\r
+                                       frame_audio.data(),\r
+                                       src_view.num_samples(),\r
+                                       channel_layout_.num_channels);\r
+\r
                        blue_->system_buffer_write_async(const_cast<uint8_t*>(reserved_frames_.front()->image_data()), \r
                                                                                        reserved_frames_.front()->image_size(), \r
                                                                                        nullptr, \r
@@ -260,13 +300,22 @@ public:
 \r
                boost::range::rotate(reserved_frames_, std::begin(reserved_frames_)+1);\r
                \r
-               graph_->update_value("frame-time", static_cast<float>(frame_timer_.elapsed()*format_desc_.fps*0.5));\r
+               graph_->set_value("frame-time", static_cast<float>(frame_timer_.elapsed()*format_desc_.fps*0.5));\r
        }\r
 \r
        void encode_hanc(BLUE_UINT32* hanc_data, void* audio_data, size_t audio_samples, size_t audio_nchannels)\r
        {       \r
                const auto sample_type = AUDIO_CHANNEL_24BIT | AUDIO_CHANNEL_LITTLEENDIAN;\r
-               const auto emb_audio_flag = blue_emb_audio_enable | blue_emb_audio_group1_enable;\r
+               auto emb_audio_flag = blue_emb_audio_enable | blue_emb_audio_group1_enable;\r
+\r
+               if (audio_nchannels > 4)\r
+                       emb_audio_flag |= blue_emb_audio_group2_enable;\r
+\r
+               if (audio_nchannels > 8)\r
+                       emb_audio_flag |= blue_emb_audio_group3_enable;\r
+\r
+               if (audio_nchannels > 12)\r
+                       emb_audio_flag |= blue_emb_audio_group4_enable;\r
                \r
                hanc_stream_info_struct hanc_stream_info;\r
                memset(&hanc_stream_info, 0, sizeof(hanc_stream_info));\r
@@ -286,9 +335,14 @@ public:
        \r
        std::wstring print() const\r
        {\r
-               return model_name_ + L" [" + boost::lexical_cast<std::wstring>(channel_index_) + L"|device " + \r
+               return model_name_ + L" [" + boost::lexical_cast<std::wstring>(channel_index_) + L"-" + \r
                        boost::lexical_cast<std::wstring>(device_index_) + L"|" +  format_desc_.name + L"]";\r
        }\r
+\r
+       int64_t presentation_delay_millis() const\r
+       {\r
+               return presentation_delay_millis_;\r
+       }\r
 };\r
 \r
 struct bluefish_consumer_proxy : public core::frame_consumer\r
@@ -298,12 +352,20 @@ struct bluefish_consumer_proxy : public core::frame_consumer
        const bool                                                      embedded_audio_;\r
        const bool                                                      key_only_;\r
        std::vector<size_t>                                     audio_cadence_;\r
+       core::video_format_desc                         format_desc_;\r
+       core::channel_layout                            channel_layout_;\r
+\r
 public:\r
 \r
-       bluefish_consumer_proxy(size_t device_index, bool embedded_audio, bool key_only)\r
+       bluefish_consumer_proxy(\r
+                       size_t device_index,\r
+                       bool embedded_audio,\r
+                       bool key_only,\r
+                       const core::channel_layout& channel_layout)\r
                : device_index_(device_index)\r
                , embedded_audio_(embedded_audio)\r
                , key_only_(key_only)\r
+               , channel_layout_(channel_layout)\r
        {\r
        }\r
        \r
@@ -319,20 +381,29 @@ public:
 \r
        // frame_consumer\r
        \r
-       virtual void initialize(const core::video_format_desc& format_desc, int channel_index) override\r
+       virtual void initialize(\r
+                       const core::video_format_desc& format_desc,\r
+                       const core::channel_layout& audio_channel_layout,\r
+                       int channel_index) override\r
        {\r
-               consumer_.reset(new bluefish_consumer(format_desc, device_index_, embedded_audio_, key_only_, channel_index));\r
+               consumer_.reset(new bluefish_consumer(\r
+                               format_desc,\r
+                               device_index_,\r
+                               embedded_audio_,\r
+                               key_only_,\r
+                               channel_index,\r
+                               channel_layout_));\r
                audio_cadence_ = format_desc.audio_cadence;\r
+               format_desc_ = format_desc;\r
                CASPAR_LOG(info) << print() << L" Successfully Initialized.";   \r
        }\r
-       \r
-       virtual bool send(const safe_ptr<core::read_frame>& frame) override\r
+\r
+       virtual boost::unique_future<bool> send(const safe_ptr<core::read_frame>& frame) override\r
        {\r
-               CASPAR_VERIFY(audio_cadence_.front() == static_cast<size_t>(frame->audio_data().size()));\r
+               CASPAR_VERIFY(audio_cadence_.front() * frame->num_channels() == static_cast<size_t>(frame->audio_data().size()));\r
                boost::range::rotate(audio_cadence_, std::begin(audio_cadence_)+1);\r
 \r
-               consumer_->send(frame);\r
-               return true;\r
+               return consumer_->send(frame);\r
        }\r
                \r
        virtual std::wstring print() const override\r
@@ -347,10 +418,11 @@ public:
                info.add(L"key-only", key_only_);\r
                info.add(L"device", device_index_);\r
                info.add(L"embedded-audio", embedded_audio_);\r
+               info.add(L"presentation-frame-age", presentation_frame_age_millis());\r
                return info;\r
        }\r
 \r
-       size_t buffer_depth() const override\r
+       virtual size_t buffer_depth() const override\r
        {\r
                return 1;\r
        }\r
@@ -359,28 +431,39 @@ public:
        {\r
                return 400 + device_index_;\r
        }\r
+\r
+       virtual int64_t presentation_frame_age_millis() const override\r
+       {\r
+               return consumer_ ? consumer_->presentation_delay_millis() : 0;\r
+       }\r
 };     \r
 \r
-safe_ptr<core::frame_consumer> create_consumer(const std::vector<std::wstring>& params)\r
+safe_ptr<core::frame_consumer> create_consumer(const core::parameters& params)\r
 {\r
        if(params.size() < 1 || params[0] != L"BLUEFISH")\r
                return core::frame_consumer::empty();\r
                \r
        const auto device_index = params.size() > 1 ? lexical_cast_or_default<int>(params[1], 1) : 1;\r
 \r
-       const auto embedded_audio = std::find(params.begin(), params.end(), L"EMBEDDED_AUDIO") != params.end();\r
-       const auto key_only               = std::find(params.begin(), params.end(), L"KEY_ONLY")           != params.end();\r
+       const auto embedded_audio       = std::find(params.begin(), params.end(), L"EMBEDDED_AUDIO") != params.end();\r
+       const auto key_only                     = std::find(params.begin(), params.end(), L"KEY_ONLY")     != params.end();\r
+       const auto audio_layout         = core::default_channel_layout_repository().get_by_name(\r
+                       params.get(L"CHANNEL_LAYOUT", L"STEREO"));\r
 \r
-       return make_safe<bluefish_consumer_proxy>(device_index, embedded_audio, key_only);\r
+       return make_safe<bluefish_consumer_proxy>(device_index, embedded_audio, key_only, audio_layout);\r
 }\r
 \r
-safe_ptr<core::frame_consumer> create_consumer(const boost::property_tree::ptree& ptree) \r
+safe_ptr<core::frame_consumer> create_consumer(const boost::property_tree::wptree& ptree) \r
 {      \r
-       const auto device_index         = ptree.get("device",             1);\r
-       const auto embedded_audio       = ptree.get("embedded-audio", false);\r
-       const auto key_only                     = ptree.get("key-only",           false);\r
-\r
-       return make_safe<bluefish_consumer_proxy>(device_index, embedded_audio, key_only);\r
+       const auto device_index         = ptree.get(L"device",                  1);\r
+       const auto embedded_audio       = ptree.get(L"embedded-audio",  false);\r
+       const auto key_only                     = ptree.get(L"key-only",                false);\r
+       const auto audio_layout =\r
+               core::default_channel_layout_repository().get_by_name(\r
+                               boost::to_upper_copy(ptree.get(L"channel-layout", L"STEREO")));\r
+\r
+       return make_safe<bluefish_consumer_proxy>(\r
+                       device_index, embedded_audio, key_only, audio_layout);\r
 }\r
 \r
 }}
\ No newline at end of file