X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=modules%2Fbluefish%2Fconsumer%2Fbluefish_consumer.cpp;h=d2e5a7f07386e1a382b6c380c5b55a2daaf9bddd;hb=6d0f9227b505b479513b8220fc23ddc68a22bdbd;hp=14f0ac3532c4e12fcaa50e68f22395d237fe1310;hpb=a218d0ca116970342713f777b28eb22c34cd14d8;p=casparcg diff --git a/modules/bluefish/consumer/bluefish_consumer.cpp b/modules/bluefish/consumer/bluefish_consumer.cpp index 14f0ac353..d2e5a7f07 100644 --- a/modules/bluefish/consumer/bluefish_consumer.cpp +++ b/modules/bluefish/consumer/bluefish_consumer.cpp @@ -21,183 +21,96 @@ #include "../StdAfx.h" #include "bluefish_consumer.h" -#include "../util/util.h" +#include "../util/blue_velvet.h" #include "../util/memory.h" -#include +#include #include #include +#include +#include +#include #include +#include +#include + #include -#include -#include +#include #include #include namespace caspar { - -CBlueVelvet4* (*BlueVelvetFactory4)() = nullptr; -const char* (*BlueVelvetVersion)() = nullptr; -BLUE_UINT32 (*encode_hanc_frame)(struct hanc_stream_info_struct * hanc_stream_ptr, void * audio_pcm_ptr,BLUE_UINT32 no_audio_ch,BLUE_UINT32 no_audio_samples,BLUE_UINT32 nTypeOfSample,BLUE_UINT32 emb_audio_flag) = nullptr; -BLUE_UINT32 (*encode_hanc_frame_ex)(BLUE_UINT32 card_type, struct hanc_stream_info_struct * hanc_stream_ptr, void * audio_pcm_ptr, BLUE_UINT32 no_audio_ch, BLUE_UINT32 no_audio_samples, BLUE_UINT32 nTypeOfSample, BLUE_UINT32 emb_audio_flag) = nullptr; - -void blue_velvet_initialize() -{ -#ifdef _DEBUG - auto module = LoadLibrary(L"BlueVelvet3_d.dll"); -#else - auto module = LoadLibrary(L"BlueVelvet3.dll"); -#endif - if(!module) - BOOST_THROW_EXCEPTION(file_not_found() << msg_info("Could not find BlueVelvet3.dll")); - static std::shared_ptr lib(module, FreeLibrary); - BlueVelvetFactory4 = reinterpret_cast(GetProcAddress(module, "BlueVelvetFactory4")); - BlueVelvetVersion = reinterpret_cast(GetProcAddress(module, "BlueVelvetVersion")); -} - -void blue_hanc_initialize() + +struct bluefish_consumer : boost::noncopyable { -#ifdef _DEBUG - auto module = LoadLibrary(L"BlueHancUtils_d.dll"); -#else - auto module = LoadLibrary(L"BlueHancUtils.dll"); -#endif - if(!module) - BOOST_THROW_EXCEPTION(file_not_found() << msg_info("Could not find BlueHancUtils.dll")); - static std::shared_ptr lib(module, FreeLibrary); - encode_hanc_frame = reinterpret_cast(GetProcAddress(module, "encode_hanc_frame")); - encode_hanc_frame_ex = reinterpret_cast(GetProcAddress(module, "encode_hanc_frame_ex")); -} + safe_ptr blue_; + const unsigned int device_index_; + const core::video_format_desc format_desc_; -void blue_initialize() -{ - blue_velvet_initialize(); - blue_hanc_initialize(); -} - -struct bluefish_consumer::implementation : boost::noncopyable -{ - printer parent_printer_; - std::wstring model_name_; - const unsigned int device_index_; + const std::wstring model_name_; std::shared_ptr graph_; - timer perf_timer_; - - boost::unique_future active_; + boost::timer frame_timer_; + boost::timer tick_timer_; + boost::timer sync_timer_; - std::shared_ptr blue_; - - core::video_format_desc format_desc_; - - unsigned long mem_fmt_; - unsigned long upd_fmt_; - EVideoMode vid_fmt_; - unsigned long res_fmt_; - unsigned long engine_mode_; - - std::array reserved_frames_; + unsigned int vid_fmt_; - const bool embed_audio_; + std::array reserved_frames_; + tbb::concurrent_bounded_queue> frame_buffer_; - executor executor_; + int preroll_count_; + + const bool embedded_audio_; + const bool key_only_; + + executor executor_; public: - implementation::implementation(unsigned int device_index, bool embed_audio) - : model_name_(L"BLUEFISH") - , device_index_(device_index) - , mem_fmt_(MEM_FMT_ARGB_PC) - , upd_fmt_(UPD_FMT_FRAME) - , vid_fmt_(VID_FMT_INVALID) - , res_fmt_(RES_FMT_NORMAL) - , engine_mode_(VIDEO_ENGINE_FRAMESTORE) - , embed_audio_(embed_audio) + bluefish_consumer(const core::video_format_desc& format_desc, unsigned int device_index, bool embedded_audio, bool key_only) + : blue_(create_blue(device_index)) + , device_index_(device_index) + , format_desc_(format_desc) + , model_name_(get_card_desc(*blue_)) + , vid_fmt_(get_video_mode(*blue_, format_desc)) + , preroll_count_(0) + , embedded_audio_(embedded_audio) + , key_only_(key_only) , executor_(print()) { - if(!BlueVelvetFactory4 || (embed_audio_ && (!encode_hanc_frame || !encode_hanc_frame))) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info("Bluefish drivers not found.")); - } - - ~implementation() - { - if(executor_.is_running()) - { - executor_.invoke([&] - { - disable_video_output(); - - if(blue_) - blue_->device_detach(); - }); - } - - CASPAR_LOG(info) << print() << L" Shutting down."; - } - - void initialize(const core::video_format_desc& format_desc, const printer& parent_printer) - { - format_desc_ = format_desc; - parent_printer_ = parent_printer; - - blue_.reset(BlueVelvetFactory4()); - - if(BLUE_FAIL(blue_->device_attach(device_index_, FALSE))) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to attach device.")); - - int videoCardType = blue_->has_video_cardtype(); - model_name_ = get_card_desc(videoCardType); + executor_.set_capacity(core::consumer_buffer_depth()); graph_ = diagnostics::create_graph(narrow(print())); graph_->add_guide("tick-time", 0.5); - graph_->set_color("tick-time", diagnostics::color(0.1f, 0.7f, 0.8f)); + graph_->set_color("tick-time", diagnostics::color(0.0f, 0.6f, 0.9f)); + graph_->add_guide("frame-time", 0.5f); + graph_->set_color("frame-time", diagnostics::color(1.0f, 0.0f, 0.0f)); + graph_->set_color("sync-time", diagnostics::color(0.5f, 1.0f, 0.2f)); + graph_->set_color("input-buffer", diagnostics::color(1.0f, 1.0f, 0.0f)); - //void* pBlueDevice = blue_attach_to_device(1); - //EBlueConnectorPropertySetting video_routing[1]; - //auto channel = BLUE_VIDEO_OUTPUT_CHANNEL_A; - //video_routing[0].channel = channel; - //video_routing[0].propType = BLUE_CONNECTOR_PROP_SINGLE_LINK; - //video_routing[0].connector = channel == BLUE_VIDEO_OUTPUT_CHANNEL_A ? BLUE_CONNECTOR_SDI_OUTPUT_A : BLUE_CONNECTOR_SDI_OUTPUT_B; - //blue_set_connector_property(pBlueDevice, 1, video_routing); - //blue_detach_from_device(&pBlueDevice); - - auto desiredVideoFormat = vid_fmt_from_video_format(format_desc_.format); - int videoModeCount = blue_->count_video_mode(); - for(int videoModeIndex = 1; videoModeIndex <= videoModeCount; ++videoModeIndex) - { - EVideoMode videoMode = blue_->enum_video_mode(videoModeIndex); - if(videoMode == desiredVideoFormat) - vid_fmt_ = videoMode; - } - if(vid_fmt_ == VID_FMT_INVALID) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set videomode.")); - - // Set default video output channel - //if(BLUE_FAIL(set_card_property(blue_, DEFAULT_VIDEO_OUTPUT_CHANNEL, channel))) - // CASPAR_LOG(error) << TEXT("BLUECARD ERROR: Failed to set default channel. (device ") << device_index_ << TEXT(")"); - //Setting output Video mode if(BLUE_FAIL(set_card_property(blue_, VIDEO_MODE, vid_fmt_))) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set videomode.")); + BOOST_THROW_EXCEPTION(caspar_exception() << msg_info(narrow(print()) + " Failed to set videomode.")); //Select Update Mode for output - if(BLUE_FAIL(set_card_property(blue_, VIDEO_UPDATE_TYPE, upd_fmt_))) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set update type.")); + if(BLUE_FAIL(set_card_property(blue_, VIDEO_UPDATE_TYPE, UPD_FMT_FRAME))) + BOOST_THROW_EXCEPTION(caspar_exception() << msg_info(narrow(print()) + " Failed to set update type.")); disable_video_output(); //Enable dual link output if(BLUE_FAIL(set_card_property(blue_, VIDEO_DUAL_LINK_OUTPUT, 1))) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to enable dual link.")); + BOOST_THROW_EXCEPTION(caspar_exception() << msg_info(narrow(print()) + " Failed to enable dual link.")); if(BLUE_FAIL(set_card_property(blue_, VIDEO_DUAL_LINK_OUTPUT_SIGNAL_FORMAT_TYPE, Signal_FormatType_4224))) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set dual link format type to 4:2:2:4.")); + BOOST_THROW_EXCEPTION(caspar_exception() << msg_info(narrow(print()) + " Failed to set dual link format type to 4:2:2:4.")); //Select output memory format - if(BLUE_FAIL(set_card_property(blue_, VIDEO_MEMORY_FORMAT, mem_fmt_))) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set memory format.")); + if(BLUE_FAIL(set_card_property(blue_, VIDEO_MEMORY_FORMAT, MEM_FMT_ARGB_PC))) + BOOST_THROW_EXCEPTION(caspar_exception() << msg_info(narrow(print()) + " Failed to set memory format.")); //Select image orientation if(BLUE_FAIL(set_card_property(blue_, VIDEO_IMAGE_ORIENTATION, ImageOrientation_Normal))) @@ -210,7 +123,7 @@ public: if(BLUE_FAIL(set_card_property(blue_, VIDEO_PREDEFINED_COLOR_MATRIX, vid_fmt_ == VID_FMT_PAL ? MATRIX_601_CGR : MATRIX_709_CGR))) CASPAR_LOG(warning) << print() << TEXT(" Failed to set colormatrix to ") << (vid_fmt_ == VID_FMT_PAL ? TEXT("601 CGR") : TEXT("709 CGR")) << TEXT("."); - if(!embed_audio_) + if(!embedded_audio_) { if(BLUE_FAIL(set_card_property(blue_, EMBEDEDDED_AUDIO_OUTPUT, 0))) CASPAR_LOG(warning) << TEXT("BLUECARD ERROR: Failed to disable embedded audio."); @@ -232,20 +145,44 @@ public: if(blue_->GetHDCardType(device_index_) != CRD_HD_INVALID) blue_->Set_DownConverterSignalType(vid_fmt_ == VID_FMT_PAL ? SD_SDI : HD_SDI); - if(BLUE_FAIL(blue_->set_video_engine(engine_mode_))) - BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set video engine.")); + unsigned long engine_mode = VIDEO_ENGINE_FRAMESTORE; + if(BLUE_FAIL(blue_->set_video_engine(engine_mode))) + BOOST_THROW_EXCEPTION(caspar_exception() << msg_info(narrow(print()) + " Failed to set video engine.")); enable_video_output(); - for(size_t n = 0; n < reserved_frames_.size(); ++n) - reserved_frames_[n] = std::make_shared(format_desc_.size, n); - - executor_.start(); - active_ = executor_.begin_invoke([]{}); - - CASPAR_LOG(info) << print() << TEXT(" Successfully initialized for ") << format_desc_ << TEXT("."); + int n = 0; + std::generate(reserved_frames_.begin(), reserved_frames_.end(), [&] + { + return std::make_shared(format_desc_.size, n++); + }); + + CASPAR_LOG(info) << print() << L" Successfully Initialized."; } + + ~bluefish_consumer() + { + try + { + executor_.invoke([&] + { + disable_video_output(); + blue_->device_detach(); + }); + } + catch(...) + { + CASPAR_LOG_CURRENT_EXCEPTION(); + } + CASPAR_LOG(info) << print() << L" Shutting down."; + } + + const core::video_format_desc& get_video_format_desc() const + { + return format_desc_; + } + void enable_video_output() { if(!BLUE_PASS(set_card_property(blue_, VIDEO_BLACKGENERATOR, 0))) @@ -257,31 +194,60 @@ public: if(!BLUE_PASS(set_card_property(blue_, VIDEO_BLACKGENERATOR, 1))) CASPAR_LOG(error)<< print() << TEXT(" Failed to disable video output."); } - - virtual void send(const safe_ptr& frame) - { - static std::vector silence(MAX_HANC_BUFFER_SIZE, 0); + + void send(const safe_ptr& frame) + { + if(preroll_count_ < executor_.capacity()) + { + while(preroll_count_++ < executor_.capacity()) + schedule_next_video(make_safe()); + } - size_t audio_samples = static_cast(48000.0 / format_desc_.fps); - size_t audio_nchannels = 2; + schedule_next_video(frame); + } + + void schedule_next_video(const safe_ptr& frame) + { + static std::vector silence(MAX_HANC_BUFFER_SIZE, 0); - active_.get(); - active_ = executor_.begin_invoke([=] + executor_.begin_invoke([=] { try { - std::copy_n(frame->image_data().begin(), frame->image_data().size(), reserved_frames_.front()->image_data()); + const size_t audio_samples = format_desc_.audio_samples_per_frame; + const size_t audio_nchannels = format_desc_.audio_channels; + frame_timer_.restart(); + + // Copy to local buffers + + if(!frame->image_data().empty()) + { + if(key_only_) + fast_memshfl(reserved_frames_.front()->image_data(), frame->image_data().begin(), frame->image_data().size(), 0x0F0F0F0F, 0x0B0B0B0B, 0x07070707, 0x03030303); + else + fast_memcpy(reserved_frames_.front()->image_data(), frame->image_data().begin(), frame->image_data().size()); + } + else + fast_memclr(reserved_frames_.front()->image_data(), reserved_frames_.front()->image_size()); + + // Sync + + sync_timer_.restart(); unsigned long n_field = 0; blue_->wait_output_video_synch(UPD_FMT_FRAME, n_field); - - if(embed_audio_) + graph_->update_value("sync-time", static_cast(sync_timer_.elapsed()*format_desc_.fps*0.5)); + + // Send and display + + if(embedded_audio_) { - auto frame_audio_data = frame->audio_data().empty() ? silence.data() : const_cast(frame->audio_data().begin()); + auto frame_audio = core::audio_32_to_16_sse(frame->audio_data()); + auto frame_audio_data = frame_audio.size() != audio_samples ? silence.data() : frame_audio.data(); encode_hanc(reinterpret_cast(reserved_frames_.front()->hanc_data()), frame_audio_data, audio_samples, audio_nchannels); - blue_->system_buffer_write_async(const_cast(reserved_frames_.front()->image_data()), + blue_->system_buffer_write_async(const_cast(reserved_frames_.front()->image_data()), reserved_frames_.front()->image_size(), nullptr, BlueImage_HANC_DMABuffer(reserved_frames_.front()->id(), BLUE_DATA_IMAGE)); @@ -296,7 +262,7 @@ public: } else { - blue_->system_buffer_write_async(const_cast(reserved_frames_.front()->image_data()), + blue_->system_buffer_write_async(const_cast(reserved_frames_.front()->image_data()), reserved_frames_.front()->image_size(), nullptr, BlueImage_DMABuffer(reserved_frames_.front()->id(), BLUE_DATA_IMAGE)); @@ -306,22 +272,25 @@ public: } std::rotate(reserved_frames_.begin(), reserved_frames_.begin() + 1, reserved_frames_.end()); - graph_->update_value("tick-time", static_cast(perf_timer_.elapsed()/format_desc_.interval*0.5)); - perf_timer_.reset(); + + graph_->update_value("frame-time", static_cast(frame_timer_.elapsed()*format_desc_.fps*0.5)); + + graph_->update_value("tick-time", static_cast(tick_timer_.elapsed()*format_desc_.fps*0.5)); + tick_timer_.restart(); } catch(...) { CASPAR_LOG_CURRENT_EXCEPTION(); } + graph_->set_value("input-buffer", static_cast(executor_.size())/static_cast(executor_.capacity())); }); + graph_->set_value("input-buffer", static_cast(executor_.size())/static_cast(executor_.capacity())); } - virtual size_t buffer_depth() const{return 1;} - void encode_hanc(BLUE_UINT32* hanc_data, void* audio_data, size_t audio_samples, size_t audio_nchannels) { - auto card_type = blue_->has_video_cardtype(); - auto sample_type = (AUDIO_CHANNEL_16BIT | AUDIO_CHANNEL_LITTLEENDIAN); + const auto sample_type = AUDIO_CHANNEL_16BIT | AUDIO_CHANNEL_LITTLEENDIAN; + const auto emb_audio_flag = blue_emb_audio_enable | blue_emb_audio_group1_enable; hanc_stream_info_struct hanc_stream_info; memset(&hanc_stream_info, 0, sizeof(hanc_stream_info)); @@ -330,83 +299,83 @@ public: hanc_stream_info.AudioDBNArray[1] = -1; hanc_stream_info.AudioDBNArray[2] = -1; hanc_stream_info.AudioDBNArray[3] = -1; - hanc_stream_info.hanc_data_ptr = hanc_data; - hanc_stream_info.video_mode = vid_fmt_; + hanc_stream_info.hanc_data_ptr = hanc_data; + hanc_stream_info.video_mode = vid_fmt_; - auto emb_audio_flag = (blue_emb_audio_enable | blue_emb_audio_group1_enable); - - if (!is_epoch_card(card_type)) + if (!is_epoch_card(*blue_)) encode_hanc_frame(&hanc_stream_info, audio_data, audio_nchannels, audio_samples, sample_type, emb_audio_flag); else - encode_hanc_frame_ex(card_type, &hanc_stream_info, audio_data, audio_nchannels, audio_samples, sample_type, emb_audio_flag); + encode_hanc_frame_ex(blue_->has_video_cardtype(), &hanc_stream_info, audio_data, audio_nchannels, audio_samples, sample_type, emb_audio_flag); } std::wstring print() const { - return (parent_printer_ ? parent_printer_() + L"/" : L"") + model_name_ + L" [" + boost::lexical_cast(device_index_) + L"]"; + return model_name_ + L" [" + boost::lexical_cast(device_index_) + L"|" + format_desc_.name + L"]"; } }; -bluefish_consumer::bluefish_consumer(bluefish_consumer&& other) : impl_(std::move(other.impl_)){} -bluefish_consumer::bluefish_consumer(unsigned int device_index, bool embed_audio) : impl_(new implementation(device_index, embed_audio)){} -void bluefish_consumer::initialize(const core::video_format_desc& format_desc, const printer& parent_printer){impl_->initialize(format_desc, parent_printer);} -void bluefish_consumer::send(const safe_ptr& frame){impl_->send(frame);} -size_t bluefish_consumer::buffer_depth() const{return impl_->buffer_depth();} -std::wstring bluefish_consumer::print() const {return impl_->print();} - -std::wstring get_bluefish_version() +struct bluefish_consumer_proxy : public core::frame_consumer { - try + std::unique_ptr consumer_; + const size_t device_index_; + const bool embedded_audio_; + const bool key_only_; + core::video_format_desc format_desc_; +public: + + bluefish_consumer_proxy(size_t device_index, bool embedded_audio, bool key_only) + : device_index_(device_index) + , embedded_audio_(embedded_audio) + , key_only_(key_only) { - blue_initialize(); } - catch(...) + + virtual void initialize(const core::video_format_desc& format_desc) { - return L"Not found"; + format_desc_ = format_desc; + consumer_.reset(new bluefish_consumer(format_desc, device_index_, embedded_audio_, key_only_)); + } + + virtual bool send(const safe_ptr& frame) + { + consumer_->send(frame); + return true; } - if(!BlueVelvetVersion) - return L"Unknown"; - - return widen(std::string(BlueVelvetVersion())); -} - -std::vector get_bluefish_device_list() -{ - std::vector devices; - - try - { - if(!BlueVelvetFactory4) - return devices; - - std::shared_ptr blue(BlueVelvetFactory4()); - for(int n = 1; BLUE_PASS(blue->device_attach(n, FALSE)); ++n) - { - devices.push_back(L"[" + boost::lexical_cast(n) + L"] " + get_card_desc(blue->has_video_cardtype())); - blue->device_detach(); - } + virtual const core::video_format_desc& get_video_format_desc() const + { + return consumer_->get_video_format_desc(); } - catch(...){} + + virtual std::wstring print() const + { + if(consumer_) + consumer_->print(); - return devices; -} + return L"bluefish [" + boost::lexical_cast(device_index_) + L"]"; + } +}; safe_ptr create_bluefish_consumer(const std::vector& params) { if(params.size() < 1 || params[0] != L"BLUEFISH") return core::frame_consumer::empty(); - int device_index = 1; - bool embed_audio = false; + const auto device_index = params.size() > 1 ? lexical_cast_or_default(params[1], 1) : 1; + + const auto embedded_audio = std::find(params.begin(), params.end(), L"EMBEDDED_AUDIO") != params.end(); + const auto key_only = std::find(params.begin(), params.end(), L"KEY_ONLY") != params.end(); - if(params.size() > 1) - device_index = lexical_cast_or_default(params[2]); + return make_safe(device_index, embedded_audio, key_only); +} - if(params.size() > 2) - embed_audio = lexical_cast_or_default(params[3]); +safe_ptr create_bluefish_consumer(const boost::property_tree::ptree& ptree) +{ + const auto device_index = ptree.get("device", 1); + const auto embedded_audio = ptree.get("embedded-audio", false); + const auto key_only = ptree.get("key-only", false); - return make_safe(device_index, embed_audio); + return make_safe(device_index, embedded_audio, key_only); } } \ No newline at end of file