]> git.sesse.net Git - casparcg/blob - modules/bluefish/consumer/bluefish_consumer.cpp
2.0.0.2: Decoupled mixer project.
[casparcg] / modules / bluefish / consumer / bluefish_consumer.cpp
1 /*\r
2 * copyright (c) 2010 Sveriges Television AB <info@casparcg.com>\r
3 *\r
4 *  This file is part of CasparCG.\r
5 *\r
6 *    CasparCG is free software: you can redistribute it and/or modify\r
7 *    it under the terms of the GNU General Public License as published by\r
8 *    the Free Software Foundation, either version 3 of the License, or\r
9 *    (at your option) any later version.\r
10 *\r
11 *    CasparCG is distributed in the hope that it will be useful,\r
12 *    but WITHOUT ANY WARRANTY; without even the implied warranty of\r
13 *    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
14 *    GNU General Public License for more details.\r
15 \r
16 *    You should have received a copy of the GNU General Public License\r
17 *    along with CasparCG.  If not, see <http://www.gnu.org/licenses/>.\r
18 *\r
19 */\r
20  \r
21 #include "../StdAfx.h"\r
22 \r
23 #include "bluefish_consumer.h"\r
24 #include "../util/util.h"\r
25 #include "../util/memory.h"\r
26 \r
27 #include <core/consumer/frame/read_frame.h>\r
28 \r
29 #include <common/concurrency/executor.h>\r
30 #include <common/diagnostics/graph.h>\r
31 #include <common/utility/timer.h>\r
32 \r
33 #include <tbb/concurrent_queue.h>\r
34 \r
35 #include <BlueVelvet4.h>\r
36 #include <BlueHancUtils.h>\r
37 \r
38 #include <memory>\r
39 #include <array>\r
40 \r
41 namespace caspar { \r
42         \r
43 CBlueVelvet4* (*BlueVelvetFactory4)() = nullptr;\r
44 const char*     (*BlueVelvetVersion)() = nullptr;\r
45 BLUE_UINT32 (*encode_hanc_frame)(struct hanc_stream_info_struct * hanc_stream_ptr, void * audio_pcm_ptr,BLUE_UINT32 no_audio_ch,BLUE_UINT32 no_audio_samples,BLUE_UINT32 nTypeOfSample,BLUE_UINT32 emb_audio_flag) = nullptr;\r
46 BLUE_UINT32 (*encode_hanc_frame_ex)(BLUE_UINT32 card_type, struct hanc_stream_info_struct * hanc_stream_ptr, void * audio_pcm_ptr, BLUE_UINT32 no_audio_ch,     BLUE_UINT32 no_audio_samples, BLUE_UINT32 nTypeOfSample, BLUE_UINT32 emb_audio_flag) = nullptr;\r
47 \r
48 void blue_velvet_initialize()\r
49 {\r
50 #ifdef _DEBUG\r
51         auto module = LoadLibrary(L"BlueVelvet3_d.dll");\r
52 #else\r
53         auto module = LoadLibrary(L"BlueVelvet3.dll");\r
54 #endif\r
55         if(!module)\r
56                 BOOST_THROW_EXCEPTION(file_not_found() << msg_info("Could not find BlueVelvet3.dll"));\r
57         static std::shared_ptr<void> lib(module, FreeLibrary);\r
58         BlueVelvetFactory4 = reinterpret_cast<decltype(BlueVelvetFactory4)>(GetProcAddress(module, "BlueVelvetFactory4"));\r
59         BlueVelvetVersion = reinterpret_cast<decltype(BlueVelvetVersion)>(GetProcAddress(module, "BlueVelvetVersion"));\r
60 }\r
61 \r
62 void blue_hanc_initialize()\r
63 {\r
64 #ifdef _DEBUG\r
65         auto module = LoadLibrary(L"BlueHancUtils_d.dll");\r
66 #else\r
67         auto module = LoadLibrary(L"BlueHancUtils.dll");\r
68 #endif\r
69         if(!module)\r
70                 BOOST_THROW_EXCEPTION(file_not_found() << msg_info("Could not find BlueHancUtils.dll"));\r
71         static std::shared_ptr<void> lib(module, FreeLibrary);\r
72         encode_hanc_frame = reinterpret_cast<decltype(encode_hanc_frame)>(GetProcAddress(module, "encode_hanc_frame"));\r
73         encode_hanc_frame_ex = reinterpret_cast<decltype(encode_hanc_frame_ex)>(GetProcAddress(module, "encode_hanc_frame_ex"));\r
74 }\r
75 \r
76 void blue_initialize()\r
77 {\r
78         blue_velvet_initialize();\r
79         blue_hanc_initialize();\r
80 }\r
81                 \r
82 struct bluefish_consumer::implementation : boost::noncopyable\r
83 {\r
84         printer                         parent_printer_;\r
85         std::wstring            model_name_;\r
86         const unsigned int      device_index_;\r
87 \r
88         std::shared_ptr<diagnostics::graph> graph_;\r
89         timer perf_timer_;\r
90 \r
91         boost::unique_future<void> active_;\r
92                         \r
93         std::shared_ptr<CBlueVelvet4> blue_;\r
94         \r
95         core::video_format_desc format_desc_;\r
96                 \r
97         unsigned long   mem_fmt_;\r
98         unsigned long   upd_fmt_;\r
99         EVideoMode              vid_fmt_; \r
100         unsigned long   res_fmt_; \r
101         unsigned long   engine_mode_;\r
102         \r
103         std::array<blue_dma_buffer_ptr, 3> reserved_frames_;    \r
104 \r
105         const bool embed_audio_;\r
106 \r
107         executor executor_;\r
108 public:\r
109         implementation::implementation(unsigned int device_index, bool embed_audio) \r
110                 : model_name_(L"BLUEFISH")\r
111                 , device_index_(device_index) \r
112                 , mem_fmt_(MEM_FMT_ARGB_PC)\r
113                 , upd_fmt_(UPD_FMT_FRAME)\r
114                 , vid_fmt_(VID_FMT_INVALID) \r
115                 , res_fmt_(RES_FMT_NORMAL) \r
116                 , engine_mode_(VIDEO_ENGINE_FRAMESTORE)         \r
117                 , embed_audio_(embed_audio)\r
118                 , executor_(print())\r
119         {\r
120                 if(!BlueVelvetFactory4 || (embed_audio_ && (!encode_hanc_frame || !encode_hanc_frame)))\r
121                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info("Bluefish drivers not found."));\r
122         }\r
123 \r
124         ~implementation()\r
125         {\r
126                 if(executor_.is_running())\r
127                 {\r
128                         executor_.invoke([&]\r
129                         {\r
130                                 disable_video_output();\r
131 \r
132                                 if(blue_)\r
133                                         blue_->device_detach();         \r
134                         });\r
135                 }\r
136                 \r
137                 CASPAR_LOG(info) << print() << L" Shutting down.";      \r
138         }\r
139 \r
140         void initialize(const core::video_format_desc& format_desc, const printer& parent_printer)\r
141         {               \r
142                 format_desc_ = format_desc;\r
143                 parent_printer_ = parent_printer;\r
144 \r
145                 blue_.reset(BlueVelvetFactory4());\r
146 \r
147                 if(BLUE_FAIL(blue_->device_attach(device_index_, FALSE))) \r
148                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to attach device."));\r
149         \r
150                 int videoCardType = blue_->has_video_cardtype();\r
151                 model_name_ = get_card_desc(videoCardType);\r
152 \r
153                 graph_ = diagnostics::create_graph(narrow(print()));\r
154                 graph_->add_guide("tick-time", 0.5);\r
155                 graph_->set_color("tick-time", diagnostics::color(0.1f, 0.7f, 0.8f));\r
156                         \r
157                 //void* pBlueDevice = blue_attach_to_device(1);\r
158                 //EBlueConnectorPropertySetting video_routing[1];\r
159                 //auto channel = BLUE_VIDEO_OUTPUT_CHANNEL_A;\r
160                 //video_routing[0].channel = channel;   \r
161                 //video_routing[0].propType = BLUE_CONNECTOR_PROP_SINGLE_LINK;\r
162                 //video_routing[0].connector = channel == BLUE_VIDEO_OUTPUT_CHANNEL_A ? BLUE_CONNECTOR_SDI_OUTPUT_A : BLUE_CONNECTOR_SDI_OUTPUT_B;\r
163                 //blue_set_connector_property(pBlueDevice, 1, video_routing);\r
164                 //blue_detach_from_device(&pBlueDevice);\r
165                 \r
166                 auto desiredVideoFormat = vid_fmt_from_video_format(format_desc_.format);\r
167                 int videoModeCount = blue_->count_video_mode();\r
168                 for(int videoModeIndex = 1; videoModeIndex <= videoModeCount; ++videoModeIndex) \r
169                 {\r
170                         EVideoMode videoMode = blue_->enum_video_mode(videoModeIndex);\r
171                         if(videoMode == desiredVideoFormat) \r
172                                 vid_fmt_ = videoMode;                   \r
173                 }\r
174                 if(vid_fmt_ == VID_FMT_INVALID)\r
175                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set videomode."));\r
176                 \r
177                 // Set default video output channel\r
178                 //if(BLUE_FAIL(set_card_property(blue_, DEFAULT_VIDEO_OUTPUT_CHANNEL, channel)))\r
179                 //      CASPAR_LOG(error) << TEXT("BLUECARD ERROR: Failed to set default channel. (device ") << device_index_ << TEXT(")");\r
180 \r
181                 //Setting output Video mode\r
182                 if(BLUE_FAIL(set_card_property(blue_, VIDEO_MODE, vid_fmt_))) \r
183                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set videomode."));\r
184 \r
185                 //Select Update Mode for output\r
186                 if(BLUE_FAIL(set_card_property(blue_, VIDEO_UPDATE_TYPE, upd_fmt_))) \r
187                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set update type."));\r
188         \r
189                 disable_video_output();\r
190 \r
191                 //Enable dual link output\r
192                 if(BLUE_FAIL(set_card_property(blue_, VIDEO_DUAL_LINK_OUTPUT, 1)))\r
193                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to enable dual link."));\r
194 \r
195                 if(BLUE_FAIL(set_card_property(blue_, VIDEO_DUAL_LINK_OUTPUT_SIGNAL_FORMAT_TYPE, Signal_FormatType_4224)))\r
196                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set dual link format type to 4:2:2:4."));\r
197                         \r
198                 //Select output memory format\r
199                 if(BLUE_FAIL(set_card_property(blue_, VIDEO_MEMORY_FORMAT, mem_fmt_))) \r
200                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set memory format."));\r
201                 \r
202                 //Select image orientation\r
203                 if(BLUE_FAIL(set_card_property(blue_, VIDEO_IMAGE_ORIENTATION, ImageOrientation_Normal)))\r
204                         CASPAR_LOG(warning) << print() << TEXT(" Failed to set image orientation to normal.");  \r
205 \r
206                 // Select data range\r
207                 if(BLUE_FAIL(set_card_property(blue_, VIDEO_RGB_DATA_RANGE, CGR_RANGE))) \r
208                         CASPAR_LOG(warning) << print() << TEXT(" Failed to set RGB data range to CGR.");        \r
209                 \r
210                 if(BLUE_FAIL(set_card_property(blue_, VIDEO_PREDEFINED_COLOR_MATRIX, vid_fmt_ == VID_FMT_PAL ? MATRIX_601_CGR : MATRIX_709_CGR)))\r
211                         CASPAR_LOG(warning) << print() << TEXT(" Failed to set colormatrix to ") << (vid_fmt_ == VID_FMT_PAL ? TEXT("601 CGR") : TEXT("709 CGR")) << TEXT(".");\r
212 \r
213                 if(!embed_audio_)\r
214                 {\r
215                         if(BLUE_FAIL(set_card_property(blue_, EMBEDEDDED_AUDIO_OUTPUT, 0))) \r
216                                 CASPAR_LOG(warning) << TEXT("BLUECARD ERROR: Failed to disable embedded audio.");                       \r
217                         CASPAR_LOG(info) << print() << TEXT(" Disabled embedded-audio.");\r
218                 }\r
219                 else\r
220                 {\r
221                         if(BLUE_FAIL(set_card_property(blue_, EMBEDEDDED_AUDIO_OUTPUT, blue_emb_audio_enable | blue_emb_audio_group1_enable))) \r
222                                 CASPAR_LOG(warning) << print() << TEXT(" Failed to enable embedded audio.");                    \r
223                         CASPAR_LOG(info) << print() << TEXT(" Enabled embedded-audio.");\r
224                 }\r
225                 \r
226                 if (blue_->has_output_key()) \r
227                 {\r
228                         int dummy = TRUE; int v4444 = FALSE; int invert = FALSE; int white = FALSE;\r
229                         blue_->set_output_key(dummy, v4444, invert, white);\r
230                 }\r
231 \r
232                 if(blue_->GetHDCardType(device_index_) != CRD_HD_INVALID) \r
233                         blue_->Set_DownConverterSignalType(vid_fmt_ == VID_FMT_PAL ? SD_SDI : HD_SDI);  \r
234         \r
235                 if(BLUE_FAIL(blue_->set_video_engine(engine_mode_)))\r
236                         BOOST_THROW_EXCEPTION(bluefish_exception() << msg_info(narrow(print()) + " Failed to set video engine."));\r
237 \r
238                 enable_video_output();\r
239                                                 \r
240                 for(size_t n = 0; n < reserved_frames_.size(); ++n)\r
241                         reserved_frames_[n] = std::make_shared<blue_dma_buffer>(format_desc_.size, n);          \r
242                                 \r
243                 executor_.start();\r
244                 active_ = executor_.begin_invoke([]{});\r
245 \r
246                 CASPAR_LOG(info) << print() << TEXT(" Successfully initialized for ") << format_desc_ << TEXT(".");\r
247         }\r
248                 \r
249         void enable_video_output()\r
250         {\r
251                 if(!BLUE_PASS(set_card_property(blue_, VIDEO_BLACKGENERATOR, 0)))\r
252                         CASPAR_LOG(error) << print() << TEXT(" Failed to disable video output.");       \r
253         }\r
254 \r
255         void disable_video_output()\r
256         {\r
257                 if(!BLUE_PASS(set_card_property(blue_, VIDEO_BLACKGENERATOR, 1)))\r
258                         CASPAR_LOG(error)<< print() << TEXT(" Failed to disable video output.");                \r
259         }\r
260 \r
261         virtual void send(const safe_ptr<const core::read_frame>& frame)\r
262         {                       \r
263                 static std::vector<short> silence(MAX_HANC_BUFFER_SIZE, 0);\r
264                 \r
265                 size_t audio_samples = static_cast<size_t>(48000.0 / format_desc_.fps);\r
266                 size_t audio_nchannels = 2;\r
267                 \r
268                 active_.get();\r
269                 active_ = executor_.begin_invoke([=]\r
270                 {\r
271                         try\r
272                         {\r
273                                 std::copy_n(frame->image_data().begin(), frame->image_data().size(), reserved_frames_.front()->image_data());\r
274 \r
275                                 unsigned long n_field = 0;\r
276                                 blue_->wait_output_video_synch(UPD_FMT_FRAME, n_field);\r
277                                 \r
278                                 if(embed_audio_)\r
279                                 {               \r
280                                         auto frame_audio_data = frame->audio_data().empty() ? silence.data() : const_cast<short*>(frame->audio_data().begin());\r
281 \r
282                                         encode_hanc(reinterpret_cast<BLUE_UINT32*>(reserved_frames_.front()->hanc_data()), frame_audio_data, audio_samples, audio_nchannels);\r
283                                                                 \r
284                                         blue_->system_buffer_write_async(const_cast<unsigned char*>(reserved_frames_.front()->image_data()), \r
285                                                                                                         reserved_frames_.front()->image_size(), \r
286                                                                                                         nullptr, \r
287                                                                                                         BlueImage_HANC_DMABuffer(reserved_frames_.front()->id(), BLUE_DATA_IMAGE));\r
288 \r
289                                         blue_->system_buffer_write_async(reserved_frames_.front()->hanc_data(),\r
290                                                                                                         reserved_frames_.front()->hanc_size(), \r
291                                                                                                         nullptr,                 \r
292                                                                                                         BlueImage_HANC_DMABuffer(reserved_frames_.front()->id(), BLUE_DATA_HANC));\r
293 \r
294                                         if(BLUE_FAIL(blue_->render_buffer_update(BlueBuffer_Image_HANC(reserved_frames_.front()->id()))))\r
295                                                 CASPAR_LOG(warning) << print() << TEXT(" render_buffer_update failed.");\r
296                                 }\r
297                                 else\r
298                                 {\r
299                                         blue_->system_buffer_write_async(const_cast<unsigned char*>(reserved_frames_.front()->image_data()),\r
300                                                                                                         reserved_frames_.front()->image_size(), \r
301                                                                                                         nullptr,                 \r
302                                                                                                         BlueImage_DMABuffer(reserved_frames_.front()->id(), BLUE_DATA_IMAGE));\r
303                         \r
304                                         if(BLUE_FAIL(blue_->render_buffer_update(BlueBuffer_Image(reserved_frames_.front()->id()))))\r
305                                                 CASPAR_LOG(warning) << print() << TEXT(" render_buffer_update failed.");\r
306                                 }\r
307 \r
308                                 std::rotate(reserved_frames_.begin(), reserved_frames_.begin() + 1, reserved_frames_.end());\r
309                                 graph_->update_value("tick-time", static_cast<float>(perf_timer_.elapsed()/format_desc_.interval*0.5));\r
310                                 perf_timer_.reset();\r
311                         }\r
312                         catch(...)\r
313                         {\r
314                                 CASPAR_LOG_CURRENT_EXCEPTION();\r
315                         }\r
316                 });\r
317         }\r
318 \r
319         virtual size_t buffer_depth() const{return 1;}\r
320 \r
321         void encode_hanc(BLUE_UINT32* hanc_data, void* audio_data, size_t audio_samples, size_t audio_nchannels)\r
322         {       \r
323                 auto card_type = blue_->has_video_cardtype();\r
324                 auto sample_type = (AUDIO_CHANNEL_16BIT | AUDIO_CHANNEL_LITTLEENDIAN);\r
325                 \r
326                 hanc_stream_info_struct hanc_stream_info;\r
327                 memset(&hanc_stream_info, 0, sizeof(hanc_stream_info));\r
328                 \r
329                 hanc_stream_info.AudioDBNArray[0] = -1;\r
330                 hanc_stream_info.AudioDBNArray[1] = -1;\r
331                 hanc_stream_info.AudioDBNArray[2] = -1;\r
332                 hanc_stream_info.AudioDBNArray[3] = -1;\r
333                 hanc_stream_info.hanc_data_ptr = hanc_data;\r
334                 hanc_stream_info.video_mode = vid_fmt_;\r
335                 \r
336                 auto emb_audio_flag = (blue_emb_audio_enable | blue_emb_audio_group1_enable);\r
337 \r
338                 if (!is_epoch_card(card_type))\r
339                         encode_hanc_frame(&hanc_stream_info, audio_data, audio_nchannels, audio_samples, sample_type, emb_audio_flag);  \r
340                 else\r
341                         encode_hanc_frame_ex(card_type, &hanc_stream_info, audio_data, audio_nchannels, audio_samples, sample_type, emb_audio_flag);\r
342         }\r
343         \r
344         std::wstring print() const\r
345         {\r
346                 return (parent_printer_ ? parent_printer_() + L"/" : L"") + model_name_ + L" [" + boost::lexical_cast<std::wstring>(device_index_) + L"]";\r
347         }\r
348 };\r
349 \r
350 bluefish_consumer::bluefish_consumer(bluefish_consumer&& other) : impl_(std::move(other.impl_)){}\r
351 bluefish_consumer::bluefish_consumer(unsigned int device_index, bool embed_audio) : impl_(new implementation(device_index, embed_audio)){}      \r
352 void bluefish_consumer::initialize(const core::video_format_desc& format_desc, const printer& parent_printer){impl_->initialize(format_desc, parent_printer);}\r
353 void bluefish_consumer::send(const safe_ptr<const core::read_frame>& frame){impl_->send(frame);}\r
354 size_t bluefish_consumer::buffer_depth() const{return impl_->buffer_depth();}\r
355 std::wstring bluefish_consumer::print() const {return impl_->print();}  \r
356 \r
357 std::wstring get_bluefish_version()\r
358 {\r
359         try\r
360         {\r
361                 blue_initialize();\r
362         }\r
363         catch(...)\r
364         {\r
365                 return L"Not found";\r
366         }\r
367         if(!BlueVelvetVersion)\r
368                 return L"Unknown";\r
369 \r
370         return widen(std::string(BlueVelvetVersion()));\r
371 }\r
372 \r
373 std::vector<std::wstring> get_bluefish_device_list()\r
374 {\r
375         std::vector<std::wstring> devices;\r
376 \r
377         try\r
378         {               \r
379                 if(!BlueVelvetFactory4)\r
380                         return devices;\r
381 \r
382                 std::shared_ptr<CBlueVelvet4> blue(BlueVelvetFactory4());\r
383 \r
384                 for(int n = 1; BLUE_PASS(blue->device_attach(n, FALSE)); ++n)\r
385                 {                               \r
386                         devices.push_back(L"[" + boost::lexical_cast<std::wstring>(n) + L"] " + get_card_desc(blue->has_video_cardtype()));\r
387                         blue->device_detach();          \r
388                 }\r
389         }\r
390         catch(...){}\r
391 \r
392         return devices;\r
393 }\r
394 \r
395 safe_ptr<core::frame_consumer> create_bluefish_consumer(const std::vector<std::wstring>& params)\r
396 {\r
397         if(params.size() < 1 || params[0] != L"BLUEFISH")\r
398                 return core::frame_consumer::empty();\r
399                 \r
400         int device_index = 1;\r
401         bool embed_audio = false;\r
402 \r
403         if(params.size() > 1)\r
404                 device_index = lexical_cast_or_default<int>(params[2]);\r
405 \r
406         if(params.size() > 2) \r
407                 embed_audio = lexical_cast_or_default<bool>(params[3]);\r
408 \r
409         return make_safe<bluefish_consumer>(device_index, embed_audio);\r
410 }\r
411 \r
412 }