]> git.sesse.net Git - casparcg/blob - shell/server.cpp
Don't persist media info, but generate at server startup in background thread instead...
[casparcg] / shell / server.cpp
1 /*\r
2 * Copyright 2013 Sveriges Television AB http://casparcg.com/\r
3 *\r
4 * This file is part of CasparCG (www.casparcg.com).\r
5 *\r
6 * CasparCG is free software: you can redistribute it and/or modify\r
7 * it under the terms of the GNU General Public License as published by\r
8 * the Free Software Foundation, either version 3 of the License, or\r
9 * (at your option) any later version.\r
10 *\r
11 * CasparCG is distributed in the hope that it will be useful,\r
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of\r
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
14 * GNU General Public License for more details.\r
15 *\r
16 * You should have received a copy of the GNU General Public License\r
17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.\r
18 *\r
19 * Author: Robert Nagy, ronag89@gmail.com\r
20 */\r
21 \r
22 \r
23 #include "server.h"\r
24 \r
25 #include <memory>\r
26 \r
27 #include <common/env.h>\r
28 #include <common/exception/exceptions.h>\r
29 #include <common/utility/string.h>\r
30 #include <common/filesystem/polling_filesystem_monitor.h>\r
31 \r
32 #include <core/mixer/gpu/ogl_device.h>\r
33 #include <core/mixer/audio/audio_util.h>\r
34 #include <core/mixer/mixer.h>\r
35 #include <core/video_channel.h>\r
36 #include <core/producer/stage.h>\r
37 #include <core/consumer/output.h>\r
38 #include <core/consumer/synchronizing/synchronizing_consumer.h>\r
39 #include <core/thumbnail_generator.h>\r
40 #include <core/producer/media_info/media_info.h>\r
41 #include <core/producer/media_info/media_info_repository.h>\r
42 #include <core/producer/media_info/in_memory_media_info_repository.h>\r
43 \r
44 #include <modules/bluefish/bluefish.h>\r
45 #include <modules/decklink/decklink.h>\r
46 #include <modules/ffmpeg/ffmpeg.h>\r
47 #include <modules/flash/flash.h>\r
48 #include <modules/oal/oal.h>\r
49 #include <modules/ogl/ogl.h>\r
50 #include <modules/newtek/newtek.h>\r
51 #include <modules/silverlight/silverlight.h>\r
52 #include <modules/image/image.h>\r
53 #include <modules/image/consumer/image_consumer.h>\r
54 \r
55 #include <modules/oal/consumer/oal_consumer.h>\r
56 #include <modules/bluefish/consumer/bluefish_consumer.h>\r
57 #include <modules/newtek/consumer/newtek_ivga_consumer.h>\r
58 #include <modules/decklink/consumer/decklink_consumer.h>\r
59 #include <modules/decklink/consumer/blocking_decklink_consumer.h>\r
60 #include <modules/ogl/consumer/ogl_consumer.h>\r
61 #include <modules/ffmpeg/consumer/ffmpeg_consumer.h>\r
62 \r
63 #include <protocol/amcp/AMCPProtocolStrategy.h>\r
64 #include <protocol/cii/CIIProtocolStrategy.h>\r
65 #include <protocol/CLK/CLKProtocolStrategy.h>\r
66 #include <protocol/util/AsyncEventServer.h>\r
67 #include <protocol/util/stateful_protocol_strategy_wrapper.h>\r
68 #include <protocol/osc/client.h>\r
69 \r
70 #include <boost/algorithm/string.hpp>\r
71 #include <boost/lexical_cast.hpp>\r
72 #include <boost/filesystem.hpp>\r
73 #include <boost/foreach.hpp>\r
74 #include <boost/property_tree/ptree.hpp>\r
75 #include <boost/property_tree/xml_parser.hpp>\r
76 #include <boost/asio.hpp>\r
77 \r
78 #include <tbb/atomic.h>\r
79 \r
80 namespace caspar {\r
81 \r
82 using namespace core;\r
83 using namespace protocol;\r
84 \r
85 std::shared_ptr<boost::asio::io_service> create_running_io_service()\r
86 {\r
87         auto service = std::make_shared<boost::asio::io_service>();\r
88         // To keep the io_service::run() running although no pending async\r
89         // operations are posted.\r
90         auto work = std::make_shared<boost::asio::io_service::work>(*service);\r
91         auto thread = std::make_shared<boost::thread>([service]\r
92         {\r
93                 win32_exception::ensure_handler_installed_for_thread("asio-thread");\r
94 \r
95                 service->run();\r
96         });\r
97 \r
98         return std::shared_ptr<boost::asio::io_service>(\r
99                         service.get(),\r
100                         [service, work, thread] (void*) mutable\r
101                         {\r
102                                 work.reset();\r
103                                 service->stop();\r
104                                 thread->join();\r
105                         });\r
106 }\r
107 \r
108 struct server::implementation : boost::noncopyable\r
109 {\r
110         std::shared_ptr<boost::asio::io_service>        io_service_;\r
111         safe_ptr<core::monitor::subject>                        monitor_subject_;\r
112         boost::promise<bool>&                                           shutdown_server_now_;\r
113         safe_ptr<ogl_device>                                            ogl_;\r
114         std::vector<safe_ptr<IO::AsyncEventServer>> async_servers_;     \r
115         std::shared_ptr<IO::AsyncEventServer>           primary_amcp_server_;\r
116         osc::client                                                                     osc_client_;\r
117         std::vector<std::shared_ptr<void>>                      predefined_osc_subscriptions_;\r
118         std::vector<safe_ptr<video_channel>>            channels_;\r
119         safe_ptr<media_info_repository>                         media_info_repo_;\r
120         boost::thread                                                           initial_media_info_thread_;\r
121         tbb::atomic<bool>                                                       running_;\r
122         std::shared_ptr<thumbnail_generator>            thumbnail_generator_;\r
123 \r
124         implementation(boost::promise<bool>& shutdown_server_now)\r
125                 : io_service_(create_running_io_service())\r
126                 , shutdown_server_now_(shutdown_server_now)\r
127                 , ogl_(ogl_device::create())\r
128                 , osc_client_(io_service_)\r
129                 , media_info_repo_(create_in_memory_media_info_repository())\r
130         {\r
131                 running_ = true;\r
132                 setup_audio(env::properties());\r
133 \r
134                 ffmpeg::init(media_info_repo_);\r
135                 CASPAR_LOG(info) << L"Initialized ffmpeg module.";\r
136                                                           \r
137                 bluefish::init();         \r
138                 CASPAR_LOG(info) << L"Initialized bluefish module.";\r
139                                                           \r
140                 decklink::init();         \r
141                 CASPAR_LOG(info) << L"Initialized decklink module.";\r
142 \r
143                 oal::init();\r
144                 CASPAR_LOG(info) << L"Initialized oal module.";\r
145                                                           \r
146                 newtek::init();\r
147                 CASPAR_LOG(info) << L"Initialized newtek module.";\r
148 \r
149                 ogl::init();              \r
150                 CASPAR_LOG(info) << L"Initialized ogl module.";\r
151 \r
152                 flash::init();            \r
153                 CASPAR_LOG(info) << L"Initialized flash module.";\r
154 \r
155                 image::init();            \r
156                 CASPAR_LOG(info) << L"Initialized image module.";\r
157 \r
158                 setup_channels(env::properties());\r
159                 CASPAR_LOG(info) << L"Initialized channels.";\r
160 \r
161                 setup_thumbnail_generation(env::properties());\r
162 \r
163                 setup_controllers(env::properties());\r
164                 CASPAR_LOG(info) << L"Initialized controllers.";\r
165 \r
166                 setup_osc(env::properties());\r
167                 CASPAR_LOG(info) << L"Initialized osc.";\r
168 \r
169                 start_initial_media_info_scan();\r
170                 CASPAR_LOG(info) << L"Started initial media information retrieval.";\r
171         }\r
172 \r
173         ~implementation()\r
174         {\r
175                 running_ = false;\r
176                 initial_media_info_thread_.join();\r
177                 thumbnail_generator_.reset();\r
178                 primary_amcp_server_.reset();\r
179                 async_servers_.clear();\r
180                 destroy_producers_synchronously();\r
181                 channels_.clear();\r
182 \r
183                 ffmpeg::uninit();\r
184         }\r
185 \r
186         void setup_audio(const boost::property_tree::wptree& pt)\r
187         {\r
188                 register_default_channel_layouts(default_channel_layout_repository());\r
189                 register_default_mix_configs(default_mix_config_repository());\r
190 \r
191                 auto channel_layouts =\r
192                         pt.get_child_optional(L"configuration.audio.channel-layouts");\r
193                 auto mix_configs =\r
194                         pt.get_child_optional(L"configuration.audio.mix-configs");\r
195 \r
196                 if (channel_layouts)\r
197                         parse_channel_layouts(\r
198                                         default_channel_layout_repository(), *channel_layouts);\r
199 \r
200                 if (mix_configs)\r
201                         parse_mix_configs(\r
202                                         default_mix_config_repository(), *mix_configs);\r
203         }\r
204                                 \r
205         void setup_channels(const boost::property_tree::wptree& pt)\r
206         {   \r
207                 using boost::property_tree::wptree;\r
208                 BOOST_FOREACH(auto& xml_channel, pt.get_child(L"configuration.channels"))\r
209                 {               \r
210                         auto format_desc = video_format_desc::get(widen(xml_channel.second.get(L"video-mode", L"PAL")));                \r
211                         if(format_desc.format == video_format::invalid)\r
212                                 BOOST_THROW_EXCEPTION(caspar_exception() << msg_info("Invalid video-mode."));\r
213                         auto audio_channel_layout = default_channel_layout_repository().get_by_name(\r
214                                         boost::to_upper_copy(xml_channel.second.get(L"channel-layout", L"STEREO")));\r
215                         \r
216                         channels_.push_back(make_safe<video_channel>(channels_.size()+1, format_desc, ogl_, audio_channel_layout));\r
217                         \r
218                         channels_.back()->monitor_output().attach_parent(monitor_subject_);\r
219                         channels_.back()->mixer()->set_straight_alpha_output(\r
220                                         xml_channel.second.get(L"straight-alpha-output", false));\r
221 \r
222                         create_consumers(\r
223                                 xml_channel.second.get_child(L"consumers"),\r
224                                 [&] (const safe_ptr<core::frame_consumer>& consumer)\r
225                                 {\r
226                                         channels_.back()->output()->add(consumer);\r
227                                 });\r
228                 }\r
229 \r
230                 // Dummy diagnostics channel\r
231                 if(env::properties().get(L"configuration.channel-grid", false))\r
232                         channels_.push_back(make_safe<video_channel>(channels_.size()+1, core::video_format_desc::get(core::video_format::x576p2500), ogl_, default_channel_layout_repository().get_by_name(L"STEREO")));\r
233         }\r
234 \r
235         template<typename Base>\r
236         std::vector<safe_ptr<Base>> create_consumers(const boost::property_tree::wptree& pt)\r
237         {\r
238                 std::vector<safe_ptr<Base>> consumers;\r
239 \r
240                 create_consumers(pt, [&] (const safe_ptr<core::frame_consumer>& consumer)\r
241                 {\r
242                         consumers.push_back(dynamic_pointer_cast<Base>(consumer));\r
243                 });\r
244 \r
245                 return consumers;\r
246         }\r
247 \r
248         template<class Func>\r
249         void create_consumers(const boost::property_tree::wptree& pt, const Func& on_consumer)\r
250         {\r
251                 BOOST_FOREACH(auto& xml_consumer, pt)\r
252                 {\r
253                         try\r
254                         {\r
255                                 auto name = xml_consumer.first;\r
256 \r
257                                 if (name == L"screen")\r
258                                         on_consumer(ogl::create_consumer(xml_consumer.second));\r
259                                 else if (name == L"bluefish")                                   \r
260                                         on_consumer(bluefish::create_consumer(xml_consumer.second));                                    \r
261                                 else if (name == L"decklink")                                   \r
262                                         on_consumer(decklink::create_consumer(xml_consumer.second));                            \r
263                                 else if (name == L"newtek-ivga")                                        \r
264                                         on_consumer(newtek::create_ivga_consumer(xml_consumer.second));                 \r
265                                 else if (name == L"blocking-decklink")\r
266                                         on_consumer(decklink::create_blocking_consumer(xml_consumer.second));                           \r
267                                 else if (name == L"file" || name == L"stream")                                  \r
268                                         on_consumer(ffmpeg::create_consumer(xml_consumer.second));                                              \r
269                                 else if (name == L"system-audio")\r
270                                         on_consumer(oal::create_consumer());\r
271                                 else if (name == L"synchronizing")\r
272                                         on_consumer(make_safe<core::synchronizing_consumer>(\r
273                                                         create_consumers<core::frame_consumer>(\r
274                                                                         xml_consumer.second)));\r
275                                 else if (name != L"<xmlcomment>")\r
276                                         CASPAR_LOG(warning) << "Invalid consumer: " << widen(name);     \r
277                         }\r
278                         catch(...)\r
279                         {\r
280                                 CASPAR_LOG_CURRENT_EXCEPTION();\r
281                         }\r
282                 }\r
283         }\r
284                 \r
285         void setup_controllers(const boost::property_tree::wptree& pt)\r
286         {               \r
287                 using boost::property_tree::wptree;\r
288                 BOOST_FOREACH(auto& xml_controller, pt.get_child(L"configuration.controllers"))\r
289                 {\r
290                         try\r
291                         {\r
292                                 auto name = xml_controller.first;\r
293                                 auto protocol = xml_controller.second.get<std::wstring>(L"protocol");   \r
294 \r
295                                 if(name == L"tcp")\r
296                                 {                                       \r
297                                         unsigned int port = xml_controller.second.get(L"port", 5250);\r
298                                         auto asyncbootstrapper = make_safe<IO::AsyncEventServer>(create_protocol(protocol), port);\r
299                                         asyncbootstrapper->Start();\r
300                                         async_servers_.push_back(asyncbootstrapper);\r
301 \r
302                                         if (!primary_amcp_server_ && boost::iequals(protocol, L"AMCP"))\r
303                                                 primary_amcp_server_ = asyncbootstrapper;\r
304                                 }\r
305                                 else\r
306                                         CASPAR_LOG(warning) << "Invalid controller: " << widen(name);   \r
307                         }\r
308                         catch(...)\r
309                         {\r
310                                 CASPAR_LOG_CURRENT_EXCEPTION();\r
311                         }\r
312                 }\r
313         }\r
314 \r
315         void setup_osc(const boost::property_tree::wptree& pt)\r
316         {               \r
317                 using boost::property_tree::wptree;\r
318                 using namespace boost::asio::ip;\r
319 \r
320                 monitor_subject_->attach_parent(osc_client_.sink());\r
321                 \r
322                 auto default_port =\r
323                                 pt.get<unsigned short>(L"configuration.osc.default-port", 6250);\r
324                 auto predefined_clients =\r
325                                 pt.get_child_optional(L"configuration.osc.predefined-clients");\r
326 \r
327                 if (predefined_clients)\r
328                 {\r
329                         BOOST_FOREACH(auto& predefined_client, *predefined_clients)\r
330                         {\r
331                                 const auto address =\r
332                                                 predefined_client.second.get<std::wstring>(L"address");\r
333                                 const auto port =\r
334                                                 predefined_client.second.get<unsigned short>(L"port");\r
335                                 predefined_osc_subscriptions_.push_back(\r
336                                                 osc_client_.get_subscription_token(udp::endpoint(\r
337                                                                 address_v4::from_string(narrow(address)),\r
338                                                                 port)));\r
339                         }\r
340                 }\r
341 \r
342                 if (primary_amcp_server_)\r
343                         primary_amcp_server_->add_lifecycle_factory(\r
344                                         [=] (const std::string& ipv4_address)\r
345                                                         -> std::shared_ptr<void>\r
346                                         {\r
347                                                 using namespace boost::asio::ip;\r
348 \r
349                                                 return osc_client_.get_subscription_token(\r
350                                                                 udp::endpoint(\r
351                                                                                 address_v4::from_string(ipv4_address),\r
352                                                                                 default_port));\r
353                                         });\r
354         }\r
355 \r
356         void setup_thumbnail_generation(const boost::property_tree::wptree& pt)\r
357         {\r
358                 if (!pt.get(L"configuration.thumbnails.generate-thumbnails", true))\r
359                         return;\r
360 \r
361                 auto scan_interval_millis = pt.get(L"configuration.thumbnails.scan-interval-millis", 5000);\r
362 \r
363                 polling_filesystem_monitor_factory monitor_factory(\r
364                                 io_service_, scan_interval_millis);\r
365                 thumbnail_generator_.reset(new thumbnail_generator(\r
366                                 monitor_factory, \r
367                                 env::media_folder(),\r
368                                 env::thumbnails_folder(),\r
369                                 pt.get(L"configuration.thumbnails.width", 256),\r
370                                 pt.get(L"configuration.thumbnails.height", 144),\r
371                                 core::video_format_desc::get(pt.get(L"configuration.thumbnails.video-mode", L"720p2500")),\r
372                                 ogl_,\r
373                                 pt.get(L"configuration.thumbnails.generate-delay-millis", 2000),\r
374                                 &image::write_cropped_png,\r
375                                 media_info_repo_));\r
376 \r
377                 CASPAR_LOG(info) << L"Initialized thumbnail generator.";\r
378         }\r
379 \r
380         safe_ptr<IO::IProtocolStrategy> create_protocol(const std::wstring& name) const\r
381         {\r
382                 if(boost::iequals(name, L"AMCP"))\r
383                         return make_safe<amcp::AMCPProtocolStrategy>(channels_, thumbnail_generator_, media_info_repo_, shutdown_server_now_);\r
384                 else if(boost::iequals(name, L"CII"))\r
385                         return make_safe<cii::CIIProtocolStrategy>(channels_);\r
386                 else if(boost::iequals(name, L"CLOCK"))\r
387                         //return make_safe<CLK::CLKProtocolStrategy>(channels_);\r
388                         return make_safe<IO::stateful_protocol_strategy_wrapper>([=]\r
389                         {\r
390                                 return std::make_shared<CLK::CLKProtocolStrategy>(channels_);\r
391                         });\r
392                 \r
393                 BOOST_THROW_EXCEPTION(caspar_exception() << arg_name_info("name") << arg_value_info(narrow(name)) << msg_info("Invalid protocol"));\r
394         }\r
395 \r
396         void start_initial_media_info_scan()\r
397         {\r
398                 initial_media_info_thread_ = boost::thread([this]\r
399                 {\r
400                         for (boost::filesystem::wrecursive_directory_iterator iter(env::media_folder()), end; iter != end; ++iter)\r
401                         {\r
402                                 if (running_)\r
403                                         media_info_repo_->get(iter->path().file_string());\r
404                                 else\r
405                                 {\r
406                                         CASPAR_LOG(info) << L"Initial media information retrieval aborted.";\r
407                                         return;\r
408                                 }\r
409                         }\r
410 \r
411                         CASPAR_LOG(info) << L"Initial media information retrieval finished.";\r
412                 });\r
413         }\r
414 };\r
415 \r
416 server::server(boost::promise<bool>& shutdown_server_now) : impl_(new implementation(shutdown_server_now)){}\r
417 \r
418 const std::vector<safe_ptr<video_channel>> server::get_channels() const\r
419 {\r
420         return impl_->channels_;\r
421 }\r
422 \r
423 std::shared_ptr<thumbnail_generator> server::get_thumbnail_generator() const\r
424 {\r
425         return impl_->thumbnail_generator_;\r
426 }\r
427 \r
428 safe_ptr<media_info_repository> server::get_media_info_repo() const\r
429 {\r
430         return impl_->media_info_repo_;\r
431 }\r
432 \r
433 core::monitor::subject& server::monitor_output()\r
434 {\r
435         return *impl_->monitor_subject_;\r
436 }\r
437 \r
438 }