]> git.sesse.net Git - casparcg/blob - shell/server.cpp
- Removed need of non-deterministic sleeps during server shutdown.
[casparcg] / shell / server.cpp
1 /*
2 * Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
3 *
4 * This file is part of CasparCG (www.casparcg.com).
5 *
6 * CasparCG is free software: you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation, either version 3 of the License, or
9 * (at your option) any later version.
10 *
11 * CasparCG is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
18 *
19 * Author: Robert Nagy, ronag89@gmail.com
20 */
21
22 #include "stdafx.h"
23
24 #include "server.h"
25 #include "included_modules.h"
26
27 #include <accelerator/accelerator.h>
28
29 #include <common/env.h>
30 #include <common/except.h>
31 #include <common/utf.h>
32 #include <common/memory.h>
33 #include <common/polling_filesystem_monitor.h>
34
35 #include <core/video_channel.h>
36 #include <core/video_format.h>
37 #include <core/producer/stage.h>
38 #include <core/producer/frame_producer.h>
39 #include <core/producer/scene/scene_producer.h>
40 #include <core/producer/scene/xml_scene_producer.h>
41 #include <core/producer/text/text_producer.h>
42 #include <core/consumer/output.h>
43 #include <core/thumbnail_generator.h>
44 #include <core/producer/media_info/media_info.h>
45 #include <core/producer/media_info/media_info_repository.h>
46 #include <core/producer/media_info/in_memory_media_info_repository.h>
47 #include <core/producer/cg_proxy.h>
48 #include <core/diagnostics/subject_diagnostics.h>
49 #include <core/diagnostics/call_context.h>
50 #include <core/diagnostics/osd_graph.h>
51 #include <core/system_info_provider.h>
52 #include <core/help/help_repository.h>
53
54 #include <modules/image/consumer/image_consumer.h>
55
56 #include <protocol/amcp/AMCPProtocolStrategy.h>
57 #include <protocol/amcp/amcp_command_repository.h>
58 #include <protocol/amcp/AMCPCommandsImpl.h>
59 #include <protocol/cii/CIIProtocolStrategy.h>
60 #include <protocol/clk/CLKProtocolStrategy.h>
61 #include <protocol/util/AsyncEventServer.h>
62 #include <protocol/util/strategy_adapters.h>
63 #include <protocol/osc/client.h>
64
65 #include <boost/algorithm/string.hpp>
66 #include <boost/thread.hpp>
67 #include <boost/lexical_cast.hpp>
68 #include <boost/property_tree/ptree.hpp>
69 #include <boost/property_tree/xml_parser.hpp>
70 #include <boost/asio.hpp>
71
72 #include <tbb/atomic.h>
73
74 #include <future>
75
76 namespace caspar {
77
78 using namespace core;
79 using namespace protocol;
80
81 std::shared_ptr<boost::asio::io_service> create_running_io_service()
82 {
83         auto service = std::make_shared<boost::asio::io_service>();
84         // To keep the io_service::run() running although no pending async
85         // operations are posted.
86         auto work = std::make_shared<boost::asio::io_service::work>(*service);
87         auto weak_work = std::weak_ptr<boost::asio::io_service::work>(work);
88         auto thread = std::make_shared<boost::thread>([service, weak_work]
89         {
90                 ensure_gpf_handler_installed_for_thread("asio-thread");
91
92                 while (weak_work.lock())
93                 {
94                         try
95                         {
96                                 service->run();
97                         }
98                         catch (...)
99                         {
100                                 CASPAR_LOG_CURRENT_EXCEPTION();
101                         }
102                 }
103         });
104
105         return std::shared_ptr<boost::asio::io_service>(
106                         service.get(),
107                         [service, work, thread](void*) mutable
108                         {
109                                 work.reset();
110                                 service->stop();
111                                 if (thread->get_id() != boost::this_thread::get_id())
112                                         thread->join();
113                                 else
114                                         thread->detach();
115                         });
116 }
117
118 struct server::impl : boost::noncopyable
119 {
120         std::shared_ptr<boost::asio::io_service>                        io_service_                                             = create_running_io_service();
121         spl::shared_ptr<monitor::subject>                                       monitor_subject_;
122         spl::shared_ptr<monitor::subject>                                       diag_subject_                                   = core::diagnostics::get_or_create_subject();
123         accelerator::accelerator                                                        accelerator_;
124         spl::shared_ptr<help_repository>                                        help_repo_;
125         std::shared_ptr<amcp::amcp_command_repository>          amcp_command_repo_;
126         std::vector<spl::shared_ptr<IO::AsyncEventServer>>      async_servers_;
127         std::shared_ptr<IO::AsyncEventServer>                           primary_amcp_server_;
128         std::shared_ptr<osc::client>                                            osc_client_                                             = std::make_shared<osc::client>(io_service_);
129         std::vector<std::shared_ptr<void>>                                      predefined_osc_subscriptions_;
130         std::vector<spl::shared_ptr<video_channel>>                     channels_;
131         spl::shared_ptr<media_info_repository>                          media_info_repo_;
132         boost::thread                                                                           initial_media_info_thread_;
133         spl::shared_ptr<system_info_provider_repository>        system_info_provider_repo_;
134         spl::shared_ptr<core::cg_producer_registry>                     cg_registry_;
135         spl::shared_ptr<core::frame_producer_registry>          producer_registry_;
136         spl::shared_ptr<core::frame_consumer_registry>          consumer_registry_;
137         tbb::atomic<bool>                                                                       running_;
138         std::shared_ptr<thumbnail_generator>                            thumbnail_generator_;
139         std::promise<bool>&                                                                     shutdown_server_now_;
140
141         explicit impl(std::promise<bool>& shutdown_server_now)          
142                 : accelerator_(env::properties().get(L"configuration.accelerator", L"auto"))
143                 , media_info_repo_(create_in_memory_media_info_repository())
144                 , producer_registry_(spl::make_shared<core::frame_producer_registry>(help_repo_))
145                 , consumer_registry_(spl::make_shared<core::frame_consumer_registry>(help_repo_))
146                 , shutdown_server_now_(shutdown_server_now)
147         {
148                 running_ = false;
149                 core::diagnostics::osd::register_sink();
150                 diag_subject_->attach_parent(monitor_subject_);
151
152                 module_dependencies dependencies(
153                                 system_info_provider_repo_,
154                                 cg_registry_,
155                                 media_info_repo_,
156                                 producer_registry_,
157                                 consumer_registry_);
158
159                 initialize_modules(dependencies);
160                 core::text::init(dependencies);
161                 core::scene::init(dependencies);
162         }
163
164         void start()
165         {
166                 running_ = true;
167
168                 setup_channels(env::properties());
169                 CASPAR_LOG(info) << L"Initialized channels.";
170
171                 setup_thumbnail_generation(env::properties());
172                 CASPAR_LOG(info) << L"Initialized thumbnail generator.";
173
174                 setup_controllers(env::properties());
175                 CASPAR_LOG(info) << L"Initialized controllers.";
176
177                 setup_osc(env::properties());
178                 CASPAR_LOG(info) << L"Initialized osc.";
179
180                 start_initial_media_info_scan();
181                 CASPAR_LOG(info) << L"Started initial media information retrieval.";
182         }
183
184         ~impl()
185         {
186                 if (running_)
187                 {
188                         running_ = false;
189                         initial_media_info_thread_.join();
190                 }
191
192                 std::weak_ptr<boost::asio::io_service> weak_io_service = io_service_;
193                 io_service_.reset();
194                 osc_client_.reset();
195                 thumbnail_generator_.reset();
196                 amcp_command_repo_.reset();
197                 primary_amcp_server_.reset();
198                 async_servers_.clear();
199                 destroy_producers_synchronously();
200                 destroy_consumers_synchronously();
201                 channels_.clear();
202                 
203                 while (weak_io_service.lock())
204                         boost::this_thread::sleep_for(boost::chrono::milliseconds(100));
205
206                 uninitialize_modules();
207                 core::diagnostics::osd::shutdown();
208         }
209                                 
210         void setup_channels(const boost::property_tree::wptree& pt)
211         {   
212                 using boost::property_tree::wptree;
213                 for (auto& xml_channel : pt.get_child(L"configuration.channels"))
214                 {               
215                         auto format_desc = video_format_desc(xml_channel.second.get(L"video-mode", L"PAL"));            
216                         if(format_desc.format == video_format::invalid)
217                                 CASPAR_THROW_EXCEPTION(caspar_exception() << msg_info("Invalid video-mode."));
218                         
219                         auto channel = spl::make_shared<video_channel>(static_cast<int>(channels_.size()+1), format_desc, accelerator_.create_image_mixer());
220
221                         core::diagnostics::scoped_call_context save;
222                         core::diagnostics::call_context::for_thread().video_channel = channel->index();
223                         
224                         for (auto& xml_consumer : xml_channel.second.get_child(L"consumers"))
225                         {
226                                 try
227                                 {
228                                         auto name = xml_consumer.first;
229                                         
230                                         if (name != L"<xmlcomment>")
231                                                 channel->output().add(consumer_registry_->create_consumer(name, xml_consumer.second, &channel->stage()));
232                                 }
233                                 catch(...)
234                                 {
235                                         CASPAR_LOG_CURRENT_EXCEPTION();
236                                 }
237                         }               
238
239                     channel->monitor_output().attach_parent(monitor_subject_);
240                         channels_.push_back(channel);
241                 }
242
243                 // Dummy diagnostics channel
244                 if(env::properties().get(L"configuration.channel-grid", false))
245                         channels_.push_back(spl::make_shared<video_channel>(static_cast<int>(channels_.size()+1), core::video_format_desc(core::video_format::x576p2500), accelerator_.create_image_mixer()));
246         }
247
248         void setup_osc(const boost::property_tree::wptree& pt)
249         {               
250                 using boost::property_tree::wptree;
251                 using namespace boost::asio::ip;
252
253                 monitor_subject_->attach_parent(osc_client_->sink());
254                 
255                 auto default_port =
256                                 pt.get<unsigned short>(L"configuration.osc.default-port", 6250);
257                 auto predefined_clients =
258                                 pt.get_child_optional(L"configuration.osc.predefined-clients");
259
260                 if (predefined_clients)
261                 {
262                         for (auto& predefined_client : *predefined_clients)
263                         {
264                                 const auto address =
265                                                 predefined_client.second.get<std::wstring>(L"address");
266                                 const auto port =
267                                                 predefined_client.second.get<unsigned short>(L"port");
268                                 predefined_osc_subscriptions_.push_back(
269                                                 osc_client_->get_subscription_token(udp::endpoint(
270                                                                 address_v4::from_string(u8(address)),
271                                                                 port)));
272                         }
273                 }
274
275                 if (primary_amcp_server_)
276                         primary_amcp_server_->add_client_lifecycle_object_factory(
277                                         [=] (const std::string& ipv4_address)
278                                                         -> std::pair<std::wstring, std::shared_ptr<void>>
279                                         {
280                                                 using namespace boost::asio::ip;
281
282                                                 return std::make_pair(
283                                                                 std::wstring(L"osc_subscribe"),
284                                                                 osc_client_->get_subscription_token(
285                                                                                 udp::endpoint(
286                                                                                                 address_v4::from_string(
287                                                                                                                 ipv4_address),
288                                                                                                 default_port)));
289                                         });
290         }
291
292         void setup_thumbnail_generation(const boost::property_tree::wptree& pt)
293         {
294                 if (!pt.get(L"configuration.thumbnails.generate-thumbnails", true))
295                         return;
296
297                 auto scan_interval_millis = pt.get(L"configuration.thumbnails.scan-interval-millis", 5000);
298
299                 polling_filesystem_monitor_factory monitor_factory(io_service_, scan_interval_millis);
300                 thumbnail_generator_.reset(new thumbnail_generator(
301                         monitor_factory, 
302                         env::media_folder(),
303                         env::thumbnails_folder(),
304                         pt.get(L"configuration.thumbnails.width", 256),
305                         pt.get(L"configuration.thumbnails.height", 144),
306                         core::video_format_desc(pt.get(L"configuration.thumbnails.video-mode", L"720p2500")),
307                         accelerator_.create_image_mixer(),
308                         pt.get(L"configuration.thumbnails.generate-delay-millis", 2000),
309                         &image::write_cropped_png,
310                         media_info_repo_,
311                         producer_registry_,
312                         pt.get(L"configuration.thumbnails.mipmap", true)));
313
314                 CASPAR_LOG(info) << L"Initialized thumbnail generator.";
315         }
316                 
317         void setup_controllers(const boost::property_tree::wptree& pt)
318         {
319                 amcp_command_repo_ = spl::make_shared<amcp::amcp_command_repository>(
320                                 channels_,
321                                 thumbnail_generator_,
322                                 media_info_repo_,
323                                 system_info_provider_repo_,
324                                 cg_registry_,
325                                 help_repo_,
326                                 producer_registry_,
327                                 consumer_registry_,
328                                 shutdown_server_now_);
329                 amcp::register_commands(*amcp_command_repo_);
330
331                 using boost::property_tree::wptree;
332                 for (auto& xml_controller : pt.get_child(L"configuration.controllers"))
333                 {
334                         try
335                         {
336                                 auto name = xml_controller.first;
337                                 auto protocol = xml_controller.second.get<std::wstring>(L"protocol");   
338
339                                 if(name == L"tcp")
340                                 {                                       
341                                         unsigned int port = xml_controller.second.get(L"port", 5250);
342                                         auto asyncbootstrapper = spl::make_shared<IO::AsyncEventServer>(
343                                                         io_service_,
344                                                         create_protocol(protocol, L"TCP Port " + boost::lexical_cast<std::wstring>(port)),
345                                                         port);
346                                         async_servers_.push_back(asyncbootstrapper);
347
348                                         if (!primary_amcp_server_ && boost::iequals(protocol, L"AMCP"))
349                                                 primary_amcp_server_ = asyncbootstrapper;
350                                 }
351                                 else
352                                         CASPAR_LOG(warning) << "Invalid controller: " << name;  
353                         }
354                         catch(...)
355                         {
356                                 CASPAR_LOG_CURRENT_EXCEPTION();
357                         }
358                 }
359         }
360
361         IO::protocol_strategy_factory<char>::ptr create_protocol(const std::wstring& name, const std::wstring& port_description) const
362         {
363                 using namespace IO;
364
365                 if(boost::iequals(name, L"AMCP"))
366                         return wrap_legacy_protocol("\r\n", spl::make_shared<amcp::AMCPProtocolStrategy>(port_description, spl::make_shared_ptr(amcp_command_repo_)));
367                 else if(boost::iequals(name, L"CII"))
368                         return wrap_legacy_protocol("\r\n", spl::make_shared<cii::CIIProtocolStrategy>(channels_, cg_registry_, producer_registry_));
369                 else if(boost::iequals(name, L"CLOCK"))
370                         return spl::make_shared<to_unicode_adapter_factory>(
371                                         "ISO-8859-1",
372                                         spl::make_shared<CLK::clk_protocol_strategy_factory>(channels_, cg_registry_, producer_registry_));
373                 
374                 CASPAR_THROW_EXCEPTION(caspar_exception() << arg_name_info(L"name") << arg_value_info(name) << msg_info(L"Invalid protocol"));
375         }
376
377         void start_initial_media_info_scan()
378         {
379                 initial_media_info_thread_ = boost::thread([this]
380                 {
381                         try
382                         {
383                                 ensure_gpf_handler_installed_for_thread("initial media scan");
384
385                                 for (boost::filesystem::wrecursive_directory_iterator iter(env::media_folder()), end; iter != end; ++iter)
386                                 {
387                                         if (running_)
388                                         {
389                                                 if (boost::filesystem::is_regular_file(iter->path()))
390                                                         media_info_repo_->get(iter->path().wstring());
391                                         }
392                                         else
393                                         {
394                                                 CASPAR_LOG(info) << L"Initial media information retrieval aborted.";
395                                                 return;
396                                         }
397                                 }
398
399                                 CASPAR_LOG(info) << L"Initial media information retrieval finished.";
400                         }
401                         catch (...)
402                         {
403                                 CASPAR_LOG_CURRENT_EXCEPTION();
404                         }
405                 });
406         }
407 };
408
409 server::server(std::promise<bool>& shutdown_server_now) : impl_(new impl(shutdown_server_now)){}
410 void server::start() { impl_->start(); }
411 spl::shared_ptr<core::system_info_provider_repository> server::get_system_info_provider_repo() const { return impl_->system_info_provider_repo_; }
412 spl::shared_ptr<protocol::amcp::amcp_command_repository> server::get_amcp_command_repository() const { return spl::make_shared_ptr(impl_->amcp_command_repo_); }
413 core::monitor::subject& server::monitor_output() { return *impl_->monitor_subject_; }
414
415 }