9 #include "serverpool.h"
11 #include "udpstream.h"
18 ServerPool::ServerPool(int size)
19 : servers(new Server[size]),
24 CubemapStateProto ServerPool::serialize()
26 CubemapStateProto state;
28 unordered_map<const string *, size_t> short_response_pool;
30 for (int i = 0; i < num_servers; ++i) {
31 CubemapStateProto local_state = servers[i].serialize(&short_response_pool);
33 // The stream state should be identical between the servers, so we only store it once,
34 // save for the fds, which we keep around to distribute to the servers after re-exec.
36 state.mutable_streams()->MergeFrom(local_state.streams());
38 assert(state.streams_size() == local_state.streams_size());
39 for (int j = 0; j < local_state.streams_size(); ++j) {
40 assert(local_state.streams(j).data_fds_size() == 1);
41 state.mutable_streams(j)->add_data_fds(local_state.streams(j).data_fds(0));
44 for (const ClientProto &client : local_state.clients()) {
45 state.add_clients()->MergeFrom(client);
47 for (const HLSZombieProto &hls_zombie : local_state.hls_zombies()) {
48 state.add_hls_zombies()->MergeFrom(hls_zombie);
52 for (size_t i = 0; i < short_response_pool.size(); ++i) {
53 state.mutable_short_response_pool()->Add();
55 for (const auto &string_and_index : short_response_pool) {
56 state.mutable_short_response_pool(string_and_index.second)->set_header_or_short_response(*string_and_index.first);
62 void ServerPool::add_client(int sock, Acceptor *acceptor)
64 servers[clients_added++ % num_servers].add_client_deferred(sock, acceptor);
67 void ServerPool::add_client_from_serialized(const ClientProto &client, const std::vector<std::shared_ptr<const std::string>> &short_responses)
69 servers[clients_added++ % num_servers].add_client_from_serialized(client, short_responses);
72 // It's fine to abuse clients_added here, since it's only ever used for round-robin purposes.
73 void ServerPool::add_hls_zombie_from_serialized(const HLSZombieProto &hls_zombie)
75 servers[clients_added++ % num_servers].add_hls_zombie_from_serialized(hls_zombie);
78 int ServerPool::lookup_stream_by_url(const string &url) const
80 assert(servers != nullptr);
81 return servers[0].lookup_stream_by_url(url);
84 int ServerPool::add_stream(const string &url,
85 const string &hls_url,
87 size_t prebuffering_bytes,
88 Stream::Encoding encoding,
89 Stream::Encoding src_encoding,
90 unsigned hls_frag_duration,
91 size_t hls_backlog_margin,
92 const string &allow_origin)
94 // Adding more HTTP streams after UDP streams would cause the UDP stream
95 // indices to move around, which is obviously not good.
96 assert(udp_streams.empty());
98 for (int i = 0; i < num_servers; ++i) {
99 int stream_index = servers[i].add_stream(url, hls_url, backlog_size, prebuffering_bytes, encoding, src_encoding, hls_frag_duration, hls_backlog_margin, allow_origin);
100 assert(stream_index == num_http_streams);
102 return num_http_streams++;
105 int ServerPool::add_stream_from_serialized(const StreamProto &stream, const vector<int> &data_fds)
107 // Adding more HTTP streams after UDP streams would cause the UDP stream
108 // indices to move around, which is obviously not good.
109 assert(udp_streams.empty());
111 assert(!data_fds.empty());
113 for (int i = 0; i < num_servers; ++i) {
115 if (i < int(data_fds.size())) {
116 // Reuse one of the existing file descriptors.
117 data_fd = data_fds[i];
119 // Clone the first one.
120 if (contents.empty()) {
121 if (!read_tempfile(data_fds[0], &contents)) {
125 data_fd = make_tempfile(contents);
128 int stream_index = servers[i].add_stream_from_serialized(stream, data_fd);
129 assert(stream_index == num_http_streams);
132 // Close and delete any leftovers, if the number of servers was reduced.
133 for (size_t i = num_servers; i < data_fds.size(); ++i) {
134 safe_close(data_fds[i]); // Implicitly deletes the file.
137 return num_http_streams++;
140 int ServerPool::add_udpstream(const sockaddr_in6 &dst, int pacing_rate, int ttl, int multicast_iface_index)
142 udp_streams.emplace_back(new UDPStream(dst, pacing_rate, ttl, multicast_iface_index));
143 return num_http_streams + udp_streams.size() - 1;
146 void ServerPool::set_header(int stream_index, const string &http_header, const string &stream_header)
148 assert(stream_index >= 0 && stream_index < ssize_t(num_http_streams + udp_streams.size()));
150 if (stream_index >= num_http_streams) {
151 // UDP stream. TODO: Log which stream this is.
152 if (!stream_header.empty()) {
153 log(WARNING, "Trying to send stream format with headers to a UDP destination. This is unlikely to work well.");
156 // Ignore the HTTP header.
161 for (int i = 0; i < num_servers; ++i) {
162 servers[i].set_header(stream_index, http_header, stream_header);
166 void ServerPool::add_data(int stream_index, const char *data, size_t bytes, uint16_t metacube_flags, const RationalPTS &pts)
168 assert(stream_index >= 0 && stream_index < ssize_t(num_http_streams + udp_streams.size()));
170 if (stream_index >= num_http_streams) {
172 udp_streams[stream_index - num_http_streams]->send(data, bytes);
177 for (int i = 0; i < num_servers; ++i) {
178 servers[i].add_data_deferred(stream_index, data, bytes, metacube_flags, pts);
182 void ServerPool::set_unavailable(int stream_index)
184 assert(stream_index >= 0 && stream_index < ssize_t(num_http_streams + udp_streams.size()));
185 if (stream_index < ssize_t(num_http_streams)) {
186 for (int i = 0; i < num_servers; ++i) {
187 servers[i].set_unavailable(stream_index);
192 void ServerPool::add_gen204(const std::string &url, const std::string &allow_origin)
194 for (int i = 0; i < num_servers; ++i) {
195 servers[i].add_gen204(url, allow_origin);
199 void ServerPool::create_tls_context_for_acceptor(const Acceptor *acceptor)
201 for (int i = 0; i < num_servers; ++i) {
202 servers[i].create_tls_context_for_acceptor(acceptor);
206 void ServerPool::run()
208 for (int i = 0; i < num_servers; ++i) {
213 void ServerPool::stop()
215 for (int i = 0; i < num_servers; ++i) {
220 vector<ClientStats> ServerPool::get_client_stats() const
222 vector<ClientStats> ret;
223 for (int i = 0; i < num_servers; ++i) {
224 vector<ClientStats> stats = servers[i].get_client_stats();
225 ret.insert(ret.end(), stats.begin(), stats.end());
230 vector<HLSZombie> ServerPool::get_hls_zombies() const
232 vector<HLSZombie> ret;
233 for (int i = 0; i < num_servers; ++i) {
234 vector<HLSZombie> stats = servers[i].get_hls_zombies();
235 ret.insert(ret.end(), stats.begin(), stats.end());
240 void ServerPool::set_pacing_rate(int stream_index, uint32_t pacing_rate)
242 for (int i = 0; i < num_servers; ++i) {
243 servers[i].set_pacing_rate(stream_index, pacing_rate);
247 void ServerPool::set_backlog_size(int stream_index, size_t new_size)
249 for (int i = 0; i < num_servers; ++i) {
250 servers[i].set_backlog_size(stream_index, new_size);
254 void ServerPool::set_prebuffering_bytes(int stream_index, size_t new_amount)
256 for (int i = 0; i < num_servers; ++i) {
257 servers[i].set_prebuffering_bytes(stream_index, new_amount);
261 void ServerPool::set_encoding(int stream_index, Stream::Encoding encoding)
263 for (int i = 0; i < num_servers; ++i) {
264 servers[i].set_encoding(stream_index, encoding);
268 void ServerPool::set_src_encoding(int stream_index, Stream::Encoding encoding)
270 for (int i = 0; i < num_servers; ++i) {
271 servers[i].set_src_encoding(stream_index, encoding);
275 void ServerPool::set_hls_frag_duration(int stream_index, unsigned hls_frag_duration)
277 for (int i = 0; i < num_servers; ++i) {
278 servers[i].set_hls_frag_duration(stream_index, hls_frag_duration);
282 void ServerPool::set_hls_backlog_margin(int stream_index, size_t hls_backlog_margin)
284 for (int i = 0; i < num_servers; ++i) {
285 servers[i].set_hls_backlog_margin(stream_index, hls_backlog_margin);
289 void ServerPool::set_allow_origin(int stream_index, const std::string &allow_origin)
291 for (int i = 0; i < num_servers; ++i) {
292 servers[i].set_allow_origin(stream_index, allow_origin);
296 void ServerPool::register_hls_url(int stream_index, const string &hls_url)
298 for (int i = 0; i < num_servers; ++i) {
299 servers[i].register_hls_url(stream_index, hls_url);