X-Git-Url: https://git.sesse.net/?p=cubemap;a=blobdiff_plain;f=server.cpp;h=6570b5b73d084531d0c7099fd1979422f56616db;hp=e01c9f4026e3cde07b8e4181a5345f038486aae8;hb=061988af511f42da3cd584b4d983177504ddc177;hpb=019d476c729a6c1b6ac001e345d44339ba423221

diff --git a/server.cpp b/server.cpp
index e01c9f4..6570b5b 100644
--- a/server.cpp
+++ b/server.cpp
@@ -167,7 +167,7 @@ void Server::do_work()
 	}
 }
 
-CubemapStateProto Server::serialize()
+CubemapStateProto Server::serialize(unordered_map<const string *, size_t> *short_response_pool)
 {
 	// We don't serialize anything queued, so empty the queues.
 	process_queued_data();
@@ -185,7 +185,7 @@ CubemapStateProto Server::serialize()
 
 	CubemapStateProto serialized;
 	for (const auto &fd_and_client : clients) {
-		serialized.add_clients()->MergeFrom(fd_and_client.second.serialize());
+		serialized.add_clients()->MergeFrom(fd_and_client.second.serialize(short_response_pool));
 	}
 	for (unique_ptr<Stream> &stream : streams) {
 		serialized.add_streams()->MergeFrom(stream->serialize());
@@ -248,7 +248,7 @@ void Server::add_client(int sock, Acceptor *acceptor)
 	process_client(client_ptr);
 }
 
-void Server::add_client_from_serialized(const ClientProto &client)
+void Server::add_client_from_serialized(const ClientProto &client, const vector<shared_ptr<const string>> &short_responses)
 {
 	lock_guard<mutex> lock(mu);
 	Stream *stream;
@@ -259,7 +259,7 @@ void Server::add_client_from_serialized(const ClientProto &client)
 	} else {
 		stream = streams[stream_index].get();
 	}
-	auto inserted = clients.insert(make_pair(client.sock(), Client(client, stream)));
+	auto inserted = clients.insert(make_pair(client.sock(), Client(client, short_responses, stream)));
 	assert(inserted.second == true);  // Should not already exist.
 	Client *client_ptr = &inserted.first->second;
 
@@ -495,8 +495,8 @@ sending_header_or_short_response_again:
 		int ret;
 		do {
 			ret = write(client->sock,
-		                    client->header_or_short_response.data() + client->header_or_short_response_bytes_sent,
-				    client->header_or_short_response.size() - client->header_or_short_response_bytes_sent);
+		                    client->header_or_short_response->data() + client->header_or_short_response_bytes_sent,
+				    client->header_or_short_response->size() - client->header_or_short_response_bytes_sent);
 		} while (ret == -1 && errno == EINTR);
 
 		if (ret == -1 && errno == EAGAIN) {
@@ -515,15 +515,17 @@ sending_header_or_short_response_again:
 		}
 		
 		client->header_or_short_response_bytes_sent += ret;
-		assert(client->header_or_short_response_bytes_sent <= client->header_or_short_response.size());
+		assert(client->header_or_short_response_bytes_sent <= client->header_or_short_response->size());
 
-		if (client->header_or_short_response_bytes_sent < client->header_or_short_response.size()) {
+		if (client->header_or_short_response_bytes_sent < client->header_or_short_response->size()) {
 			// We haven't sent all yet. Fine; go another round.
 			goto sending_header_or_short_response_again;
 		}
 
 		// We're done sending the header or error! Clear it to release some memory.
-		client->header_or_short_response.clear();
+		client->header_or_short_response = nullptr;
+		client->header_or_short_response_holder.clear();
+		client->header_or_short_response_ref.reset();
 
 		if (client->state == Client::SENDING_SHORT_RESPONSE) {
 			if (more_requests(client)) {
@@ -538,7 +540,7 @@ sending_header_or_short_response_again:
 		}
 
 		Stream *stream = client->stream;
-		if (client->stream_pos == size_t(-2)) {
+		if (client->stream_pos == Client::STREAM_POS_AT_START) {
 			// Start sending from the beginning of the backlog.
 			client->stream_pos = min<size_t>(
 			    stream->bytes_received - stream->backlog_size,
@@ -557,8 +559,8 @@ sending_header_or_short_response_again:
 			// sending immediately as we get the next keyframe block.
 			// Note that this is functionally identical to the next if branch,
 			// except that we save a binary search.
-			assert(client->stream_pos == size_t(-1));
-			assert(client->stream_pos_end == size_t(-1));
+			assert(client->stream_pos == Client::STREAM_POS_AT_END);
+			assert(client->stream_pos_end == Client::STREAM_POS_NO_END);
 			client->stream_pos = stream->bytes_received;
 			client->state = Client::WAITING_FOR_KEYFRAME;
 		} else {
@@ -568,8 +570,8 @@ sending_header_or_short_response_again:
 			// so that we are conservative and never add extra latency over just
 			// waiting (assuming CBR or nearly so); otherwise, we could want e.g.
 			// 100 kB prebuffer but end up sending a 10 MB GOP.
-			assert(client->stream_pos == size_t(-1));
-			assert(client->stream_pos_end == size_t(-1));
+			assert(client->stream_pos == Client::STREAM_POS_AT_END);
+			assert(client->stream_pos_end == Client::STREAM_POS_NO_END);
 			deque<size_t>::const_iterator starting_point_it =
 				lower_bound(stream->suitable_starting_points.begin(),
 					    stream->suitable_starting_points.end(),
@@ -622,7 +624,7 @@ sending_data:
 
 sending_data_again:
 		size_t bytes_to_send;
-		if (client->stream_pos_end == size_t(-1)) {
+		if (client->stream_pos_end == Client::STREAM_POS_NO_END) {
 			 bytes_to_send = stream->bytes_received - client->stream_pos;
 		} else {
 			 bytes_to_send = client->stream_pos_end - client->stream_pos;
@@ -670,7 +672,7 @@ sending_data_again:
 		client->stream_pos += ret;
 		client->bytes_sent += ret;
 
-		assert(client->stream_pos_end == size_t(-1) || client->stream_pos <= client->stream_pos_end);
+		assert(client->stream_pos_end == Client::STREAM_POS_NO_END || client->stream_pos <= client->stream_pos_end);
 		if (client->stream_pos == client->stream_pos_end) {
 			goto sending_data_again;  // Will see that bytes_to_send == 0 and end.
 		} else if (client->stream_pos == stream->bytes_received) {
@@ -829,7 +831,7 @@ void Server::skip_lost_data(Client *client)
 		client->bytes_lost += bytes_lost;
 		++client->num_loss_events;
 		if (!client->close_after_response) {
-			assert(client->stream_pos_end != size_t(-1));
+			assert(client->stream_pos_end != Client::STREAM_POS_NO_END);
 
 			// We've already sent a Content-length, so we can't just skip data.
 			// Close the connection immediately and hope the other side
@@ -873,35 +875,42 @@ int Server::parse_request(Client *client)
 	string url = request_tokens[1];
 	client->url = url;
 	if (url.size() > 8 && url.find("?backlog") == url.size() - 8) {
-		client->stream_pos = -2;
+		client->stream_pos = Client::STREAM_POS_AT_START;
 		url = url.substr(0, url.size() - 8);
 	} else {
 		size_t pos = url.find("?frag=");
 		if (pos != string::npos) {
 			// Parse an endpoint of the type /stream.mp4?frag=1234-5678.
 			const char *ptr = url.c_str() + pos + 6;
-			char *endptr;
-			long long frag_start = strtol(ptr, &endptr, 10);
-			if (ptr == endptr || frag_start < 0 || frag_start == LLONG_MAX) {
-				return 400;  // Bad request.
-			}
-			if (*endptr != '-') {
-				return 400;  // Bad request.
-			}
-			ptr = endptr + 1;
 
-			long long frag_end = strtol(ptr, &endptr, 10);
-			if (ptr == endptr || frag_end < frag_start || frag_end == LLONG_MAX) {
-				return 400;  // Bad request.
-			}
+			// "?frag=header" is special.
+			if (strcmp(ptr, "header") == 0) {
+				client->stream_pos = Client::STREAM_POS_HEADER_ONLY;
+				client->stream_pos_end = -1;
+			} else {
+				char *endptr;
+				long long frag_start = strtol(ptr, &endptr, 10);
+				if (ptr == endptr || frag_start < 0 || frag_start == LLONG_MAX) {
+					return 400;  // Bad request.
+				}
+				if (*endptr != '-') {
+					return 400;  // Bad request.
+				}
+				ptr = endptr + 1;
 
-			if (*endptr != '\0') {
-				return 400;  // Bad request.
-			}
+				long long frag_end = strtol(ptr, &endptr, 10);
+				if (ptr == endptr || frag_end < frag_start || frag_end == LLONG_MAX) {
+					return 400;  // Bad request.
+				}
 
+				if (*endptr != '\0') {
+					return 400;  // Bad request.
+				}
+
+				client->stream_pos = frag_start;
+				client->stream_pos_end = frag_end;
+			}
 			url = url.substr(0, pos);
-			client->stream_pos = frag_start;
-			client->stream_pos_end = frag_end;
 		} else {
 			client->stream_pos = -1;
 			client->stream_pos_end = -1;
@@ -941,7 +950,7 @@ int Server::parse_request(Client *client)
 		return 503;  // Service unavailable.
 	}
 
-	if (client->stream_pos_end == size_t(-1)) {
+	if (client->stream_pos_end == Client::STREAM_POS_NO_END) {
 		// This stream won't end, so we don't have a content-length,
 		// and can just as well tell the client it's Connection: close
 		// (otherwise, we'd have to implement chunking TE for no good reason).
@@ -976,45 +985,54 @@ int Server::parse_request(Client *client)
 void Server::construct_header(Client *client)
 {
 	Stream *stream = client->stream;
-	client->header_or_short_response = stream->http_header;
-	if (client->stream_pos_end != size_t(-1)) {
+	string response = stream->http_header;
+	if (client->stream_pos == Client::STREAM_POS_HEADER_ONLY) {
+		char buf[64];
+		snprintf(buf, sizeof(buf), "Content-length: %zu\r\n", stream->stream_header.size());
+		response.append(buf);
+	} else if (client->stream_pos_end != Client::STREAM_POS_NO_END) {
 		char buf[64];
 		snprintf(buf, sizeof(buf), "Content-length: %zu\r\n", client->stream_pos_end - client->stream_pos);
-		client->header_or_short_response.append(buf);
+		response.append(buf);
 	}
 	if (client->http_11) {
-		assert(client->header_or_short_response.find("HTTP/1.0") == 0);
-		client->header_or_short_response[7] = '1';  // Change to HTTP/1.1.
+		assert(response.find("HTTP/1.0") == 0);
+		response[7] = '1';  // Change to HTTP/1.1.
 		if (client->close_after_response) {
-			client->header_or_short_response.append("Connection: close\r\n");
+			response.append("Connection: close\r\n");
 		}
 	} else {
 		assert(client->close_after_response);
 	}
 	if (stream->encoding == Stream::STREAM_ENCODING_RAW) {
-		client->header_or_short_response.append("\r\n");
+		response.append("\r\n");
 	} else if (stream->encoding == Stream::STREAM_ENCODING_METACUBE) {
-		client->header_or_short_response.append(
-			"Content-encoding: metacube\r\n"
-			"\r\n");
+		response.append("Content-encoding: metacube\r\n\r\n");
 		if (!stream->stream_header.empty()) {
 			metacube2_block_header hdr;
 			memcpy(hdr.sync, METACUBE2_SYNC, sizeof(hdr.sync));
 			hdr.size = htonl(stream->stream_header.size());
 			hdr.flags = htons(METACUBE_FLAGS_HEADER);
 			hdr.csum = htons(metacube2_compute_crc(&hdr));
-			client->header_or_short_response.append(
-				string(reinterpret_cast<char *>(&hdr), sizeof(hdr)));
+			response.append(string(reinterpret_cast<char *>(&hdr), sizeof(hdr)));
 		}
 	} else {
 		assert(false);
 	}
-	if (client->stream_pos_end == size_t(-1)) {  // Fragments don't contain stream headers.
-		client->header_or_short_response.append(stream->stream_header);
+	if (client->stream_pos == Client::STREAM_POS_HEADER_ONLY) {
+		client->state = Client::SENDING_SHORT_RESPONSE;
+		response.append(stream->stream_header);
+	} else {
+		client->state = Client::SENDING_HEADER;
+		if (client->stream_pos_end == Client::STREAM_POS_NO_END) {  // Fragments don't contain stream headers.
+			response.append(stream->stream_header);
+		}
 	}
 
+	client->header_or_short_response_holder = move(response);
+	client->header_or_short_response = &client->header_or_short_response_holder;
+
 	// Switch states.
-	client->state = Client::SENDING_HEADER;
 	change_epoll_events(client, EPOLLOUT | EPOLLET | EPOLLRDHUP);
 }
 	
@@ -1030,7 +1048,8 @@ void Server::construct_error(Client *client, int error_code)
 			"HTTP/1.%d %d Error\r\nContent-type: text/plain\r\nContent-length: 30\r\n\r\nSomething went wrong. Sorry.\r\n",
 			client->http_11, error_code);
 	}
-	client->header_or_short_response = error;
+	client->header_or_short_response_holder = error;
+	client->header_or_short_response = &client->header_or_short_response_holder;
 
 	// Switch states.
 	client->state = Client::SENDING_SHORT_RESPONSE;
@@ -1042,20 +1061,25 @@ void Server::construct_204(Client *client)
 	map<string, string>::const_iterator ping_url_map_it = ping_url_map.find(client->url);
 	assert(ping_url_map_it != ping_url_map.end());
 
+	string response;
 	if (client->http_11) {
-		client->header_or_short_response = "HTTP/1.1 204 No Content\r\n";
+		response = "HTTP/1.1 204 No Content\r\n";
 		if (client->close_after_response) {
-			client->header_or_short_response.append("Connection: close\r\n");
+			response.append("Connection: close\r\n");
 		}
 	} else {
-		client->header_or_short_response = "HTTP/1.0 204 No Content\r\n";
+		response = "HTTP/1.0 204 No Content\r\n";
 		assert(client->close_after_response);
 	}
 	if (!ping_url_map_it->second.empty()) {
-		client->header_or_short_response.append("Access-Control-Allow-Origin: ");
-		client->header_or_short_response.append(ping_url_map_it->second);
+		response.append("Access-Control-Allow-Origin: ");
+		response.append(ping_url_map_it->second);
+		response.append("\r\n");
 	}
-	client->header_or_short_response.append("\r\n");
+	response.append("\r\n");
+
+	client->header_or_short_response_holder = move(response);
+	client->header_or_short_response = &client->header_or_short_response_holder;
 
 	// Switch states.
 	client->state = Client::SENDING_SHORT_RESPONSE;
@@ -1117,7 +1141,9 @@ bool Server::more_requests(Client *client)
 	client->state = Client::READING_REQUEST;
 	client->url.clear();
 	client->stream = NULL;
-	client->header_or_short_response.clear();
+	client->header_or_short_response = nullptr;
+	client->header_or_short_response_holder.clear();
+	client->header_or_short_response_ref.reset();
 	client->header_or_short_response_bytes_sent = 0;
 
 	change_epoll_events(client, EPOLLIN | EPOLLET | EPOLLRDHUP);  // No TLS handshake, so no EPOLLOUT needed.