git.sesse.net Git - nageru/blob - httpd.cpp

   1 #include "httpd.h"
   2
   3 #include <assert.h>
   4 #include <byteswap.h>
   5 #include <endian.h>
   6 #include <microhttpd.h>
   7 #include <netinet/in.h>
   8 #include <stdio.h>
   9 #include <string.h>
  10 #include <sys/time.h>
  11 #include <time.h>
  12 #include <memory>
  13
  14 #include "defs.h"
  15 #include "metacube2.h"
  16 #include "metrics.h"
  17
  18 struct MHD_Connection;
  19 struct MHD_Response;
  20
  21 using namespace std;
  22
  23 HTTPD::HTTPD()
  24 {
  25         global_metrics.add("num_connected_clients", &metric_num_connected_clients, Metrics::TYPE_GAUGE);
  26 }
  27
  28 HTTPD::~HTTPD()
  29 {
  30         if (mhd) {
  31                 MHD_quiesce_daemon(mhd);
  32                 for (Stream *stream : streams) {
  33                         stream->stop();
  34                 }
  35                 MHD_stop_daemon(mhd);
  36         }
  37 }
  38
  39 void HTTPD::start(int port)
  40 {
  41         mhd = MHD_start_daemon(MHD_USE_THREAD_PER_CONNECTION | MHD_USE_POLL_INTERNALLY | MHD_USE_DUAL_STACK,
  42                                port,
  43                                nullptr, nullptr,
  44                                &answer_to_connection_thunk, this,
  45                                MHD_OPTION_NOTIFY_COMPLETED, nullptr, this,
  46                                MHD_OPTION_END);
  47         if (mhd == nullptr) {
  48                 fprintf(stderr, "Warning: Could not open HTTP server. (Port already in use?)\n");
  49         }
  50 }
  51
  52 void HTTPD::add_data(const char *buf, size_t size, bool keyframe)
  53 {
  54         unique_lock<mutex> lock(streams_mutex);
  55         for (Stream *stream : streams) {
  56                 stream->add_data(buf, size, keyframe ? Stream::DATA_TYPE_KEYFRAME : Stream::DATA_TYPE_OTHER);
  57         }
  58 }
  59
  60 int HTTPD::answer_to_connection_thunk(void *cls, MHD_Connection *connection,
  61                                       const char *url, const char *method,
  62                                       const char *version, const char *upload_data,
  63                                       size_t *upload_data_size, void **con_cls)
  64 {
  65         HTTPD *httpd = (HTTPD *)cls;
  66         return httpd->answer_to_connection(connection, url, method, version, upload_data, upload_data_size, con_cls);
  67 }
  68
  69 int HTTPD::answer_to_connection(MHD_Connection *connection,
  70                                 const char *url, const char *method,
  71                                 const char *version, const char *upload_data,
  72                                 size_t *upload_data_size, void **con_cls)
  73 {
  74         // See if the URL ends in “.metacube”.
  75         HTTPD::Stream::Framing framing;
  76         if (strstr(url, ".metacube") == url + strlen(url) - strlen(".metacube")) {
  77                 framing = HTTPD::Stream::FRAMING_METACUBE;
  78         } else {
  79                 framing = HTTPD::Stream::FRAMING_RAW;
  80         }
  81
  82         if (strcmp(url, "/metrics") == 0) {
  83                 string contents = global_metrics.serialize();
  84                 MHD_Response *response = MHD_create_response_from_buffer(
  85                         contents.size(), &contents[0], MHD_RESPMEM_MUST_COPY);
  86                 MHD_add_response_header(response, "Content-type", "text/plain");
  87                 int ret = MHD_queue_response(connection, MHD_HTTP_OK, response);
  88                 MHD_destroy_response(response);  // Only decreases the refcount; actual free is after the request is done.
  89                 return ret;
  90         }
  91         if (endpoints.count(url)) {
  92                 pair<string, string> contents_and_type = endpoints[url].callback();
  93                 MHD_Response *response = MHD_create_response_from_buffer(
  94                         contents_and_type.first.size(), &contents_and_type.first[0], MHD_RESPMEM_MUST_COPY);
  95                 MHD_add_response_header(response, "Content-type", contents_and_type.second.c_str());
  96                 if (endpoints[url].cors_policy == ALLOW_ALL_ORIGINS) {
  97                         MHD_add_response_header(response, "Access-Control-Allow-Origin", "*");
  98                 }
  99                 int ret = MHD_queue_response(connection, MHD_HTTP_OK, response);
 100                 MHD_destroy_response(response);  // Only decreases the refcount; actual free is after the request is done.
 101                 return ret;
 102         }
 103
 104         HTTPD::Stream *stream = new HTTPD::Stream(this, framing);
 105         stream->add_data(header.data(), header.size(), Stream::DATA_TYPE_HEADER);
 106         {
 107                 unique_lock<mutex> lock(streams_mutex);
 108                 streams.insert(stream);
 109         }
 110         ++metric_num_connected_clients;
 111         *con_cls = stream;
 112
 113         // Does not strictly have to be equal to MUX_BUFFER_SIZE.
 114         MHD_Response *response = MHD_create_response_from_callback(
 115                 (size_t)-1, MUX_BUFFER_SIZE, &HTTPD::Stream::reader_callback_thunk, stream, &HTTPD::free_stream);
 116         // TODO: Content-type?
 117         if (framing == HTTPD::Stream::FRAMING_METACUBE) {
 118                 MHD_add_response_header(response, "Content-encoding", "metacube");
 119         }
 120
 121         int ret = MHD_queue_response(connection, MHD_HTTP_OK, response);
 122         MHD_destroy_response(response);  // Only decreases the refcount; actual free is after the request is done.
 123
 124         return ret;
 125 }
 126
 127 void HTTPD::free_stream(void *cls)
 128 {
 129         HTTPD::Stream *stream = (HTTPD::Stream *)cls;
 130         HTTPD *httpd = stream->get_parent();
 131         {
 132                 unique_lock<mutex> lock(httpd->streams_mutex);
 133                 delete stream;
 134                 httpd->streams.erase(stream);
 135         }
 136         --httpd->metric_num_connected_clients;
 137 }
 138
 139 ssize_t HTTPD::Stream::reader_callback_thunk(void *cls, uint64_t pos, char *buf, size_t max)
 140 {
 141         HTTPD::Stream *stream = (HTTPD::Stream *)cls;
 142         return stream->reader_callback(pos, buf, max);
 143 }
 144
 145 ssize_t HTTPD::Stream::reader_callback(uint64_t pos, char *buf, size_t max)
 146 {
 147         unique_lock<mutex> lock(buffer_mutex);
 148         has_buffered_data.wait(lock, [this]{ return should_quit || !buffered_data.empty(); });
 149         if (should_quit) {
 150                 return 0;
 151         }
 152
 153         ssize_t ret = 0;
 154         while (max > 0 && !buffered_data.empty()) {
 155                 const string &s = buffered_data.front();
 156                 assert(s.size() > used_of_buffered_data);
 157                 size_t len = s.size() - used_of_buffered_data;
 158                 if (max >= len) {
 159                         // Consume the entire (rest of the) string.
 160                         memcpy(buf, s.data() + used_of_buffered_data, len);
 161                         buf += len;
 162                         ret += len;
 163                         max -= len;
 164                         buffered_data.pop_front();
 165                         used_of_buffered_data = 0;
 166                 } else {
 167                         // We don't need the entire string; just use the first part of it.
 168                         memcpy(buf, s.data() + used_of_buffered_data, max);
 169                         buf += max;
 170                         used_of_buffered_data += max;
 171                         ret += max;
 172                         max = 0;
 173                 }
 174         }
 175
 176         return ret;
 177 }
 178
 179 void HTTPD::Stream::add_data(const char *buf, size_t buf_size, HTTPD::Stream::DataType data_type)
 180 {
 181         if (buf_size == 0) {
 182                 return;
 183         }
 184         if (data_type == DATA_TYPE_KEYFRAME) {
 185                 seen_keyframe = true;
 186         } else if (data_type == DATA_TYPE_OTHER && !seen_keyframe) {
 187                 // Start sending only once we see a keyframe.
 188                 return;
 189         }
 190
 191         unique_lock<mutex> lock(buffer_mutex);
 192
 193         if (framing == FRAMING_METACUBE) {
 194                 metacube2_block_header hdr;
 195                 memcpy(hdr.sync, METACUBE2_SYNC, sizeof(hdr.sync));
 196                 hdr.size = htonl(buf_size);
 197                 int flags = 0;
 198                 if (data_type == DATA_TYPE_HEADER) {
 199                         flags |= METACUBE_FLAGS_HEADER;
 200                 } else if (data_type == DATA_TYPE_OTHER) {
 201                         flags |= METACUBE_FLAGS_NOT_SUITABLE_FOR_STREAM_START;
 202                 }
 203                 hdr.flags = htons(flags);
 204                 hdr.csum = htons(metacube2_compute_crc(&hdr));
 205                 buffered_data.emplace_back((char *)&hdr, sizeof(hdr));
 206         }
 207         buffered_data.emplace_back(buf, buf_size);
 208
 209         // Send a Metacube2 timestamp every keyframe.
 210         if (framing == FRAMING_METACUBE && data_type == DATA_TYPE_KEYFRAME) {
 211                 timespec now;
 212                 clock_gettime(CLOCK_REALTIME, &now);
 213
 214                 metacube2_timestamp_packet packet;
 215                 packet.type = htobe64(METACUBE_METADATA_TYPE_ENCODER_TIMESTAMP);
 216                 packet.tv_sec = htobe64(now.tv_sec);
 217                 packet.tv_nsec = htobe64(now.tv_nsec);
 218
 219                 metacube2_block_header hdr;
 220                 memcpy(hdr.sync, METACUBE2_SYNC, sizeof(hdr.sync));
 221                 hdr.size = htonl(sizeof(packet));
 222                 hdr.flags = htons(METACUBE_FLAGS_METADATA);
 223                 hdr.csum = htons(metacube2_compute_crc(&hdr));
 224                 buffered_data.emplace_back((char *)&hdr, sizeof(hdr));
 225                 buffered_data.emplace_back((char *)&packet, sizeof(packet));
 226         }
 227
 228         has_buffered_data.notify_all();
 229 }
 230
 231 void HTTPD::Stream::stop()
 232 {
 233         unique_lock<mutex> lock(buffer_mutex);
 234         should_quit = true;
 235         has_buffered_data.notify_all();
 236 }