2 #include <microhttpd.h>
8 #include <libavcodec/avcodec.h>
9 #include <libavutil/channel_layout.h>
10 #include <libavutil/mathematics.h>
11 #include <libavutil/mem.h>
12 #include <libavutil/pixfmt.h>
13 #include <libavutil/rational.h>
14 #include <libavutil/samplefmt.h>
24 struct MHD_Connection;
29 HTTPD::HTTPD(int width, int height)
30 : width(width), height(height)
34 void HTTPD::start(int port)
36 MHD_start_daemon(MHD_USE_THREAD_PER_CONNECTION | MHD_USE_POLL_INTERNALLY | MHD_USE_DUAL_STACK,
39 &answer_to_connection_thunk, this,
40 MHD_OPTION_NOTIFY_COMPLETED, &request_completed_thunk, this,
44 void HTTPD::add_packet(const AVPacket &pkt, int64_t pts, int64_t dts)
46 unique_lock<mutex> lock(streams_mutex);
47 for (Stream *stream : streams) {
48 stream->add_packet(pkt, pts, dts);
51 file_mux->add_packet(pkt, pts, dts);
55 void HTTPD::open_output_file(const string &filename)
57 AVFormatContext *avctx = avformat_alloc_context();
58 avctx->oformat = av_guess_format(NULL, filename.c_str(), NULL);
59 assert(filename.size() < sizeof(avctx->filename) - 1);
60 strcpy(avctx->filename, filename.c_str());
62 string url = "file:" + filename;
63 int ret = avio_open2(&avctx->pb, url.c_str(), AVIO_FLAG_WRITE, &avctx->interrupt_callback, NULL);
65 char tmp[AV_ERROR_MAX_STRING_SIZE];
66 fprintf(stderr, "%s: avio_open2() failed: %s\n", filename.c_str(), av_make_error_string(tmp, sizeof(tmp), ret));
70 file_mux.reset(new Mux(avctx, width, height));
73 void HTTPD::close_output_file()
78 int HTTPD::answer_to_connection_thunk(void *cls, MHD_Connection *connection,
79 const char *url, const char *method,
80 const char *version, const char *upload_data,
81 size_t *upload_data_size, void **con_cls)
83 HTTPD *httpd = (HTTPD *)cls;
84 return httpd->answer_to_connection(connection, url, method, version, upload_data, upload_data_size, con_cls);
87 int HTTPD::answer_to_connection(MHD_Connection *connection,
88 const char *url, const char *method,
89 const char *version, const char *upload_data,
90 size_t *upload_data_size, void **con_cls)
92 AVOutputFormat *oformat = av_guess_format(STREAM_MUX_NAME, nullptr, nullptr);
93 assert(oformat != nullptr);
94 HTTPD::Stream *stream = new HTTPD::Stream(oformat, width, height);
96 unique_lock<mutex> lock(streams_mutex);
97 streams.insert(stream);
101 // Does not strictly have to be equal to MUX_BUFFER_SIZE.
102 MHD_Response *response = MHD_create_response_from_callback(
103 (size_t)-1, MUX_BUFFER_SIZE, &HTTPD::Stream::reader_callback_thunk, stream, &HTTPD::free_stream);
104 int ret = MHD_queue_response(connection, MHD_HTTP_OK, response);
105 //MHD_destroy_response(response);
110 void HTTPD::free_stream(void *cls)
112 // FIXME: When is this actually called, if ever?
113 // Also, shouldn't we remove it from streams?
114 HTTPD::Stream *stream = (HTTPD::Stream *)cls;
118 void HTTPD::request_completed_thunk(void *cls, struct MHD_Connection *connection, void **con_cls, enum MHD_RequestTerminationCode toe)
120 HTTPD *httpd = (HTTPD *)cls;
121 return httpd->request_completed(connection, con_cls, toe);
124 void HTTPD::request_completed(struct MHD_Connection *connection, void **con_cls, enum MHD_RequestTerminationCode toe)
126 if (con_cls == nullptr) {
127 // Request was never set up.
130 HTTPD::Stream *stream = (HTTPD::Stream *)*con_cls;
132 unique_lock<mutex> lock(streams_mutex);
134 streams.erase(stream);
138 HTTPD::Mux::Mux(AVFormatContext *avctx, int width, int height)
141 AVCodec *codec_video = avcodec_find_encoder(AV_CODEC_ID_H264);
142 avstream_video = avformat_new_stream(avctx, codec_video);
143 if (avstream_video == nullptr) {
144 fprintf(stderr, "avformat_new_stream() failed\n");
147 avstream_video->time_base = AVRational{1, TIMEBASE};
148 avstream_video->codec->codec_type = AVMEDIA_TYPE_VIDEO;
149 avstream_video->codec->codec_id = AV_CODEC_ID_H264;
150 avstream_video->codec->width = width;
151 avstream_video->codec->height = height;
152 avstream_video->codec->time_base = AVRational{1, TIMEBASE};
153 avstream_video->codec->ticks_per_frame = 1; // or 2?
155 // Colorspace details. Closely correspond to settings in EffectChain_finalize,
156 // as noted in each comment.
157 // Note that the H.264 stream also contains this information and depending on the
158 // mux, this might simply get ignored. See sps_rbsp().
159 avstream_video->codec->color_primaries = AVCOL_PRI_BT709; // RGB colorspace (inout_format.color_space).
160 avstream_video->codec->color_trc = AVCOL_TRC_UNSPECIFIED; // Gamma curve (inout_format.gamma_curve).
161 avstream_video->codec->colorspace = AVCOL_SPC_SMPTE170M; // YUV colorspace (output_ycbcr_format.luma_coefficients).
162 avstream_video->codec->color_range = AVCOL_RANGE_MPEG; // Full vs. limited range (output_ycbcr_format.full_range).
163 avstream_video->codec->chroma_sample_location = AVCHROMA_LOC_LEFT; // Chroma sample location. See chroma_offset_0[] in Mixer::subsample_chroma().
164 avstream_video->codec->field_order = AV_FIELD_PROGRESSIVE;
166 AVCodec *codec_audio = avcodec_find_encoder(AUDIO_OUTPUT_CODEC);
167 avstream_audio = avformat_new_stream(avctx, codec_audio);
168 if (avstream_audio == nullptr) {
169 fprintf(stderr, "avformat_new_stream() failed\n");
172 avstream_audio->time_base = AVRational{1, TIMEBASE};
173 avstream_audio->codec->bit_rate = AUDIO_OUTPUT_BIT_RATE;
174 avstream_audio->codec->sample_rate = OUTPUT_FREQUENCY;
175 avstream_audio->codec->sample_fmt = AUDIO_OUTPUT_SAMPLE_FMT;
176 avstream_audio->codec->channels = 2;
177 avstream_audio->codec->channel_layout = AV_CH_LAYOUT_STEREO;
178 avstream_audio->codec->time_base = AVRational{1, TIMEBASE};
180 AVDictionary *options = NULL;
181 vector<pair<string, string>> opts = MUX_OPTS;
182 for (pair<string, string> opt : opts) {
183 av_dict_set(&options, opt.first.c_str(), opt.second.c_str(), 0);
185 if (avformat_write_header(avctx, &options) < 0) {
186 fprintf(stderr, "avformat_write_header() failed\n");
193 av_write_trailer(avctx);
194 avformat_free_context(avctx);
197 void HTTPD::Mux::add_packet(const AVPacket &pkt, int64_t pts, int64_t dts)
199 if (!seen_keyframe && !(pkt.stream_index == 0 && (pkt.flags & AV_PKT_FLAG_KEY))) {
200 // Wait until we see the first (video) key frame.
203 seen_keyframe = true;
206 av_copy_packet(&pkt_copy, &pkt);
207 if (pkt.stream_index == 0) {
208 pkt_copy.pts = av_rescale_q(pts, AVRational{1, TIMEBASE}, avstream_video->time_base);
209 pkt_copy.dts = av_rescale_q(dts, AVRational{1, TIMEBASE}, avstream_video->time_base);
210 } else if (pkt.stream_index == 1) {
211 pkt_copy.pts = av_rescale_q(pts, AVRational{1, TIMEBASE}, avstream_audio->time_base);
212 pkt_copy.dts = av_rescale_q(dts, AVRational{1, TIMEBASE}, avstream_audio->time_base);
217 if (av_interleaved_write_frame(avctx, &pkt_copy) < 0) {
218 fprintf(stderr, "av_interleaved_write_frame() failed\n");
223 HTTPD::Stream::Stream(AVOutputFormat *oformat, int width, int height)
225 AVFormatContext *avctx = avformat_alloc_context();
226 avctx->oformat = oformat;
227 uint8_t *buf = (uint8_t *)av_malloc(MUX_BUFFER_SIZE);
228 avctx->pb = avio_alloc_context(buf, MUX_BUFFER_SIZE, 1, this, nullptr, &HTTPD::Stream::write_packet_thunk, nullptr);
229 avctx->flags = AVFMT_FLAG_CUSTOM_IO;
231 mux.reset(new Mux(avctx, width, height));
234 ssize_t HTTPD::Stream::reader_callback_thunk(void *cls, uint64_t pos, char *buf, size_t max)
236 HTTPD::Stream *stream = (HTTPD::Stream *)cls;
237 return stream->reader_callback(pos, buf, max);
240 ssize_t HTTPD::Stream::reader_callback(uint64_t pos, char *buf, size_t max)
242 unique_lock<mutex> lock(buffer_mutex);
243 has_buffered_data.wait(lock, [this]{ return !buffered_data.empty(); });
246 while (max > 0 && !buffered_data.empty()) {
247 const string &s = buffered_data.front();
248 assert(s.size() > used_of_buffered_data);
249 size_t len = s.size() - used_of_buffered_data;
251 // Consume the entire (rest of the) string.
252 memcpy(buf, s.data() + used_of_buffered_data, len);
255 buffered_data.pop_front();
256 used_of_buffered_data = 0;
258 // We don't need the entire string; just use the first part of it.
259 memcpy(buf, s.data() + used_of_buffered_data, max);
260 used_of_buffered_data += max;
269 void HTTPD::Stream::add_packet(const AVPacket &pkt, int64_t pts, int64_t dts)
271 mux->add_packet(pkt, pts, dts);
274 int HTTPD::Stream::write_packet_thunk(void *opaque, uint8_t *buf, int buf_size)
276 HTTPD::Stream *stream = (HTTPD::Stream *)opaque;
277 return stream->write_packet(buf, buf_size);
280 int HTTPD::Stream::write_packet(uint8_t *buf, int buf_size)
282 unique_lock<mutex> lock(buffer_mutex);
283 buffered_data.emplace_back((char *)buf, buf_size);
284 has_buffered_data.notify_all();