]> git.sesse.net Git - nageru/blobdiff - nageru/video_encoder.cpp
Implement SRT output.
[nageru] / nageru / video_encoder.cpp
index ca5ed01b6569f4fc60807070336ec2a904c8678f..29f31050e084a4e9527407cbdfc6823c0a7330d4 100644 (file)
@@ -4,6 +4,9 @@
 #include <stdio.h>
 #include <time.h>
 #include <unistd.h>
+#include <sys/types.h>
+#include <sys/socket.h>
+#include <netdb.h>
 #include <string>
 #include <thread>
 
@@ -54,6 +57,10 @@ string generate_local_dump_filename(int frame)
 VideoEncoder::VideoEncoder(ResourcePool *resource_pool, QSurface *surface, const std::string &va_display, int width, int height, HTTPD *httpd, DiskSpaceEstimator *disk_space_estimator)
        : resource_pool(resource_pool), surface(surface), va_display(va_display), width(width), height(height), httpd(httpd), disk_space_estimator(disk_space_estimator)
 {
+       // TODO: If we're outputting AV1, we can't use MPEG-TS currently.
+       srt_oformat = av_guess_format("mpegts", nullptr, nullptr);
+       assert(srt_oformat != nullptr);
+
        oformat = av_guess_format(global_flags.stream_mux_name.c_str(), nullptr, nullptr);
        assert(oformat != nullptr);
        if (global_flags.stream_audio_codec_name.empty()) {
@@ -80,15 +87,19 @@ VideoEncoder::VideoEncoder(ResourcePool *resource_pool, QSurface *surface, const
        string filename = generate_local_dump_filename(/*frame=*/0);
        quicksync_encoder.reset(new QuickSyncEncoder(filename, resource_pool, surface, va_display, width, height, oformat, http_encoder, disk_encoder, disk_space_estimator));
 
-       open_output_stream();
+       open_output_streams();
        stream_audio_encoder->add_mux(http_mux.get());
+       stream_audio_encoder->add_mux(srt_mux.get());
        quicksync_encoder->set_http_mux(http_mux.get());
+       quicksync_encoder->set_srt_mux(srt_mux.get());
        if (global_flags.x264_video_to_http) {
                x264_encoder->add_mux(http_mux.get());
+               x264_encoder->add_mux(srt_mux.get());
        }
 #ifdef HAVE_AV1
        if (global_flags.av1_video_to_http) {
                av1_encoder->add_mux(http_mux.get());
+               av1_encoder->add_mux(srt_mux.get());
        }
 #endif
 }
@@ -202,38 +213,54 @@ RefCountedGLsync VideoEncoder::end_frame()
        return quicksync_encoder->end_frame();
 }
 
-void VideoEncoder::open_output_stream()
+void VideoEncoder::open_output_streams()
 {
-       AVFormatContext *avctx = avformat_alloc_context();
-       avctx->oformat = oformat;
+       for (bool is_srt : {false, true}) {
+               if (is_srt && global_flags.srt_destination_host.empty()) {
+                       continue;
+               }
 
-       uint8_t *buf = (uint8_t *)av_malloc(MUX_BUFFER_SIZE);
-       avctx->pb = avio_alloc_context(buf, MUX_BUFFER_SIZE, 1, this, nullptr, nullptr, nullptr);
-       avctx->pb->write_data_type = &VideoEncoder::write_packet2_thunk;
-       avctx->pb->ignore_boundary_point = 1;
+               AVFormatContext *avctx = avformat_alloc_context();
+               avctx->oformat = is_srt ? srt_oformat : oformat;
 
-       Mux::Codec video_codec;
-       if (global_flags.av1_video_to_http) {
-               video_codec = Mux::CODEC_AV1;
-       } else {
-               video_codec = Mux::CODEC_H264;
-       }
+               uint8_t *buf = (uint8_t *)av_malloc(MUX_BUFFER_SIZE);
+               avctx->pb = avio_alloc_context(buf, MUX_BUFFER_SIZE, 1, this, nullptr, nullptr, nullptr);
+               if (is_srt) {
+                       avctx->pb->write_packet = &VideoEncoder::write_srt_packet_thunk;
+               } else {
+                       avctx->pb->write_data_type = &VideoEncoder::write_packet2_thunk;
+                       avctx->pb->ignore_boundary_point = 1;
+               }
+
+               Mux::Codec video_codec;
+               if (global_flags.av1_video_to_http) {
+                       video_codec = Mux::CODEC_AV1;
+               } else {
+                       video_codec = Mux::CODEC_H264;
+               }
 
-       avctx->flags = AVFMT_FLAG_CUSTOM_IO;
+               avctx->flags = AVFMT_FLAG_CUSTOM_IO;
 
-       string video_extradata;
-       if (global_flags.x264_video_to_http) {
-               video_extradata = x264_encoder->get_global_headers();
+               string video_extradata;
+               if (global_flags.x264_video_to_http) {
+                       video_extradata = x264_encoder->get_global_headers();
 #ifdef HAVE_AV1
-       } else if (global_flags.av1_video_to_http) {
-               video_extradata = av1_encoder->get_global_headers();
+               } else if (global_flags.av1_video_to_http) {
+                       video_extradata = av1_encoder->get_global_headers();
 #endif
-       }
+               }
 
-       http_mux.reset(new Mux(avctx, width, height, video_codec, video_extradata, stream_audio_encoder->get_codec_parameters().get(),
-               get_color_space(global_flags.ycbcr_rec709_coefficients), COARSE_TIMEBASE,
-               /*write_callback=*/nullptr, Mux::WRITE_FOREGROUND, { &http_mux_metrics }));
-       http_mux_metrics.init({{ "destination", "http" }});
+               Mux *mux = new Mux(avctx, width, height, video_codec, video_extradata, stream_audio_encoder->get_codec_parameters().get(),
+                       get_color_space(global_flags.ycbcr_rec709_coefficients), COARSE_TIMEBASE,
+                       /*write_callback=*/nullptr, is_srt ? Mux::WRITE_BACKGROUND : Mux::WRITE_FOREGROUND, { is_srt ? &srt_mux_metrics : &http_mux_metrics });
+               if (is_srt) {
+                       srt_mux.reset(mux);
+                       srt_mux_metrics.init({{ "destination", "srt" }});
+               } else {
+                       http_mux.reset(mux);
+                       http_mux_metrics.init({{ "destination", "http" }});
+               }
+       }
 }
 
 int VideoEncoder::write_packet2_thunk(void *opaque, uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time)
@@ -261,3 +288,127 @@ int VideoEncoder::write_packet2(uint8_t *buf, int buf_size, AVIODataMarkerType t
        return buf_size;
 }
 
+int VideoEncoder::write_srt_packet_thunk(void *opaque, uint8_t *buf, int buf_size)
+{
+       VideoEncoder *video_encoder = (VideoEncoder *)opaque;
+       return video_encoder->write_srt_packet(buf, buf_size);
+}
+
+static string print_addrinfo(const addrinfo *ai)
+{
+       char hoststr[NI_MAXHOST], portstr[NI_MAXSERV];
+       if (getnameinfo(ai->ai_addr, ai->ai_addrlen, hoststr, sizeof(hoststr), portstr, sizeof(portstr), NI_DGRAM | NI_NUMERICHOST | NI_NUMERICSERV) != 0) {
+               return "<unknown address>";  // Should basically never happen, since we're not doing DNS lookups.
+       }
+
+       if (ai->ai_family == AF_INET6) {
+               return string("[") + hoststr + "]:" + portstr;
+       } else {
+               return string(hoststr) + ":" + portstr;
+       }
+}
+
+int VideoEncoder::open_srt_socket()
+{
+       int sock = srt_create_socket();
+       if (sock == -1) {
+               fprintf(stderr, "srt_create_socket(): %s\n", srt_getlasterror_str());
+               return -1;
+       }
+
+       SRT_TRANSTYPE live = SRTT_LIVE;
+       if (srt_setsockopt(sock, 0, SRTO_TRANSTYPE, &live, sizeof(live)) < 0) {
+               fprintf(stderr, "srt_setsockopt(SRTO_TRANSTYPE): %s\n", srt_getlasterror_str());
+               srt_close(sock);
+               return -1;
+       }
+
+       if (srt_setsockopt(sock, 0, SRTO_LATENCY, &global_flags.srt_output_latency, sizeof(global_flags.srt_output_latency)) < 0) {
+               fprintf(stderr, "srt_setsockopt(SRTO_LATENCY): %s\n", srt_getlasterror_str());
+               srt_close(sock);
+               return -1;
+       }
+
+       if (!global_flags.srt_streamid.empty()) {
+               if (srt_setsockopt(sock, 0, SRTO_STREAMID, global_flags.srt_streamid.data(), global_flags.srt_streamid.size()) < 0) {
+                       fprintf(stderr, "srt_setsockopt(SRTO_STREAMID): %s\n", srt_getlasterror_str());
+                       srt_close(sock);
+                       return -1;
+               }
+       }
+
+       if (!global_flags.srt_passphrase.empty()) {
+               if (srt_setsockopt(sock, 0, SRTO_PASSPHRASE, global_flags.srt_passphrase.data(), global_flags.srt_passphrase.size()) < 0) {
+                       fprintf(stderr, "srt_setsockopt(SRTO_PASSPHRASE): %s\n", srt_getlasterror_str());
+                       srt_close(sock);
+                       return -1;
+               }
+       }
+
+       return sock;
+}
+
+int VideoEncoder::connect_to_srt()
+{
+       // We need to specify SOCK_DGRAM as a hint, or we'll get all addresses
+       // three times (for each of TCP, UDP, raw).
+       addrinfo hints;
+       memset(&hints, 0, sizeof(hints));
+       hints.ai_flags = AI_ADDRCONFIG;
+       hints.ai_socktype = SOCK_DGRAM;
+
+       addrinfo *ai;
+       int ret = getaddrinfo(global_flags.srt_destination_host.c_str(), global_flags.srt_destination_port.c_str(), &hints, &ai);
+       if (ret != 0) {
+               fprintf(stderr, "getaddrinfo(%s:%s): %s\n", global_flags.srt_destination_host.c_str(), global_flags.srt_destination_port.c_str(), gai_strerror(ret));
+               return -1;
+       }
+
+       for (const addrinfo *cur = ai; cur != nullptr; cur = cur->ai_next) {
+               // Seemingly, srt_create_socket() isn't universal; once we try to connect,
+               // it gets locked to either IPv4 or IPv6. So we need to create a new one
+               // for every address we try.
+               int sock = open_srt_socket();
+               if (sock == -1) {
+                       // Die immediately.
+                       return sock;
+               }
+               if (srt_connect(sock, cur->ai_addr, cur->ai_addrlen) < 0) {
+                       fprintf(stderr, "srt_connect(%s): %s\n", print_addrinfo(cur).c_str(), srt_getlasterror_str());
+                       srt_close(sock);
+                       continue;
+               }
+               fprintf(stderr, "Connected to destination SRT endpoint at %s.\n", print_addrinfo(cur).c_str());
+               freeaddrinfo(ai);
+               return sock;
+       }
+
+       // Out of candidates, so give up.
+       freeaddrinfo(ai);
+       return -1;
+}
+
+int VideoEncoder::write_srt_packet(uint8_t *buf, int buf_size)
+{
+       while (buf_size > 0) {
+               if (srt_sock == -1) {
+                       srt_sock = connect_to_srt();
+                       if (srt_sock == -1) {
+                               usleep(100000);
+                               continue;
+                       }
+               }
+               int to_send = min(buf_size, SRT_LIVE_DEF_PLSIZE);
+               int ret = srt_send(srt_sock, (char *)buf, to_send);
+               if (ret < 0)  {
+                       fprintf(stderr, "srt_send(): %s\n", srt_getlasterror_str());
+                       srt_close(srt_sock);
+                       srt_sock = connect_to_srt();
+                       continue;
+               }
+               buf += ret;
+               buf_size -= ret;
+       }
+       return buf_size;
+}
+