]> git.sesse.net Git - nageru/blob - video_encoder.cpp
Encode audio as soon as we get it, instead of manually interleaving.
[nageru] / video_encoder.cpp
1 #include "video_encoder.h"
2
3 #include <assert.h>
4
5 #include <string>
6
7 #include "defs.h"
8 #include "flags.h"
9 #include "httpd.h"
10 #include "timebase.h"
11 #include "quicksync_encoder.h"
12 #include "x264_encoder.h"
13
14 using namespace std;
15 using namespace movit;
16
17 namespace {
18
19 string generate_local_dump_filename(int frame)
20 {
21         time_t now = time(NULL);
22         tm now_tm;
23         localtime_r(&now, &now_tm);
24
25         char timestamp[256];
26         strftime(timestamp, sizeof(timestamp), "%F-%T%z", &now_tm);
27
28         // Use the frame number to disambiguate between two cuts starting
29         // on the same second.
30         char filename[256];
31         snprintf(filename, sizeof(filename), "%s%s-f%02d%s",
32                 LOCAL_DUMP_PREFIX, timestamp, frame % 100, LOCAL_DUMP_SUFFIX);
33         return filename;
34 }
35
36 }  // namespace
37
38 VideoEncoder::VideoEncoder(ResourcePool *resource_pool, QSurface *surface, const std::string &va_display, int width, int height, HTTPD *httpd)
39         : resource_pool(resource_pool), surface(surface), va_display(va_display), width(width), height(height), httpd(httpd)
40 {
41         oformat = av_guess_format(global_flags.stream_mux_name.c_str(), nullptr, nullptr);
42         assert(oformat != nullptr);
43         if (global_flags.stream_audio_codec_name.empty()) {
44                 stream_audio_encoder.reset(new AudioEncoder(AUDIO_OUTPUT_CODEC_NAME, DEFAULT_AUDIO_OUTPUT_BIT_RATE, oformat));
45         } else {
46                 stream_audio_encoder.reset(new AudioEncoder(global_flags.stream_audio_codec_name, global_flags.stream_audio_codec_bitrate, oformat));
47         }
48         if (global_flags.x264_video_to_http) {
49                 x264_encoder.reset(new X264Encoder(oformat));
50         }
51
52         string filename = generate_local_dump_filename(/*frame=*/0);
53         quicksync_encoder.reset(new QuickSyncEncoder(filename, resource_pool, surface, va_display, width, height, oformat, x264_encoder.get()));
54
55         open_output_stream();
56         stream_audio_encoder->add_mux(stream_mux.get());
57         quicksync_encoder->set_stream_mux(stream_mux.get());
58         x264_encoder->set_mux(stream_mux.get());
59 }
60
61 VideoEncoder::~VideoEncoder()
62 {
63         quicksync_encoder.reset(nullptr);
64         while (quicksync_encoders_in_shutdown.load() > 0) {
65                 usleep(10000);
66         }
67 }
68
69 void VideoEncoder::do_cut(int frame)
70 {
71         string filename = generate_local_dump_filename(frame);
72         printf("Starting new recording: %s\n", filename.c_str());
73
74         // Do the shutdown of the old encoder in a separate thread, since it can
75         // take some time (it needs to wait for all the frames in the queue to be
76         // done encoding, for one) and we are running on the main mixer thread.
77         // However, since this means both encoders could be sending packets at
78         // the same time, it means pts could come out of order to the stream mux,
79         // and we need to plug it until the shutdown is complete.
80         stream_mux->plug();
81         lock_guard<mutex> lock(qs_mu);
82         QuickSyncEncoder *old_encoder = quicksync_encoder.release();  // When we go C++14, we can use move capture instead.
83         thread([old_encoder, this]{
84                 old_encoder->shutdown();
85                 stream_mux->unplug();
86
87                 // We cannot delete the encoder here, as this thread has no OpenGL context.
88                 // We'll deal with it in begin_frame().
89                 lock_guard<mutex> lock(qs_mu);
90                 qs_needing_cleanup.emplace_back(old_encoder);
91         }).detach();
92
93         quicksync_encoder.reset(new QuickSyncEncoder(filename, resource_pool, surface, va_display, width, height, oformat, x264_encoder.get()));
94         quicksync_encoder->set_stream_mux(stream_mux.get());
95 }
96
97 void VideoEncoder::add_audio(int64_t pts, std::vector<float> audio)
98 {
99         lock_guard<mutex> lock(qs_mu);
100         quicksync_encoder->add_audio(pts, audio);
101         stream_audio_encoder->encode_audio(audio, pts + quicksync_encoder->global_delay());
102 }
103
104 bool VideoEncoder::begin_frame(GLuint *y_tex, GLuint *cbcr_tex)
105 {
106         lock_guard<mutex> lock(qs_mu);
107         qs_needing_cleanup.clear();  // Since we have an OpenGL context here, and are called regularly.
108         return quicksync_encoder->begin_frame(y_tex, cbcr_tex);
109 }
110
111 RefCountedGLsync VideoEncoder::end_frame(int64_t pts, int64_t duration, const std::vector<RefCountedFrame> &input_frames)
112 {
113         lock_guard<mutex> lock(qs_mu);
114         return quicksync_encoder->end_frame(pts, duration, input_frames);
115 }
116
117 void VideoEncoder::open_output_stream()
118 {
119         AVFormatContext *avctx = avformat_alloc_context();
120         avctx->oformat = oformat;
121
122         uint8_t *buf = (uint8_t *)av_malloc(MUX_BUFFER_SIZE);
123         avctx->pb = avio_alloc_context(buf, MUX_BUFFER_SIZE, 1, this, nullptr, &VideoEncoder::write_packet_thunk, nullptr);
124
125         Mux::Codec video_codec;
126         if (global_flags.uncompressed_video_to_http) {
127                 video_codec = Mux::CODEC_NV12;
128         } else {
129                 video_codec = Mux::CODEC_H264;
130         }
131
132         avctx->flags = AVFMT_FLAG_CUSTOM_IO;
133
134         string video_extradata;
135         if (global_flags.x264_video_to_http) {
136                 video_extradata = x264_encoder->get_global_headers();
137         }
138
139         int time_base = global_flags.stream_coarse_timebase ? COARSE_TIMEBASE : TIMEBASE;
140         stream_mux_writing_header = true;
141         stream_mux.reset(new Mux(avctx, width, height, video_codec, video_extradata, stream_audio_encoder->get_ctx(), time_base, this));
142         stream_mux_writing_header = false;
143         httpd->set_header(stream_mux_header);
144         stream_mux_header.clear();
145 }
146
147 int VideoEncoder::write_packet_thunk(void *opaque, uint8_t *buf, int buf_size)
148 {
149         VideoEncoder *video_encoder = (VideoEncoder *)opaque;
150         return video_encoder->write_packet(buf, buf_size);
151 }
152
153 int VideoEncoder::write_packet(uint8_t *buf, int buf_size)
154 {
155         if (stream_mux_writing_header) {
156                 stream_mux_header.append((char *)buf, buf_size);
157         } else {
158                 httpd->add_data((char *)buf, buf_size, stream_mux_writing_keyframes);
159                 stream_mux_writing_keyframes = false;
160         }
161         return buf_size;
162 }
163