X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=futatabi%2Fvideo_stream.h;h=f156be9af662578ee96cabec201f3337a08b09bc;hb=adf28dcc8d96304785b05034c323e4c854c76896;hp=05bd7a7b9453c46228ce66eb08362223ddeb40c3;hpb=b44bf7cfce6a5aaffbcd1e37df39068a163438ad;p=nageru

diff --git a/futatabi/video_stream.h b/futatabi/video_stream.h
index 05bd7a7..f156be9 100644
--- a/futatabi/video_stream.h
+++ b/futatabi/video_stream.h
@@ -11,8 +11,8 @@ extern "C" {
 
 #include "frame_on_disk.h"
 #include "jpeg_frame_view.h"
-#include "shared/ref_counted_gl_sync.h"
 #include "queue_spot_holder.h"
+#include "shared/ref_counted_gl_sync.h"
 
 #include <atomic>
 #include <chrono>
@@ -47,31 +47,39 @@ public:
 	void schedule_original_frame(std::chrono::steady_clock::time_point,
 	                             int64_t output_pts, std::function<void()> &&display_func,
 	                             QueueSpotHolder &&queue_spot_holder,
-	                             FrameOnDisk frame);
+	                             FrameOnDisk frame, const std::string &subtitle,
+	                             bool include_audio);
 	void schedule_faded_frame(std::chrono::steady_clock::time_point, int64_t output_pts,
 	                          std::function<void()> &&display_func,
 	                          QueueSpotHolder &&queue_spot_holder,
 	                          FrameOnDisk frame1, FrameOnDisk frame2,
-	                          float fade_alpha);
+	                          float fade_alpha, const std::string &subtitle);  // Always no audio.
 	void schedule_interpolated_frame(std::chrono::steady_clock::time_point, int64_t output_pts,
-	                          std::function<void(std::shared_ptr<Frame>)> &&display_func,
-	                          QueueSpotHolder &&queue_spot_holder,
-	                          FrameOnDisk frame1, FrameOnDisk frame2,
-	                          float alpha, FrameOnDisk secondary_frame = {},  // Empty = no secondary (fade) frame.
-	                          float fade_alpha = 0.0f);
+	                                 std::function<void(std::shared_ptr<Frame>)> &&display_func,
+	                                 QueueSpotHolder &&queue_spot_holder,
+	                                 FrameOnDisk frame1, FrameOnDisk frame2,
+	                                 float alpha, FrameOnDisk secondary_frame,  // Empty = no secondary (fade) frame.
+	                                 float fade_alpha, const std::string &subtitle,
+	                                 bool include_audio);
 	void schedule_refresh_frame(std::chrono::steady_clock::time_point, int64_t output_pts,
 	                            std::function<void()> &&display_func,
-	                            QueueSpotHolder &&queue_spot_holder);
+	                            QueueSpotHolder &&queue_spot_holder, const std::string &subtitle);  // Always no audio.
+	void schedule_silence(std::chrono::steady_clock::time_point, int64_t output_pts,
+	                      int64_t length_pts, QueueSpotHolder &&queue_spot_holder);
 
 private:
+	struct QueuedFrame;
+
 	FrameReader frame_reader;
 
 	void encode_thread_func();
 	std::thread encode_thread;
-	std::atomic<bool> should_quit{false};
+	std::atomic<bool> should_quit{ false };
 
 	static int write_packet2_thunk(void *opaque, uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time);
 	int write_packet2(uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time);
+	void add_silence(int64_t pts, int64_t length_pts);
+	void add_audio_or_silence(const QueuedFrame &qf);
 
 	// Allocated at the very start; if we're empty, we start dropping frames
 	// (so that we don't build up an infinite interpolation backlog).
@@ -96,7 +104,7 @@ private:
 	static constexpr size_t num_interpolate_slots = 15;  // Should be larger than Player::max_queued_frames, or we risk mass-dropping frames.
 
 	struct IFRReleaser {
-		void operator() (InterpolatedFrameResources *ifr) const
+		void operator()(InterpolatedFrameResources *ifr) const
 		{
 			if (ifr != nullptr) {
 				std::lock_guard<std::mutex> lock(ifr->owner->queue_lock);
@@ -110,8 +118,14 @@ private:
 		std::chrono::steady_clock::time_point local_pts;
 
 		int64_t output_pts;
-		enum Type { ORIGINAL, FADED, INTERPOLATED, FADED_INTERPOLATED, REFRESH } type;
-		FrameOnDisk frame1;  // The only frame for original frames.
+		enum Type { ORIGINAL, FADED, INTERPOLATED, FADED_INTERPOLATED, REFRESH, SILENCE } type;
+
+		// For original frames only. Made move-only so we know explicitly
+		// we don't copy these ~200 kB files around inadvertedly.
+		std::unique_ptr<std::string> encoded_jpeg;
+
+		// For everything except original frames and silence.
+		FrameOnDisk frame1;
 
 		// For fades only (including fades against interpolated frames).
 		FrameOnDisk secondary_frame;
@@ -127,6 +141,15 @@ private:
 		std::function<void()> display_func;  // Called when the image is done decoding.
 		std::function<void(std::shared_ptr<Frame>)> display_decoded_func;  // Same, except for INTERPOLATED and FADED_INTERPOLATED.
 
+		std::string subtitle;  // Blank for none.
+
+		// Audio, in stereo interleaved 32-bit PCM. If empty and not of type SILENCE, one frame's worth of silence samples
+		// is synthesized.
+		std::string audio;
+
+		// For silence frames only.
+		int64_t silence_length_pts;
+
 		QueueSpotHolder queue_spot_holder;
 	};
 	std::deque<QueuedFrame> frame_queue;  // Under <queue_lock>.
@@ -150,7 +173,7 @@ private:
 	GLuint last_flow_tex = 0;
 	FrameOnDisk last_frame1, last_frame2;
 
-	std::vector<uint8_t> last_frame;
+	std::string last_frame;
 };
 
 #endif  // !defined(_VIDEO_STREAM_H)