X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=futatabi%2Fvideo_stream.h;h=1b3358735344adbc009ccccf2eb5ca710ba60f95;hb=3fbdb43f7b184d6805b4fdab070015ee705ab6db;hp=736a20fe275ca7acacf9bd6be1e79377877840ac;hpb=6e116a6bbeb2c047a3bfb084395ec601ce211e6c;p=nageru

diff --git a/futatabi/video_stream.h b/futatabi/video_stream.h
index 736a20f..1b33587 100644
--- a/futatabi/video_stream.h
+++ b/futatabi/video_stream.h
@@ -5,14 +5,16 @@
 #include <stdint.h>
 
 extern "C" {
+#include <libavformat/avformat.h>
 #include <libavformat/avio.h>
 }
 
 #include "frame_on_disk.h"
 #include "jpeg_frame_view.h"
-#include "ref_counted_gl_sync.h"
 #include "queue_spot_holder.h"
+#include "shared/ref_counted_gl_sync.h"
 
+#include <atomic>
 #include <chrono>
 #include <condition_variable>
 #include <deque>
@@ -34,7 +36,7 @@ class YCbCrConverter;
 
 class VideoStream {
 public:
-	VideoStream();
+	VideoStream(AVFormatContext *file_avctx);  // nullptr if output to stream.
 	~VideoStream();
 	void start();
 	void stop();
@@ -45,27 +47,28 @@ public:
 	void schedule_original_frame(std::chrono::steady_clock::time_point,
 	                             int64_t output_pts, std::function<void()> &&display_func,
 	                             QueueSpotHolder &&queue_spot_holder,
-	                             FrameOnDisk frame);
+	                             FrameOnDisk frame, const std::string &subtitle);
 	void schedule_faded_frame(std::chrono::steady_clock::time_point, int64_t output_pts,
 	                          std::function<void()> &&display_func,
 	                          QueueSpotHolder &&queue_spot_holder,
 	                          FrameOnDisk frame1, FrameOnDisk frame2,
-	                          float fade_alpha);
+	                          float fade_alpha, const std::string &subtitle);
 	void schedule_interpolated_frame(std::chrono::steady_clock::time_point, int64_t output_pts,
-	                          std::function<void(std::shared_ptr<Frame>)> &&display_func,
-	                          QueueSpotHolder &&queue_spot_holder,
-	                          FrameOnDisk frame1, FrameOnDisk frame2,
-	                          float alpha, FrameOnDisk secondary_frame = {},  // Empty = no secondary (fade) frame.
-	                          float fade_alpha = 0.0f);
+	                                 std::function<void(std::shared_ptr<Frame>)> &&display_func,
+	                                 QueueSpotHolder &&queue_spot_holder,
+	                                 FrameOnDisk frame1, FrameOnDisk frame2,
+	                                 float alpha, FrameOnDisk secondary_frame,  // Empty = no secondary (fade) frame.
+	                                 float fade_alpha, const std::string &subtitle);
 	void schedule_refresh_frame(std::chrono::steady_clock::time_point, int64_t output_pts,
 	                            std::function<void()> &&display_func,
-	                            QueueSpotHolder &&queue_spot_holder);
+	                            QueueSpotHolder &&queue_spot_holder, const std::string &subtitle);
 
 private:
 	FrameReader frame_reader;
 
 	void encode_thread_func();
 	std::thread encode_thread;
+	std::atomic<bool> should_quit{ false };
 
 	static int write_packet2_thunk(void *opaque, uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time);
 	int write_packet2(uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time);
@@ -93,10 +96,10 @@ private:
 	static constexpr size_t num_interpolate_slots = 15;  // Should be larger than Player::max_queued_frames, or we risk mass-dropping frames.
 
 	struct IFRReleaser {
-		void operator() (InterpolatedFrameResources *ifr) const
+		void operator()(InterpolatedFrameResources *ifr) const
 		{
 			if (ifr != nullptr) {
-				std::unique_lock<std::mutex> lock(ifr->owner->queue_lock);
+				std::lock_guard<std::mutex> lock(ifr->owner->queue_lock);
 				ifr->owner->interpolate_resources.emplace_back(ifr);
 			}
 		}
@@ -108,7 +111,15 @@ private:
 
 		int64_t output_pts;
 		enum Type { ORIGINAL, FADED, INTERPOLATED, FADED_INTERPOLATED, REFRESH } type;
-		FrameOnDisk frame1;  // The only frame for original frames.
+
+		// For original frames only. Made move-only so we know explicitly
+		// we don't copy these ~200 kB files around inadvertedly.
+		//
+		// TODO: Consider using vector<uint8_t> instead, so we save one copy.
+		std::unique_ptr<std::string> encoded_jpeg;
+
+		// For everything except original frames.
+		FrameOnDisk frame1;
 
 		// For fades only (including fades against interpolated frames).
 		FrameOnDisk secondary_frame;
@@ -118,20 +129,24 @@ private:
 		float alpha;
 		BorrowedInterpolatedFrameResources resources;
 		RefCountedGLsync fence;  // Set when the interpolated image is read back to the CPU.
-		GLuint flow_tex, output_tex, cbcr_tex;  // Released in the receiving thread; not really used for anything else.
+		GLuint flow_tex, output_tex, cbcr_tex;  // Released in the receiving thread; not really used for anything else. flow_tex will typically even be from a previous frame.
 		FrameOnDisk id;
 
 		std::function<void()> display_func;  // Called when the image is done decoding.
 		std::function<void(std::shared_ptr<Frame>)> display_decoded_func;  // Same, except for INTERPOLATED and FADED_INTERPOLATED.
 
+		std::string subtitle;  // Blank for none.
+
 		QueueSpotHolder queue_spot_holder;
 	};
 	std::deque<QueuedFrame> frame_queue;  // Under <queue_lock>.
 	std::condition_variable queue_changed;
 
-	std::unique_ptr<Mux> stream_mux;  // To HTTP.
-	std::string stream_mux_header;
+	AVFormatContext *avctx;
+	std::unique_ptr<Mux> mux;  // To HTTP, or to file.
+	std::string stream_mux_header;  // Only used in HTTP.
 	bool seen_sync_markers = false;
+	bool output_fast_forward;
 
 	std::unique_ptr<YCbCrConverter> ycbcr_converter;
 	std::unique_ptr<YCbCrConverter> ycbcr_semiplanar_converter;
@@ -141,6 +156,10 @@ private:
 	std::unique_ptr<Interpolate> interpolate, interpolate_no_split;
 	std::unique_ptr<ChromaSubsampler> chroma_subsampler;
 
+	// Cached flow computation from previous frame, if any.
+	GLuint last_flow_tex = 0;
+	FrameOnDisk last_frame1, last_frame2;
+
 	std::vector<uint8_t> last_frame;
 };