1 #ifndef _VIDEO_STREAM_H
2 #define _VIDEO_STREAM_H 1
8 #include <libavformat/avio.h>
11 #include <condition_variable>
17 #include <movit/effect_chain.h>
18 #include <movit/ycbcr_input.h>
20 #include "ref_counted_gl_sync.h"
22 class ChromaSubsampler;
36 void schedule_original_frame(int64_t output_pts, unsigned stream_idx, int64_t input_pts);
37 void schedule_interpolated_frame(int64_t output_pts, unsigned stream_idx, int64_t input_first_pts, int64_t input_second_pts, float alpha);
41 void encode_thread_func();
42 std::thread encode_thread;
44 static int write_packet2_thunk(void *opaque, uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time);
45 int write_packet2(uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time);
47 // Allocated at the very start; if we're empty, we start dropping frames
48 // (so that we don't build up an infinite interpolation backlog).
49 struct InterpolatedFrameResources {
50 GLuint input_tex; // Layered (contains both input frames).
51 GLuint gray_tex; // Same.
52 GLuint cb_tex, cr_tex;
53 GLuint input_fbos[2]; // For rendering to the two layers of input_tex.
54 GLuint pbo; // For reading the data back.
55 void *pbo_contents; // Persistently mapped.
57 std::deque<InterpolatedFrameResources> interpolate_resources; // Under <queue_lock>.
58 static constexpr size_t num_interpolate_slots = 10;
62 enum Type { ORIGINAL, INTERPOLATED } type;
64 int64_t input_first_pts; // The only pts for original frames.
66 // For interpolated frames only.
67 int64_t input_second_pts;
69 InterpolatedFrameResources resources;
70 RefCountedGLsync fence; // Set when the interpolated image is read back to the CPU.
71 GLuint flow_tex, output_tex, cbcr_tex; // Released in the receiving thread; not really used for anything else.
73 std::deque<QueuedFrame> frame_queue; // Under <queue_lock>.
74 std::mutex queue_lock;
75 std::condition_variable queue_nonempty;
77 std::unique_ptr<Mux> stream_mux; // To HTTP.
78 std::string stream_mux_header;
79 bool seen_sync_markers = false;
81 // Effectively only converts from 4:2:2 to 4:4:4.
82 // TODO: Have a separate version with ResampleEffect, for scaling?
83 std::unique_ptr<movit::EffectChain> ycbcr_planar_convert_chain;
84 std::unique_ptr<movit::EffectChain> ycbcr_semiplanar_convert_chain;
86 movit::YCbCrInput *ycbcr_planar_input;
87 movit::YCbCrInput *ycbcr_semiplanar_input;
88 movit::YCbCrFormat ycbcr_format;
90 // Frame interpolation.
91 std::unique_ptr<DISComputeFlow> compute_flow;
92 std::unique_ptr<Interpolate> interpolate;
93 std::unique_ptr<ChromaSubsampler> chroma_subsampler;
96 #endif // !defined(_VIDEO_STREAM_H)