5 #include <movit/effect.h>
6 #include <movit/flat_input.h>
7 #include <movit/ycbcr_input.h>
14 #include <unordered_map>
18 #include "bmusb/bmusb.h"
19 #include "ref_counted_frame.h"
20 #include "shared/shared_defs.h"
21 #include "tweaked_inputs.h"
26 class LiveInputWrapper;
37 // LIVE_INPUT_* also covers CEF and video inputs.
39 LIVE_INPUT_YCBCR_WITH_DEINTERLACE,
40 LIVE_INPUT_YCBCR_PLANAR,
46 AUTO_WHITE_BALANCE_EFFECT, // Same as WHITE_BALANCE_EFFECT, but sets its value automatically.
49 INTEGRAL_PADDING_EFFECT,
54 LIFT_GAMMA_GAIN_EFFECT,
61 // An EffectBlueprint refers to an Effect before it's being added to the graph.
62 // It contains enough information to instantiate the effect, including any
63 // parameters that were set before it was added to the graph. Once it is
64 // instantiated, it forwards its calls on to the real Effect instead.
65 struct EffectBlueprint {
66 EffectBlueprint(EffectType effect_type) : effect_type(effect_type) {}
68 EffectType effect_type;
69 std::map<std::string, int> int_parameters;
70 std::map<std::string, float> float_parameters;
71 std::map<std::string, std::array<float, 3>> vec3_parameters;
72 std::map<std::string, std::array<float, 4>> vec4_parameters;
74 movit::Effect *effect = nullptr; // Gets filled out when it's instantiated.
77 // Contains basically the same data as InputState, but does not hold on to
78 // a reference to the frames. This is important so that we can release them
79 // without having to wait for Lua's GC.
80 struct InputStateInfo {
81 explicit InputStateInfo(const InputState& input_state);
83 unsigned last_width[MAX_VIDEO_CARDS], last_height[MAX_VIDEO_CARDS];
84 bool last_interlaced[MAX_VIDEO_CARDS], last_has_signal[MAX_VIDEO_CARDS], last_is_connected[MAX_VIDEO_CARDS];
85 unsigned last_frame_rate_nom[MAX_VIDEO_CARDS], last_frame_rate_den[MAX_VIDEO_CARDS];
86 bmusb::PixelFormat last_pixel_format[MAX_VIDEO_CARDS];
87 bool has_last_subtitle[MAX_VIDEO_CARDS];
88 std::string last_subtitle[MAX_VIDEO_CARDS];
93 Theme(const std::string &filename, const std::vector<std::string> &search_dirs, movit::ResourcePool *resource_pool, QSurface *surface);
97 movit::EffectChain *chain;
98 std::function<void()> setup_chain;
100 // FRAME_HISTORY frames for each input, in order. Will contain duplicates
101 // for non-interlaced inputs.
102 std::vector<RefCountedFrame> input_frames;
105 Chain get_chain(unsigned num, float t, unsigned width, unsigned height, const InputState &input_state);
107 int get_num_channels() const { return num_channels; }
108 int map_signal_to_card(int signal_num);
109 void set_signal_mapping(int signal_num, int card_idx);
110 std::string get_channel_name(unsigned channel);
111 int map_channel_to_signal(unsigned channel);
112 bool get_supports_set_wb(unsigned channel);
113 void set_wb(unsigned channel, float r, float g, float b);
114 void set_wb_for_card(int card_idx, float r, float g, float b);
115 movit::RGBTriplet get_white_balance_for_card(int card_idx);
116 std::string get_channel_color(unsigned channel);
118 std::unordered_map<int, movit::RGBTriplet> white_balance_for_card;
120 std::vector<std::string> get_transition_names(float t);
122 void transition_clicked(int transition_num, float t);
123 void channel_clicked(int preview_num);
125 movit::ResourcePool *get_resource_pool() const { return resource_pool; }
127 // Should be called as part of VideoInput.new() only.
128 void register_video_input(FFmpegCapture *capture)
130 video_inputs.push_back(capture);
133 std::vector<FFmpegCapture *> get_video_inputs() const
139 // Should be called as part of HTMLInput.new() only.
140 void register_html_input(CEFCapture *capture)
142 html_inputs.push_back(capture);
145 std::vector<CEFCapture *> get_html_inputs() const
151 void register_video_signal_connection(movit::EffectChain *chain, LiveInputWrapper *live_input, FFmpegCapture *capture)
153 video_signal_connections[chain].emplace_back(VideoSignalConnection { live_input, capture });
157 void register_html_signal_connection(movit::EffectChain *chain, LiveInputWrapper *live_input, CEFCapture *capture)
159 html_signal_connections[chain].emplace_back(CEFSignalConnection { live_input, capture });
164 MenuEntry(const std::string &text, lua_State *L, int lua_ref, unsigned flags)
165 : text(text), is_submenu(false), entry{L, lua_ref, flags} {}
166 MenuEntry(const std::string &text, std::vector<std::unique_ptr<MenuEntry>> submenu)
167 : text(text), is_submenu(true), submenu(std::move(submenu)) {}
170 static constexpr unsigned CHECKABLE = 1;
171 static constexpr unsigned CHECKED = 2;
177 // is_submenu = false.
184 // is_submenu = true.
185 std::vector<std::unique_ptr<MenuEntry>> submenu;
188 MenuEntry *get_theme_menu() { return theme_menu.get(); } // Can be empty for no menu.
189 void theme_menu_entry_clicked(int lua_ref);
191 // Will be invoked every time the theme sets a new menu.
192 // Is not invoked for a menu that exists at the time of the callback.
193 void set_theme_menu_callback(std::function<void()> callback)
195 theme_menu_callback = callback;
198 std::string format_status_line(const std::string &disk_space_left_text, double file_length_seconds);
200 // Signal that the given card is going away and will not be replaced
201 // with a fake capture card, so remove all connections to it so that
202 // they don't automatically come back on the next frame.
203 void remove_card(unsigned card_index);
206 void register_globals();
207 void register_class(const char *class_name, const luaL_Reg *funcs, EffectType effect_type = NO_EFFECT_TYPE);
208 int set_theme_menu(lua_State *L);
209 Chain get_chain_from_effect_chain(movit::EffectChain *effect_chain, unsigned num, const InputState &input_state);
210 void call_lua_wb_callback(unsigned channel, float r, float g, float b);
212 std::string theme_path;
215 lua_State *L; // Protected by <m>.
216 const InputState *input_state = nullptr; // Protected by <m>. Only set temporarily, during chain setup.
217 movit::ResourcePool *resource_pool;
218 int num_channels = -1;
219 bool startup_finished = false;
222 std::map<int, int> signal_to_card_mapping; // Protected by <map_m>.
224 std::vector<FFmpegCapture *> video_inputs;
225 struct VideoSignalConnection {
226 LiveInputWrapper *wrapper;
227 FFmpegCapture *source;
229 std::unordered_map<movit::EffectChain *, std::vector<VideoSignalConnection>>
230 video_signal_connections;
232 std::vector<CEFCapture *> html_inputs;
233 struct CEFSignalConnection {
234 LiveInputWrapper *wrapper;
237 std::unordered_map<movit::EffectChain *, std::vector<CEFSignalConnection>>
238 html_signal_connections;
241 std::unique_ptr<MenuEntry> theme_menu;
242 std::function<void()> theme_menu_callback;
244 std::map<unsigned, std::string> channel_names; // Set using Nageru.set_channel_name(). Protected by <m>.
245 std::map<unsigned, int> channel_signals; // Set using Nageru.set_channel_signal(). Protected by <m>.
246 std::map<unsigned, bool> channel_supports_wb; // Set using Nageru.set_supports_wb(). Protected by <m>.
248 // Used to construct OpenGL contexts for VideoInputs. Needs to be available
249 // during the entire lifetime of Theme, since they may be created basically
251 const QSurface *surface;
253 friend class LiveInputWrapper;
255 friend int ThemeMenu_set(lua_State *L);
256 friend int Nageru_set_channel_name(lua_State *L);
257 friend int Nageru_set_num_channels(lua_State *L);
258 friend int Nageru_set_channel_signal(lua_State *L);
259 friend int Nageru_set_supports_wb(lua_State *L);
260 friend int VideoInput_new(lua_State* L);
263 // LiveInputWrapper is a facade on top of an YCbCrInput, exposed to
264 // the Lua code. It contains a function (connect_signal()) intended
265 // to be called during chain setup, that picks out the current frame
266 // (in the form of a set of textures) from the input state given by
267 // the mixer, and communicates that state over to the actual YCbCrInput.
268 class LiveInputWrapper {
270 // Note: <override_bounce> is irrelevant for PixelFormat_8BitBGRA.
271 LiveInputWrapper(Theme *theme, movit::EffectChain *chain, bmusb::PixelFormat pixel_format, bool override_bounce, bool deinterlace, bool user_connectable);
273 bool connect_signal(int signal_num); // Must be called with the theme's <m> lock held, since it accesses theme->input_state. Returns false on error.
274 void connect_card(int signal_num, const InputState &input_state);
275 movit::Effect *get_effect() const
278 return deinterlace_effect;
279 } else if (pixel_format == bmusb::PixelFormat_8BitBGRA) {
280 return rgba_inputs[0];
282 return ycbcr_inputs[0];
287 Theme *theme; // Not owned by us.
288 bmusb::PixelFormat pixel_format;
289 movit::YCbCrFormat input_ycbcr_format;
290 std::vector<movit::YCbCrInput *> ycbcr_inputs; // Multiple ones if deinterlacing. Owned by the chain.
291 std::vector<movit::FlatInput *> rgba_inputs; // Multiple ones if deinterlacing. Owned by the chain.
292 movit::Effect *deinterlace_effect = nullptr; // Owned by the chain.
294 bool user_connectable;
297 // Utility functions used by Scene.
298 void add_outputs_and_finalize(movit::EffectChain *chain, bool is_main_chain);
299 Theme *get_theme_updata(lua_State* L);
300 bool checkbool(lua_State* L, int idx);
301 std::string checkstdstring(lua_State *L, int index);
302 movit::Effect *instantiate_effect(movit::EffectChain *chain, EffectType effect_type);
303 void print_warning(lua_State* L, const char *format, ...);
305 #endif // !defined(_THEME_H)