]> git.sesse.net Git - nageru/blobdiff - theme.cpp
Add a system where themes can present a simple menu to the user.
[nageru] / theme.cpp
index ce1389f7cc4ea635ec0c2fbe4a295c8a8c3832fc..bb0bcaf8eeb16102baf7d152e25b4485449564a6 100644 (file)
--- a/theme.cpp
+++ b/theme.cpp
@@ -5,9 +5,11 @@
 #include <epoxy/gl.h>
 #include <lauxlib.h>
 #include <lua.hpp>
+#include <movit/deinterlace_effect.h>
 #include <movit/effect.h>
 #include <movit/effect_chain.h>
 #include <movit/image_format.h>
+#include <movit/input.h>
 #include <movit/mix_effect.h>
 #include <movit/multiply_effect.h>
 #include <movit/overlay_effect.h>
 #include <utility>
 
 #include "defs.h"
-#include "deinterlace_effect.h"
+#ifdef HAVE_CEF
+#include "cef_capture.h"
+#endif
 #include "ffmpeg_capture.h"
 #include "flags.h"
 #include "image_input.h"
-#include "input.h"
 #include "input_state.h"
 #include "pbo_frame_allocator.h"
 
@@ -45,6 +48,18 @@ using namespace movit;
 
 extern Mixer *global_mixer;
 
+Theme *get_theme_updata(lua_State* L)
+{
+       luaL_checktype(L, lua_upvalueindex(1), LUA_TLIGHTUSERDATA);
+       return (Theme *)lua_touserdata(L, lua_upvalueindex(1));
+}
+
+int ThemeMenu_set(lua_State *L)
+{
+       Theme *theme = get_theme_updata(L);
+       return theme->set_theme_menu(L);
+}
+
 namespace {
 
 // Contains basically the same data as InputState, but does not hold on to
@@ -133,12 +148,6 @@ int wrap_lua_object_nonowned(lua_State* L, const char *class_name, Args&&... arg
        return 1;
 }
 
-Theme *get_theme_updata(lua_State* L)
-{      
-       luaL_checktype(L, lua_upvalueindex(1), LUA_TLIGHTUSERDATA);
-       return (Theme *)lua_touserdata(L, lua_upvalueindex(1));
-}
-
 Effect *get_effect(lua_State *L, int idx)
 {
        if (luaL_testudata(L, idx, "WhiteBalanceEffect") ||
@@ -222,15 +231,39 @@ int EffectChain_add_video_input(lua_State* L)
        // doesn't care about the object anymore. (If we change this, we'd need
        // to also unregister the signal connection on __gc.)
        int ret = wrap_lua_object_nonowned<LiveInputWrapper>(
-               L, "LiveInputWrapper", theme, chain, bmusb::PixelFormat_8BitBGRA,
+               L, "LiveInputWrapper", theme, chain, (*capture)->get_current_pixel_format(),
                /*override_bounce=*/false, deinterlace);
        if (ret == 1) {
                Theme *theme = get_theme_updata(L);
                LiveInputWrapper **live_input = (LiveInputWrapper **)lua_touserdata(L, -1);
-               theme->register_signal_connection(*live_input, *capture);
+               theme->register_video_signal_connection(*live_input, *capture);
+       }
+       return ret;
+}
+
+#ifdef HAVE_CEF
+int EffectChain_add_html_input(lua_State* L)
+{
+       assert(lua_gettop(L) == 2);
+       Theme *theme = get_theme_updata(L);
+       EffectChain *chain = (EffectChain *)luaL_checkudata(L, 1, "EffectChain");
+       CEFCapture **capture = (CEFCapture **)luaL_checkudata(L, 2, "HTMLInput");
+
+       // These need to be nonowned, so that the LiveInputWrapper still exists
+       // and can feed frames to the right EffectChain even if the Lua code
+       // doesn't care about the object anymore. (If we change this, we'd need
+       // to also unregister the signal connection on __gc.)
+       int ret = wrap_lua_object_nonowned<LiveInputWrapper>(
+               L, "LiveInputWrapper", theme, chain, (*capture)->get_current_pixel_format(),
+               /*override_bounce=*/false, /*deinterlace=*/false);
+       if (ret == 1) {
+               Theme *theme = get_theme_updata(L);
+               LiveInputWrapper **live_input = (LiveInputWrapper **)lua_touserdata(L, -1);
+               theme->register_html_signal_connection(*live_input, *capture);
        }
        return ret;
 }
+#endif
 
 int EffectChain_add_effect(lua_State* L)
 {
@@ -341,12 +374,21 @@ int ImageInput_new(lua_State* L)
 
 int VideoInput_new(lua_State* L)
 {
-       assert(lua_gettop(L) == 1);
+       assert(lua_gettop(L) == 2);
        string filename = checkstdstring(L, 1);
+       int pixel_format = luaL_checknumber(L, 2);
+       if (pixel_format != bmusb::PixelFormat_8BitYCbCrPlanar &&
+           pixel_format != bmusb::PixelFormat_8BitBGRA) {
+               fprintf(stderr, "WARNING: Invalid enum %d used for video format, choosing Y'CbCr.\n",
+                       pixel_format);
+               pixel_format = bmusb::PixelFormat_8BitYCbCrPlanar;
+       }
        int ret = wrap_lua_object_nonowned<FFmpegCapture>(L, "VideoInput", filename, global_flags.width, global_flags.height);
        if (ret == 1) {
-               Theme *theme = get_theme_updata(L);
                FFmpegCapture **capture = (FFmpegCapture **)lua_touserdata(L, -1);
+               (*capture)->set_pixel_format(bmusb::PixelFormat(pixel_format));
+
+               Theme *theme = get_theme_updata(L);
                theme->register_video_input(*capture);
        }
        return ret;
@@ -377,6 +419,70 @@ int VideoInput_get_signal_num(lua_State* L)
        return 1;
 }
 
+int HTMLInput_new(lua_State* L)
+{
+#ifdef HAVE_CEF
+       assert(lua_gettop(L) == 1);
+       string url = checkstdstring(L, 1);
+       int ret = wrap_lua_object_nonowned<CEFCapture>(L, "HTMLInput", url, global_flags.width, global_flags.height);
+       if (ret == 1) {
+               CEFCapture **capture = (CEFCapture **)lua_touserdata(L, -1);
+               Theme *theme = get_theme_updata(L);
+               theme->register_html_input(*capture);
+       }
+       return ret;
+#else
+       fprintf(stderr, "This version of Nageru has been compiled without CEF support.\n");
+       fprintf(stderr, "HTMLInput is not available.\n");
+       exit(1);
+#endif
+}
+
+#ifdef HAVE_CEF
+int HTMLInput_set_url(lua_State* L)
+{
+       assert(lua_gettop(L) == 2);
+       CEFCapture **video_input = (CEFCapture **)luaL_checkudata(L, 1, "HTMLInput");
+       string new_url = checkstdstring(L, 2);
+       (*video_input)->set_url(new_url);
+       return 0;
+}
+
+int HTMLInput_reload(lua_State* L)
+{
+       assert(lua_gettop(L) == 1);
+       CEFCapture **video_input = (CEFCapture **)luaL_checkudata(L, 1, "HTMLInput");
+       (*video_input)->reload();
+       return 0;
+}
+
+int HTMLInput_set_max_fps(lua_State* L)
+{
+       assert(lua_gettop(L) == 2);
+       CEFCapture **video_input = (CEFCapture **)luaL_checkudata(L, 1, "HTMLInput");
+       int max_fps = lrint(luaL_checknumber(L, 2));
+       (*video_input)->set_max_fps(max_fps);
+       return 0;
+}
+
+int HTMLInput_execute_javascript_async(lua_State* L)
+{
+       assert(lua_gettop(L) == 2);
+       CEFCapture **video_input = (CEFCapture **)luaL_checkudata(L, 1, "HTMLInput");
+       string js = checkstdstring(L, 2);
+       (*video_input)->execute_javascript_async(js);
+       return 0;
+}
+
+int HTMLInput_get_signal_num(lua_State* L)
+{
+       assert(lua_gettop(L) == 1);
+       CEFCapture **video_input = (CEFCapture **)luaL_checkudata(L, 1, "HTMLInput");
+       lua_pushnumber(L, -1 - (*video_input)->get_card_index());
+       return 1;
+}
+#endif
+
 int WhiteBalanceEffect_new(lua_State* L)
 {
        assert(lua_gettop(L) == 0);
@@ -557,6 +663,9 @@ const luaL_Reg EffectChain_funcs[] = {
        { "__gc", EffectChain_gc },
        { "add_live_input", EffectChain_add_live_input },
        { "add_video_input", EffectChain_add_video_input },
+#ifdef HAVE_CEF
+       { "add_html_input", EffectChain_add_html_input },
+#endif
        { "add_effect", EffectChain_add_effect },
        { "finalize", EffectChain_finalize },
        { NULL, NULL }
@@ -584,6 +693,18 @@ const luaL_Reg VideoInput_funcs[] = {
        { NULL, NULL }
 };
 
+const luaL_Reg HTMLInput_funcs[] = {
+       { "new", HTMLInput_new },
+#ifdef HAVE_CEF
+       { "set_url", HTMLInput_set_url },
+       { "reload", HTMLInput_reload },
+       { "set_max_fps", HTMLInput_set_max_fps },
+       { "execute_javascript_async", HTMLInput_execute_javascript_async },
+       { "get_signal_num", HTMLInput_get_signal_num },
+#endif
+       { NULL, NULL }
+};
+
 const luaL_Reg WhiteBalanceEffect_funcs[] = {
        { "new", WhiteBalanceEffect_new },
        { "set_float", Effect_set_float },
@@ -667,6 +788,11 @@ const luaL_Reg InputStateInfo_funcs[] = {
        { NULL, NULL }
 };
 
+const luaL_Reg ThemeMenu_funcs[] = {
+       { "set", ThemeMenu_set },
+       { NULL, NULL }
+};
+
 }  // namespace
 
 LiveInputWrapper::LiveInputWrapper(Theme *theme, EffectChain *chain, bmusb::PixelFormat pixel_format, bool override_bounce, bool deinterlace)
@@ -766,12 +892,12 @@ void LiveInputWrapper::connect_signal(int signal_num)
        }
 
        signal_num = theme->map_signal(signal_num);
-       connect_signal_raw(signal_num);
+       connect_signal_raw(signal_num, *theme->input_state);
 }
 
-void LiveInputWrapper::connect_signal_raw(int signal_num)
+void LiveInputWrapper::connect_signal_raw(int signal_num, const InputState &input_state)
 {
-       BufferedFrame first_frame = theme->input_state->buffered_frames[signal_num][0];
+       BufferedFrame first_frame = input_state.buffered_frames[signal_num][0];
        if (first_frame.frame == nullptr) {
                // No data yet.
                return;
@@ -783,10 +909,10 @@ void LiveInputWrapper::connect_signal_raw(int signal_num)
                height = userdata->last_height[first_frame.field_number];
        }
 
-       movit::YCbCrLumaCoefficients ycbcr_coefficients = theme->input_state->ycbcr_coefficients[signal_num];
-       bool full_range = theme->input_state->full_range[signal_num];
+       movit::YCbCrLumaCoefficients ycbcr_coefficients = input_state.ycbcr_coefficients[signal_num];
+       bool full_range = input_state.full_range[signal_num];
 
-       if (theme->input_state->ycbcr_coefficients_auto[signal_num]) {
+       if (input_state.ycbcr_coefficients_auto[signal_num]) {
                full_range = false;
 
                // The Blackmagic driver docs claim that the device outputs Y'CbCr
@@ -810,7 +936,7 @@ void LiveInputWrapper::connect_signal_raw(int signal_num)
 
        BufferedFrame last_good_frame = first_frame;
        for (unsigned i = 0; i < max(ycbcr_inputs.size(), rgba_inputs.size()); ++i) {
-               BufferedFrame frame = theme->input_state->buffered_frames[signal_num][i];
+               BufferedFrame frame = input_state.buffered_frames[signal_num][i];
                if (frame.frame == nullptr) {
                        // Not enough data; reuse last frame (well, field).
                        // This is suboptimal, but we have nothing better.
@@ -862,7 +988,7 @@ void LiveInputWrapper::connect_signal_raw(int signal_num)
        }
 
        if (deinterlace) {
-               BufferedFrame frame = theme->input_state->buffered_frames[signal_num][0];
+               BufferedFrame frame = input_state.buffered_frames[signal_num][0];
                CHECK(deinterlace_effect->set_int("current_field_position", frame.field_number));
        }
 }
@@ -892,10 +1018,12 @@ Theme::Theme(const string &filename, const vector<string> &search_dirs, Resource
        L = luaL_newstate();
         luaL_openlibs(L);
 
+       register_constants();
        register_class("EffectChain", EffectChain_funcs); 
        register_class("LiveInputWrapper", LiveInputWrapper_funcs); 
        register_class("ImageInput", ImageInput_funcs);
        register_class("VideoInput", VideoInput_funcs);
+       register_class("HTMLInput", HTMLInput_funcs);
        register_class("WhiteBalanceEffect", WhiteBalanceEffect_funcs);
        register_class("ResampleEffect", ResampleEffect_funcs);
        register_class("PaddingEffect", PaddingEffect_funcs);
@@ -905,6 +1033,7 @@ Theme::Theme(const string &filename, const vector<string> &search_dirs, Resource
        register_class("MultiplyEffect", MultiplyEffect_funcs);
        register_class("MixEffect", MixEffect_funcs);
        register_class("InputStateInfo", InputStateInfo_funcs);
+       register_class("ThemeMenu", ThemeMenu_funcs);
 
        // Run script. Search through all directories until we find a file that will load
        // (as in, does not return LUA_ERRFILE); then run it. We store load errors
@@ -949,6 +1078,26 @@ Theme::~Theme()
        lua_close(L);
 }
 
+void Theme::register_constants()
+{
+       // Set Nageru.VIDEO_FORMAT_BGRA = bmusb::PixelFormat_8BitBGRA, etc.
+       const vector<pair<string, int>> constants = {
+               { "VIDEO_FORMAT_BGRA", bmusb::PixelFormat_8BitBGRA },
+               { "VIDEO_FORMAT_YCBCR", bmusb::PixelFormat_8BitYCbCrPlanar },
+       };
+
+       lua_newtable(L);  // t = {}
+
+       for (const pair<string, int> &constant : constants) {
+               lua_pushstring(L, constant.first.c_str());
+               lua_pushinteger(L, constant.second);
+               lua_settable(L, 1);  // t[key] = value
+       }
+
+       lua_setglobal(L, "Nageru");  // Nageru = t
+       assert(lua_gettop(L) == 0);
+}
+
 void Theme::register_class(const char *class_name, const luaL_Reg *funcs)
 {
        assert(lua_gettop(L) == 0);
@@ -997,6 +1146,7 @@ Theme::Chain Theme::get_chain(unsigned num, float t, unsigned width, unsigned he
        chain.setup_chain = [this, funcref, input_state]{
                unique_lock<mutex> lock(m);
 
+               assert(this->input_state == nullptr);
                this->input_state = &input_state;
 
                // Set up state, including connecting signals.
@@ -1006,10 +1156,13 @@ Theme::Chain Theme::get_chain(unsigned num, float t, unsigned width, unsigned he
                        exit(1);
                }
                assert(lua_gettop(L) == 0);
+
+               this->input_state = nullptr;
        };
 
        // TODO: Can we do better, e.g. by running setup_chain() and seeing what it references?
        // Actually, setup_chain does maybe hold all the references we need now anyway?
+       chain.input_frames.reserve(num_cards * FRAME_HISTORY_LENGTH);
        for (unsigned card_index = 0; card_index < num_cards; ++card_index) {
                for (unsigned frame_num = 0; frame_num < FRAME_HISTORY_LENGTH; ++frame_num) {
                        chain.input_frames.push_back(input_state.buffered_frames[card_index][frame_num].frame);
@@ -1199,3 +1352,41 @@ void Theme::channel_clicked(int preview_num)
        }
        assert(lua_gettop(L) == 0);
 }
+
+int Theme::set_theme_menu(lua_State *L)
+{
+       for (const Theme::MenuEntry &entry : theme_menu) {
+               luaL_unref(L, LUA_REGISTRYINDEX, entry.lua_ref);
+       }
+       theme_menu.clear();
+
+       int num_elements = lua_gettop(L);
+       for (int i = 1; i <= num_elements; ++i) {
+               lua_rawgeti(L, i, 1);
+               const string text = checkstdstring(L, -1);
+               lua_pop(L, 1);
+
+               lua_rawgeti(L, i, 2);
+               luaL_checktype(L, -1, LUA_TFUNCTION);
+               int ref = luaL_ref(L, LUA_REGISTRYINDEX);
+
+               theme_menu.push_back(MenuEntry{ text, ref });
+       }
+       lua_pop(L, num_elements);
+       assert(lua_gettop(L) == 0);
+
+       if (theme_menu_callback != nullptr) {
+               theme_menu_callback();
+       }
+
+       return 0;
+}
+
+void Theme::theme_menu_entry_clicked(int lua_ref)
+{
+       lua_rawgeti(L, LUA_REGISTRYINDEX, lua_ref);
+       if (lua_pcall(L, 0, 0, 0) != 0) {
+               fprintf(stderr, "error running menu callback: %s\n", lua_tostring(L, -1));
+               exit(1);
+       }
+}