]> git.sesse.net Git - nageru/blobdiff - theme.cpp
Support audio-only FFmpeg inputs. Somewhat wonky, though.
[nageru] / theme.cpp
index 8b2f6b6c612f101c01c7667cb1d996c71f8d3edb..55088ef8bf3c01100ff9665c3225ed691c645909 100644 (file)
--- a/theme.cpp
+++ b/theme.cpp
@@ -276,7 +276,7 @@ int EffectChain_add_live_input(lua_State* L)
        bmusb::PixelFormat pixel_format = global_flags.ten_bit_input ? bmusb::PixelFormat_10BitYCbCr : bmusb::PixelFormat_8BitYCbCr;
 
        // Needs to be nonowned to match add_video_input (see below).
-       return wrap_lua_object_nonowned<LiveInputWrapper>(L, "LiveInputWrapper", theme, chain, pixel_format, override_bounce, deinterlace);
+       return wrap_lua_object_nonowned<LiveInputWrapper>(L, "LiveInputWrapper", theme, chain, pixel_format, override_bounce, deinterlace, /*user_connectable=*/true);
 }
 
 int EffectChain_add_video_input(lua_State* L)
@@ -293,11 +293,11 @@ int EffectChain_add_video_input(lua_State* L)
        // to also unregister the signal connection on __gc.)
        int ret = wrap_lua_object_nonowned<LiveInputWrapper>(
                L, "LiveInputWrapper", theme, chain, (*capture)->get_current_pixel_format(),
-               /*override_bounce=*/false, deinterlace);
+               /*override_bounce=*/false, deinterlace, /*user_connectable=*/false);
        if (ret == 1) {
                Theme *theme = get_theme_updata(L);
                LiveInputWrapper **live_input = (LiveInputWrapper **)lua_touserdata(L, -1);
-               theme->register_video_signal_connection(*live_input, *capture);
+               theme->register_video_signal_connection(chain, *live_input, *capture);
        }
        return ret;
 }
@@ -316,11 +316,11 @@ int EffectChain_add_html_input(lua_State* L)
        // to also unregister the signal connection on __gc.)
        int ret = wrap_lua_object_nonowned<LiveInputWrapper>(
                L, "LiveInputWrapper", theme, chain, (*capture)->get_current_pixel_format(),
-               /*override_bounce=*/false, /*deinterlace=*/false);
+               /*override_bounce=*/false, /*deinterlace=*/false, /*user_connectable=*/false);
        if (ret == 1) {
                Theme *theme = get_theme_updata(L);
                LiveInputWrapper **live_input = (LiveInputWrapper **)lua_touserdata(L, -1);
-               theme->register_html_signal_connection(*live_input, *capture);
+               theme->register_html_signal_connection(chain, *live_input, *capture);
        }
        return ret;
 }
@@ -422,7 +422,14 @@ int LiveInputWrapper_connect_signal(lua_State* L)
        assert(lua_gettop(L) == 2);
        LiveInputWrapper **input = (LiveInputWrapper **)luaL_checkudata(L, 1, "LiveInputWrapper");
        int signal_num = luaL_checknumber(L, 2);
-       (*input)->connect_signal(signal_num);
+       bool success = (*input)->connect_signal(signal_num);
+       if (!success) {
+               lua_Debug ar;
+               lua_getstack(L, 1, &ar);
+               lua_getinfo(L, "nSl", &ar);
+               fprintf(stderr, "ERROR: %s:%d: Calling connect_signal() on a video or HTML input. Ignoring.\n",
+                       ar.source, ar.currentline);
+       }
        return 0;
 }
 
@@ -463,6 +470,14 @@ int VideoInput_rewind(lua_State* L)
        return 0;
 }
 
+int VideoInput_disconnect(lua_State* L)
+{
+       assert(lua_gettop(L) == 1);
+       FFmpegCapture **video_input = (FFmpegCapture **)luaL_checkudata(L, 1, "VideoInput");
+       (*video_input)->disconnect();
+       return 0;
+}
+
 int VideoInput_change_rate(lua_State* L)
 {
        assert(lua_gettop(L) == 2);
@@ -535,6 +550,16 @@ int HTMLInput_execute_javascript_async(lua_State* L)
        return 0;
 }
 
+int HTMLInput_resize(lua_State* L)
+{
+       assert(lua_gettop(L) == 3);
+       CEFCapture **video_input = (CEFCapture **)luaL_checkudata(L, 1, "HTMLInput");
+       unsigned width = lrint(luaL_checknumber(L, 2));
+       unsigned height = lrint(luaL_checknumber(L, 3));
+       (*video_input)->resize(width, height);
+       return 0;
+}
+
 int HTMLInput_get_signal_num(lua_State* L)
 {
        assert(lua_gettop(L) == 1);
@@ -749,6 +774,7 @@ const luaL_Reg ImageInput_funcs[] = {
 const luaL_Reg VideoInput_funcs[] = {
        { "new", VideoInput_new },
        { "rewind", VideoInput_rewind },
+       { "disconnect", VideoInput_disconnect },
        { "change_rate", VideoInput_change_rate },
        { "get_signal_num", VideoInput_get_signal_num },
        { NULL, NULL }
@@ -761,6 +787,7 @@ const luaL_Reg HTMLInput_funcs[] = {
        { "reload", HTMLInput_reload },
        { "set_max_fps", HTMLInput_set_max_fps },
        { "execute_javascript_async", HTMLInput_execute_javascript_async },
+       { "resize", HTMLInput_resize },
        { "get_signal_num", HTMLInput_get_signal_num },
 #endif
        { NULL, NULL }
@@ -856,10 +883,17 @@ const luaL_Reg ThemeMenu_funcs[] = {
 
 }  // namespace
 
-LiveInputWrapper::LiveInputWrapper(Theme *theme, EffectChain *chain, bmusb::PixelFormat pixel_format, bool override_bounce, bool deinterlace)
+LiveInputWrapper::LiveInputWrapper(
+       Theme *theme,
+       EffectChain *chain,
+       bmusb::PixelFormat pixel_format,
+       bool override_bounce,
+       bool deinterlace,
+       bool user_connectable)
        : theme(theme),
          pixel_format(pixel_format),
-         deinterlace(deinterlace)
+         deinterlace(deinterlace),
+         user_connectable(user_connectable)
 {
        ImageFormat inout_format;
        inout_format.color_space = COLORSPACE_sRGB;
@@ -945,15 +979,20 @@ LiveInputWrapper::LiveInputWrapper(Theme *theme, EffectChain *chain, bmusb::Pixe
        }
 }
 
-void LiveInputWrapper::connect_signal(int signal_num)
+bool LiveInputWrapper::connect_signal(int signal_num)
 {
+       if (!user_connectable) {
+               return false;
+       }
+
        if (global_mixer == nullptr) {
                // No data yet.
-               return;
+               return true;
        }
 
        signal_num = theme->map_signal(signal_num);
        connect_signal_raw(signal_num, *theme->input_state);
+       return true;
 }
 
 void LiveInputWrapper::connect_signal_raw(int signal_num, const InputState &input_state)
@@ -968,6 +1007,9 @@ void LiveInputWrapper::connect_signal_raw(int signal_num, const InputState &inpu
                const PBOFrameAllocator::Userdata *userdata = (const PBOFrameAllocator::Userdata *)first_frame.frame->userdata;
                width = userdata->last_width[first_frame.field_number];
                height = userdata->last_height[first_frame.field_number];
+               if (userdata->last_interlaced) {
+                       height *= 2;
+               }
        }
 
        movit::YCbCrLumaCoefficients ycbcr_coefficients = input_state.ycbcr_coefficients[signal_num];
@@ -1079,24 +1121,7 @@ Theme::Theme(const string &filename, const vector<string> &search_dirs, Resource
        L = luaL_newstate();
         luaL_openlibs(L);
 
-       register_constants();
-       register_class("EffectChain", EffectChain_funcs); 
-       register_class("LiveInputWrapper", LiveInputWrapper_funcs); 
-       register_class("ImageInput", ImageInput_funcs);
-       register_class("VideoInput", VideoInput_funcs);
-       register_class("HTMLInput", HTMLInput_funcs);
-       register_class("WhiteBalanceEffect", WhiteBalanceEffect_funcs);
-       register_class("ResampleEffect", ResampleEffect_funcs);
-       register_class("PaddingEffect", PaddingEffect_funcs);
-       register_class("IntegralPaddingEffect", IntegralPaddingEffect_funcs);
-       register_class("OverlayEffect", OverlayEffect_funcs);
-       register_class("ResizeEffect", ResizeEffect_funcs);
-       register_class("MultiplyEffect", MultiplyEffect_funcs);
-       register_class("MixEffect", MixEffect_funcs);
-       register_class("InputStateInfo", InputStateInfo_funcs);
-       register_class("ThemeMenu", ThemeMenu_funcs);
-
-       // Run script. Search through all directories until we find a file that will load
+       // Search through all directories until we find a file that will load
        // (as in, does not return LUA_ERRFILE); then run it. We store load errors
        // from all the attempts, and show them once we know we can't find any of them.
        lua_settop(L, 0);
@@ -1110,8 +1135,9 @@ Theme::Theme(const string &filename, const vector<string> &search_dirs, Resource
                real_search_dirs = search_dirs;
        }
 
+       string path;
+       int theme_code_ref;
        for (const string &dir : real_search_dirs) {
-               string path;
                if (dir.empty()) {
                        path = filename;
                } else {
@@ -1119,11 +1145,13 @@ Theme::Theme(const string &filename, const vector<string> &search_dirs, Resource
                }
                int err = luaL_loadfile(L, path.c_str());
                if (err == 0) {
-                       // Success; actually call the code.
-                       if (lua_pcall(L, 0, LUA_MULTRET, 0)) {
-                               fprintf(stderr, "Error when running %s: %s\n", path.c_str(), lua_tostring(L, -1));
-                               exit(1);
-                       }
+                       // Save the theme for when we're actually going to run it
+                       // (we need to set up the right environment below first,
+                       // and we couldn't do that before, because we didn't know the
+                       // path to put in Nageru.THEME_PATH).
+                       theme_code_ref = luaL_ref(L, LUA_REGISTRYINDEX);
+                       assert(lua_gettop(L) == 0);
+
                        success = true;
                        break;
                }
@@ -1143,6 +1171,46 @@ Theme::Theme(const string &filename, const vector<string> &search_dirs, Resource
        }
        assert(lua_gettop(L) == 0);
 
+       // Make sure the path exposed to the theme (as Nageru.THEME_PATH;
+       // can be useful for locating files when talking to CEF) is absolute.
+       // In a sense, it would be nice if realpath() had a mode not to
+       // resolve symlinks, but it doesn't, so we only call it if we don't
+       // already have an absolute path (which may leave ../ elements etc.).
+       if (path[0] == '/') {
+               theme_path = path;
+       } else {
+               char *absolute_theme_path = realpath(path.c_str(), nullptr);
+               theme_path = absolute_theme_path;
+               free(absolute_theme_path);
+       }
+
+       // Set up the API we provide.
+       register_constants();
+       register_class("EffectChain", EffectChain_funcs);
+       register_class("LiveInputWrapper", LiveInputWrapper_funcs);
+       register_class("ImageInput", ImageInput_funcs);
+       register_class("VideoInput", VideoInput_funcs);
+       register_class("HTMLInput", HTMLInput_funcs);
+       register_class("WhiteBalanceEffect", WhiteBalanceEffect_funcs);
+       register_class("ResampleEffect", ResampleEffect_funcs);
+       register_class("PaddingEffect", PaddingEffect_funcs);
+       register_class("IntegralPaddingEffect", IntegralPaddingEffect_funcs);
+       register_class("OverlayEffect", OverlayEffect_funcs);
+       register_class("ResizeEffect", ResizeEffect_funcs);
+       register_class("MultiplyEffect", MultiplyEffect_funcs);
+       register_class("MixEffect", MixEffect_funcs);
+       register_class("InputStateInfo", InputStateInfo_funcs);
+       register_class("ThemeMenu", ThemeMenu_funcs);
+
+       // Now actually run the theme to get everything set up.
+       lua_rawgeti(L, LUA_REGISTRYINDEX, theme_code_ref);
+       luaL_unref(L, LUA_REGISTRYINDEX, theme_code_ref);
+       if (lua_pcall(L, 0, 0, 0)) {
+               fprintf(stderr, "Error when running %s: %s\n", path.c_str(), lua_tostring(L, -1));
+               exit(1);
+       }
+       assert(lua_gettop(L) == 0);
+
        // Ask it for the number of channels.
        num_channels = call_num_channels(L);
 }
@@ -1155,18 +1223,26 @@ Theme::~Theme()
 void Theme::register_constants()
 {
        // Set Nageru.VIDEO_FORMAT_BGRA = bmusb::PixelFormat_8BitBGRA, etc.
-       const vector<pair<string, int>> constants = {
+       const vector<pair<string, int>> num_constants = {
                { "VIDEO_FORMAT_BGRA", bmusb::PixelFormat_8BitBGRA },
                { "VIDEO_FORMAT_YCBCR", bmusb::PixelFormat_8BitYCbCrPlanar },
        };
+       const vector<pair<string, string>> str_constants = {
+               { "THEME_PATH", theme_path },
+       };
 
        lua_newtable(L);  // t = {}
 
-       for (const pair<string, int> &constant : constants) {
+       for (const pair<string, int> &constant : num_constants) {
                lua_pushstring(L, constant.first.c_str());
                lua_pushinteger(L, constant.second);
                lua_settable(L, 1);  // t[key] = value
        }
+       for (const pair<string, string> &constant : str_constants) {
+               lua_pushstring(L, constant.first.c_str());
+               lua_pushstring(L, constant.second.c_str());
+               lua_settable(L, 1);  // t[key] = value
+       }
 
        lua_setglobal(L, "Nageru");  // Nageru = t
        assert(lua_gettop(L) == 0);
@@ -1202,12 +1278,13 @@ Theme::Chain Theme::get_chain(unsigned num, float t, unsigned width, unsigned he
                exit(1);
        }
 
-       chain.chain = (EffectChain *)luaL_testudata(L, -2, "EffectChain");
-       if (chain.chain == nullptr) {
+       EffectChain *effect_chain = (EffectChain *)luaL_testudata(L, -2, "EffectChain");
+       if (effect_chain == nullptr) {
                fprintf(stderr, "get_chain() for chain number %d did not return an EffectChain\n",
                        num);
                exit(1);
        }
+       chain.chain = effect_chain;
        if (!lua_isfunction(L, -1)) {
                fprintf(stderr, "Argument #-1 should be a function\n");
                exit(1);
@@ -1217,7 +1294,7 @@ Theme::Chain Theme::get_chain(unsigned num, float t, unsigned width, unsigned he
        lua_pop(L, 2);
        assert(lua_gettop(L) == 0);
 
-       chain.setup_chain = [this, funcref, input_state]{
+       chain.setup_chain = [this, funcref, input_state, effect_chain]{
                unique_lock<mutex> lock(m);
 
                assert(this->input_state == nullptr);
@@ -1228,9 +1305,24 @@ Theme::Chain Theme::get_chain(unsigned num, float t, unsigned width, unsigned he
                if (lua_pcall(L, 0, 0, 0) != 0) {
                        fprintf(stderr, "error running chain setup callback: %s\n", lua_tostring(L, -1));
                        exit(1);
-               }
+       }
                assert(lua_gettop(L) == 0);
 
+               // The theme can't (or at least shouldn't!) call connect_signal() on
+               // each FFmpeg or CEF input, so we'll do it here.
+               if (video_signal_connections.count(effect_chain)) {
+                       for (const VideoSignalConnection &conn : video_signal_connections[effect_chain]) {
+                               conn.wrapper->connect_signal_raw(conn.source->get_card_index(), input_state);
+                       }
+               }
+#ifdef HAVE_CEF
+               if (html_signal_connections.count(effect_chain)) {
+                       for (const CEFSignalConnection &conn : html_signal_connections[effect_chain]) {
+                               conn.wrapper->connect_signal_raw(conn.source->get_card_index(), input_state);
+                       }
+               }
+#endif
+
                this->input_state = nullptr;
        };