X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=theme.lua;h=1243ad15de6be7cfb64d059969f958487de837f3;hb=0abd47d9bad672e4ffd882ed3597a3ea67d80eb8;hp=3a59040b78624649b0df8b78548eb5fe0ccd86ba;hpb=ccc6ab80f92f39a4a3ae9580b95ff5703de027c4;p=nageru diff --git a/theme.lua b/theme.lua index 3a59040..1243ad1 100644 --- a/theme.lua +++ b/theme.lua @@ -6,30 +6,50 @@ -- Themes are written in Lua, which reflects a simplified form of the Movit API -- where all the low-level details (such as texture formats) are handled by the -- C++ side and you generally just build chains. -io.write("hello from lua\n") -local zoom_start = -2.0 -local zoom_end = -1.0 +-- TODO: Deal with inputs that are different from our native 1280x720 resolution. + +local transition_start = -2.0 +local transition_end = -1.0 local zoom_src = 0.0 local zoom_dst = 1.0 +local zoom_poi = 0 -- which input to zoom in on +local fade_src_signal = 0 +local fade_dst_signal = 0 + +local input0_neutral_color = {0.5, 0.5, 0.5} +local input1_neutral_color = {0.5, 0.5, 0.5} local live_signal_num = 0 local preview_signal_num = 1 +-- Valid values for live_signal_num and preview_signal_num. +local INPUT0_SIGNAL_NUM = 0 +local INPUT1_SIGNAL_NUM = 1 +local SBS_SIGNAL_NUM = 2 +local STATIC_SIGNAL_NUM = 3 + +-- “fake” signal numbers that signifies that we are fading from one input +-- to the next. +local FADE_VTV_SIGNAL_NUM = 4 -- Video to/from video. +local FADE_VTP_SIGNAL_NUM = 5 -- Video to/from static picture. + -- The main live chain. function make_sbs_chain(hq) local chain = EffectChain.new(16, 9) - local input0 = chain:add_live_input() + local input0 = chain:add_live_input(true) input0:connect_signal(0) - local input1 = chain:add_live_input() + local input0_wb_effect = chain:add_effect(WhiteBalanceEffect.new()) + local input1 = chain:add_live_input(true) input1:connect_signal(1) + local input1_wb_effect = chain:add_effect(WhiteBalanceEffect.new()) local resample_effect = nil local resize_effect = nil if (hq) then - resample_effect = chain:add_effect(ResampleEffect.new(), input0) + resample_effect = chain:add_effect(ResampleEffect.new(), input0_wb_effect) else - resize_effect = chain:add_effect(ResizeEffect.new(), input0) + resize_effect = chain:add_effect(ResizeEffect.new(), input0_wb_effect) end local padding_effect = chain:add_effect(IntegralPaddingEffect.new()) @@ -38,14 +58,10 @@ function make_sbs_chain(hq) local resample2_effect = nil local resize2_effect = nil if (hq) then - resample2_effect = chain:add_effect(ResampleEffect.new(), input1) + resample2_effect = chain:add_effect(ResampleEffect.new(), input1_wb_effect) else - resize2_effect = chain:add_effect(ResizeEffect.new(), input1) + resize2_effect = chain:add_effect(ResizeEffect.new(), input1_wb_effect) end - -- Effect *saturation_effect = chain->add_effect(new SaturationEffect()) - -- CHECK(saturation_effect->set_float("saturation", 0.3f)) - local wb_effect = chain:add_effect(WhiteBalanceEffect.new()) - wb_effect:set_float("output_color_temperature", 3500.0) local padding2_effect = chain:add_effect(IntegralPaddingEffect.new()) chain:add_effect(OverlayEffect.new(), padding_effect, padding2_effect) @@ -55,12 +71,14 @@ function make_sbs_chain(hq) chain = chain, input0 = { input = input0, + white_balance_effect = input0_wb_effect, resample_effect = resample_effect, resize_effect = resize_effect, padding_effect = padding_effect }, input1 = { input = input1, + white_balance_effect = input1_wb_effect, resample_effect = resample2_effect, resize_effect = resize2_effect, padding_effect = padding2_effect @@ -71,50 +89,226 @@ end local main_chain_hq = make_sbs_chain(true) local main_chain_lq = make_sbs_chain(false) +-- A chain to fade between two inputs (live chain only) +local fade_vtv_chain_hq = EffectChain.new(16, 9) +local fade_vtv_chain_hq_input0 = fade_vtv_chain_hq:add_live_input(true) +local fade_vtv_chain_hq_wb0_effect = fade_vtv_chain_hq:add_effect(WhiteBalanceEffect.new()) +local fade_vtv_chain_hq_input1 = fade_vtv_chain_hq:add_live_input(true) +local fade_vtv_chain_hq_wb1_effect = fade_vtv_chain_hq:add_effect(WhiteBalanceEffect.new()) +fade_vtv_chain_hq_input0:connect_signal(0) +fade_vtv_chain_hq_input1:connect_signal(1) +local fade_vtv_chain_mix_effect = fade_vtv_chain_hq:add_effect(MixEffect.new(), fade_vtv_chain_hq_wb0_effect, fade_vtv_chain_hq_wb1_effect) +fade_vtv_chain_hq:finalize(true) + +-- A chain to fade between an inputs and a picture (live chain only) +local fade_vtp_chain_hq = EffectChain.new(16, 9) +local fade_vtp_chain_hq_input0 = fade_vtp_chain_hq:add_live_input(true) +local fade_vtp_chain_hq_wb0_effect = fade_vtp_chain_hq:add_effect(WhiteBalanceEffect.new()) +local fade_vtp_chain_hq_input1 = fade_vtp_chain_hq:add_effect(ImageInput.new("bg.jpeg")) +fade_vtp_chain_hq_input0:connect_signal(0) +local fade_vtp_chain_mix_effect = fade_vtp_chain_hq:add_effect(MixEffect.new(), fade_vtp_chain_hq_wb0_effect, fade_vtp_chain_hq_input1) +fade_vtp_chain_hq:finalize(true) + -- A chain to show a single input on screen (HQ version). local simple_chain_hq = EffectChain.new(16, 9) -local simple_chain_hq_input = simple_chain_hq:add_live_input() -simple_chain_hq_input:connect_signal(0); -- First input card. Can be changed whenever you want. +local simple_chain_hq_input = simple_chain_hq:add_live_input(true) +simple_chain_hq_input:connect_signal(0) -- First input card. Can be changed whenever you want. +local simple_chain_hq_wb_effect = simple_chain_hq:add_effect(WhiteBalanceEffect.new()) simple_chain_hq:finalize(true) -- A chain to show a single input on screen (LQ version). local simple_chain_lq = EffectChain.new(16, 9) -local simple_chain_lq_input = simple_chain_lq:add_live_input() -simple_chain_lq_input:connect_signal(0); -- First input card. Can be changed whenever you want. +local simple_chain_lq_input = simple_chain_lq:add_live_input(true) +simple_chain_lq_input:connect_signal(0) -- First input card. Can be changed whenever you want. +local simple_chain_lq_wb_effect = simple_chain_lq:add_effect(WhiteBalanceEffect.new()) simple_chain_lq:finalize(false) +-- A chain to show a single static picture on screen (HQ version). +local static_chain_hq = EffectChain.new(16, 9) +local static_chain_hq_input = static_chain_hq:add_effect(ImageInput.new("bg.jpeg")) +static_chain_hq:finalize(true) + +-- A chain to show a single static picture on screen (LQ version). +local static_chain_lq = EffectChain.new(16, 9) +local static_chain_lq_input = static_chain_lq:add_effect(ImageInput.new("bg.jpeg")) +static_chain_lq:finalize(false) + -- Returns the number of outputs in addition to the live (0) and preview (1). -- Called only once, at the start of the program. function num_channels() - return 3 + return 4 +end + +-- Returns the name for each additional channel (starting from 2). +-- Called only once for each channel, at the start of the program. +function channel_name(channel) + if channel == 2 then + return "Input 1" + elseif channel == 3 then + return "Input 2" + elseif channel == 4 then + return "Side-by-side" + elseif channel == 5 then + return "Static picture" + end +end + +-- Returns if a given channel supports setting white balance (starting from 2). +-- Called only once for each channel, at the start of the program. +function supports_set_wb(channel) + return channel == 2 or channel == 3 +end + +-- Gets called with a new gray point when the white balance is changing. +-- The color is in linear light (not sRGB gamma). +function set_wb(channel, red, green, blue) + if channel == 2 then + input0_neutral_color = { red, green, blue } + elseif channel == 3 then + input1_neutral_color = { red, green, blue } + end +end + +function finish_transitions(t) + -- If live is SBS but de-facto single, make it so. + if live_signal_num == SBS_SIGNAL_NUM and t >= transition_end and zoom_dst == 1.0 then + live_signal_num = zoom_poi + end + + -- If live is fade but de-facto single, make it so. + if (live_signal_num == FADE_VTV_SIGNAL_NUM or live_signal_num == FADE_VTP_SIGNAL_NUM) and t >= transition_end then + live_signal_num = fade_dst_signal + end end -- Called every frame. -function get_transitions() - return {"Cut", "Fade", "Zoom!"} +function get_transitions(t) + finish_transitions(t) + + if live_signal_num == preview_signal_num then + return {} + end + + if live_signal_num == SBS_SIGNAL_NUM and t >= transition_start and t <= transition_end then + -- Zoom in progress. + return {"Cut"} + end + + if (live_signal_num == INPUT0_SIGNAL_NUM or + live_signal_num == INPUT1_SIGNAL_NUM or + live_signal_num == STATIC_SIGNAL_NUM) and + (preview_signal_num == INPUT0_SIGNAL_NUM or + preview_signal_num == INPUT1_SIGNAL_NUM or + preview_signal_num == STATIC_SIGNAL_NUM) then + return {"Cut", "", "Fade"} + end + + -- Various zooms. + if live_signal_num == SBS_SIGNAL_NUM and + (preview_signal_num == INPUT0_SIGNAL_NUM or preview_signal_num == INPUT1_SIGNAL_NUM) then + return {"Cut", "Zoom in"} + elseif (live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM) and + preview_signal_num == SBS_SIGNAL_NUM then + return {"Cut", "Zoom out"} + end + + return {"Cut"} end function transition_clicked(num, t) - -- local temp = live_signal_num - -- live_signal_num = preview_signal_num - -- preview_signal_num = temp + if num == 0 then + -- Cut. + if live_signal_num == FADE_VTV_SIGNAL_NUM or live_signal_num == FADE_VTP_SIGNAL_NUM then + -- Ongoing fade; finish it immediately. + finish_transitions(transition_end) + end + + local temp = live_signal_num + live_signal_num = preview_signal_num + preview_signal_num = temp - zoom_start = t - zoom_end = t + 1.0 + if live_signal_num == SBS_SIGNAL_NUM then + -- Just cut to SBS, we need to reset any zooms. + zoom_src = 1.0 + zoom_dst = 0.0 + transition_start = -2.0 + transition_end = -1.0 + end + elseif num == 1 then + -- Zoom. - local temp = zoom_src - zoom_src = zoom_dst - zoom_dst = temp + finish_transitions(t) + + if live_signal_num == preview_signal_num then + -- Nothing to do. + return + end + + if (live_signal_num == INPUT0_SIGNAL_NUM and preview_signal_num == INPUT1_SIGNAL_NUM) or + (live_signal_num == INPUT1_SIGNAL_NUM and preview_signal_num == INPUT0_SIGNAL_NUM) then + -- We can't zoom between these. Just make a cut. + io.write("Cutting from " .. live_signal_num .. " to " .. live_signal_num .. "\n") + local temp = live_signal_num + live_signal_num = preview_signal_num + preview_signal_num = temp + return + end + + if live_signal_num == SBS_SIGNAL_NUM and + (preview_signal_num == INPUT0_SIGNAL_NUM or preview_signal_num == INPUT1_SIGNAL_NUM) then + -- Zoom in from SBS to single. + transition_start = t + transition_end = t + 1.0 + zoom_src = 0.0 + zoom_dst = 1.0 + zoom_poi = preview_signal_num + preview_signal_num = SBS_SIGNAL_NUM + elseif (live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM) and + preview_signal_num == SBS_SIGNAL_NUM then + -- Zoom out from single to SBS. + transition_start = t + transition_end = t + 1.0 + zoom_src = 1.0 + zoom_dst = 0.0 + preview_signal_num = live_signal_num + zoom_poi = live_signal_num + live_signal_num = SBS_SIGNAL_NUM + end + elseif num == 2 then + finish_transitions(t) + + -- Fade. + if (live_signal_num == INPUT0_SIGNAL_NUM and preview_signal_num == INPUT1_SIGNAL_NUM) or + (live_signal_num == INPUT1_SIGNAL_NUM and preview_signal_num == INPUT0_SIGNAL_NUM) then + transition_start = t + transition_end = t + 1.0 + fade_src_signal = live_signal_num + fade_dst_signal = preview_signal_num + preview_signal_num = live_signal_num + live_signal_num = FADE_VTV_SIGNAL_NUM + elseif ((live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM) and + preview_signal_num == STATIC_SIGNAL_NUM) or + ((preview_signal_num == INPUT0_SIGNAL_NUM or preview_signal_num == INPUT1_SIGNAL_NUM) and + live_signal_num == STATIC_SIGNAL_NUM) then + transition_start = t + transition_end = t + 1.0 + fade_src_signal = live_signal_num + fade_dst_signal = preview_signal_num + preview_signal_num = live_signal_num + live_signal_num = FADE_VTP_SIGNAL_NUM + else + -- Fades involving SBS are ignored (we have no chain for it). + end + end end -function channel_clicked(num, t) - -- Presumably change the preview here. - io.write("STUB: channel_clicked\n") +function channel_clicked(num) + preview_signal_num = num end -- Called every frame. Get the chain for displaying at input , -- where 0 is live, 1 is preview, 2 is the first channel to display --- in the bottom bar, and so on up to num_channels()+1. t is the +-- in the bottom bar, and so on up to num_channels()+1. t is the -- current time in seconds. width and height are the dimensions of -- the output, although you can ignore them if you don't need them -- (they're useful if you want to e.g. know what to resample by). @@ -132,20 +326,62 @@ end -- if and only if num==0. function get_chain(num, t, width, height) if num == 0 then -- Live. - if t > zoom_end and zoom_dst == 1.0 then - -- Special case: Show only the single image on screen. + if live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM then -- Plain input. prepare = function() simple_chain_hq_input:connect_signal(live_signal_num) + set_neutral_color_from_signal(simple_chain_hq_wb_effect, live_signal_num) + end + return simple_chain_hq, prepare + elseif live_signal_num == STATIC_SIGNAL_NUM then -- Static picture. + prepare = function() + end + return static_chain_hq, prepare + elseif live_signal_num == FADE_VTV_SIGNAL_NUM then -- Fade video-to-video. + prepare = function() + fade_vtv_chain_hq_input0:connect_signal(fade_src_signal) + set_neutral_color_from_signal(fade_vtv_chain_hq_wb0_effect, fade_src_signal) + fade_vtv_chain_hq_input1:connect_signal(fade_dst_signal) + set_neutral_color_from_signal(fade_vtv_chain_hq_wb1_effect, fade_dst_signal) + local tt = calc_fade_progress(t, transition_start, transition_end) + + fade_vtv_chain_mix_effect:set_float("strength_first", 1.0 - tt) + fade_vtv_chain_mix_effect:set_float("strength_second", tt) + end + return fade_vtv_chain_hq, prepare + elseif live_signal_num == FADE_VTP_SIGNAL_NUM then -- Fade video-to-picture (or picture-to-video). + prepare = function() + local tt + if fade_src_signal == STATIC_SIGNAL_NUM then + fade_vtp_chain_hq_input0:connect_signal(fade_dst_signal) + set_neutral_color_from_signal(fade_vtp_chain_hq_wb0_effect, fade_dst_signal) + tt = 1.0 - calc_fade_progress(t, transition_start, transition_end) + else + fade_vtp_chain_hq_input0:connect_signal(fade_src_signal) + set_neutral_color_from_signal(fade_vtp_chain_hq_wb0_effect, fade_src_signal) + tt = calc_fade_progress(t, transition_start, transition_end) + end + fade_vtp_chain_mix_effect:set_float("strength_first", 1.0 - tt) + fade_vtp_chain_mix_effect:set_float("strength_second", tt) + end + return fade_vtp_chain_hq, prepare + end + + -- SBS code (live_signal_num == SBS_SIGNAL_NUM). + if t > transition_end and zoom_dst == 1.0 then + -- Special case: Show only the single image on screen. + prepare = function() + simple_chain_hq_input:connect_signal(INPUT0_SIGNAL_NUM) + set_neutral_color(simple_chain_hq_wb_effect, input0_neutral_color) end return simple_chain_hq, prepare end prepare = function() - if t < zoom_start then + if t < transition_start then prepare_sbs_chain(main_chain_hq, zoom_src, width, height) - elseif t > zoom_end then + elseif t > transition_end then prepare_sbs_chain(main_chain_hq, zoom_dst, width, height) else - local tt = (t - zoom_start) / (zoom_end - zoom_start) + local tt = (t - transition_start) / (transition_end - transition_start) -- Smooth it a bit. tt = math.sin(tt * 3.14159265358 * 0.5) prepare_sbs_chain(main_chain_hq, zoom_src + (zoom_dst - zoom_src) * tt, width, height) @@ -154,32 +390,36 @@ function get_chain(num, t, width, height) return main_chain_hq.chain, prepare end if num == 1 then -- Preview. - prepare = function() - simple_chain_lq_input:connect_signal(preview_signal_num) - end - return simple_chain_lq, prepare + num = preview_signal_num + 2 end - if num == 2 then + if num == INPUT0_SIGNAL_NUM + 2 then prepare = function() simple_chain_lq_input:connect_signal(0) + set_neutral_color(simple_chain_lq_wb_effect, input0_neutral_color) end return simple_chain_lq, prepare end - if num == 3 then + if num == INPUT1_SIGNAL_NUM + 2 then prepare = function() simple_chain_lq_input:connect_signal(1) + set_neutral_color(simple_chain_lq_wb_effect, input1_neutral_color) end return simple_chain_lq, prepare end - if num == 4 then + if num == SBS_SIGNAL_NUM + 2 then prepare = function() prepare_sbs_chain(main_chain_lq, 0.0, width, height) end return main_chain_lq.chain, prepare end + if num == STATIC_SIGNAL_NUM + 2 then + prepare = function() + end + return static_chain_lq, prepare + end end -function place_rectangle(resample_effect, resize_effect, padding_effect, x0, y0, x1, y1, screen_width, screen_height) +function place_rectangle(resample_effect, resize_effect, padding_effect, x0, y0, x1, y1, screen_width, screen_height, input_width, input_height) local srcx0 = 0.0 local srcx1 = 1.0 local srcy0 = 0.0 @@ -196,7 +436,15 @@ function place_rectangle(resample_effect, resize_effect, padding_effect, x0, y0, return end - -- Clip. (TODO: Clip on upper/left sides, too.) + -- Clip. + if x0 < 0 then + srcx0 = -x0 / (x1 - x0) + x0 = 0 + end + if y0 < 0 then + srcy0 = -y0 / (y1 - y0) + y0 = 0 + end if x1 > screen_width then srcx1 = (screen_width - x0) / (x1 - x0) x1 = screen_width @@ -232,8 +480,8 @@ function place_rectangle(resample_effect, resize_effect, padding_effect, x0, y0, padding_effect:set_int("top", math.floor(y0)) -- Correct _that_ discrepancy by subpixel offset in the resampling. - resample_effect:set_float("left", -x_subpixel_offset / zoom_x) - resample_effect:set_float("top", -y_subpixel_offset / zoom_y) + resample_effect:set_float("left", srcx0 * input_width - x_subpixel_offset / zoom_x) + resample_effect:set_float("top", srcy0 * input_height - y_subpixel_offset / zoom_y) -- Finally, adjust the border so it is exactly where we want it. padding_effect:set_float("border_offset_left", x_subpixel_offset) @@ -258,9 +506,15 @@ function round(x) return math.floor(x + 0.5) end +function lerp(a, b, t) + return a + (b - a) * t +end + function prepare_sbs_chain(chain, t, screen_width, screen_height) - chain.input0.input:connect_signal(live_signal_num) + chain.input0.input:connect_signal(0) chain.input1.input:connect_signal(1) + set_neutral_color(chain.input0.white_balance_effect, input0_neutral_color) + set_neutral_color(chain.input1.white_balance_effect, input1_neutral_color) -- First input is positioned (16,48) from top-left. local width0 = round(848 * screen_width/1280.0) @@ -272,8 +526,8 @@ function prepare_sbs_chain(chain, t, screen_width, screen_height) local right0 = left0 + width0 -- Second input is positioned (16,48) from the bottom-right. - local width1 = 384 * screen_width/1280.0 - local height1 = 216 * screen_height/720.0 + local width1 = round(384 * screen_width/1280.0) + local height1 = round(216 * screen_height/720.0) local bottom1 = screen_height - 48 * screen_height/720.0 local right1 = screen_width - 16 * screen_width/1280.0 @@ -281,9 +535,26 @@ function prepare_sbs_chain(chain, t, screen_width, screen_height) local left1 = right1 - width1 -- Interpolate between the fullscreen and side-by-side views. - local scale0 = 1.0 + t * (1280.0 / 848.0 - 1.0) - local tx0 = 0.0 + t * (-left0 * scale0) - local ty0 = 0.0 + t * (-top0 * scale0) + local scale0, tx0, tx0 + if zoom_poi == INPUT0_SIGNAL_NUM then + local new_left0 = lerp(left0, 0, t) + local new_right0 = lerp(right0, screen_width, t) + local new_top0 = lerp(top0, 0, t) + local new_bottom0 = lerp(bottom0, screen_height, t) + + scale0 = (new_right0 - new_left0) / width0 -- Same vertically and horizonally. + tx0 = new_left0 - left0 * scale0 + ty0 = new_top0 - top0 * scale0 + else + local new_left1 = lerp(left1, 0, t) + local new_right1 = lerp(right1, screen_width, t) + local new_top1 = lerp(top1, 0, t) + local new_bottom1 = lerp(bottom1, screen_height, t) + + scale0 = (new_right1 - new_left1) / width1 -- Same vertically and horizonally. + tx0 = new_left1 - left1 * scale0 + ty0 = new_top1 - top1 * scale0 + end top0 = top0 * scale0 + ty0 bottom0 = bottom0 * scale0 + ty0 @@ -294,6 +565,34 @@ function prepare_sbs_chain(chain, t, screen_width, screen_height) bottom1 = bottom1 * scale0 + ty0 left1 = left1 * scale0 + tx0 right1 = right1 * scale0 + tx0 - place_rectangle(chain.input0.resample_effect, chain.input0.resize_effect, chain.input0.padding_effect, left0, top0, right0, bottom0, screen_width, screen_height) - place_rectangle(chain.input1.resample_effect, chain.input1.resize_effect, chain.input1.padding_effect, left1, top1, right1, bottom1, screen_width, screen_height) + place_rectangle(chain.input0.resample_effect, chain.input0.resize_effect, chain.input0.padding_effect, left0, top0, right0, bottom0, screen_width, screen_height, 1280, 720) + place_rectangle(chain.input1.resample_effect, chain.input1.resize_effect, chain.input1.padding_effect, left1, top1, right1, bottom1, screen_width, screen_height, 1280, 720) +end + +function set_neutral_color(effect, color) + effect:set_vec3("neutral_color", color[1], color[2], color[3]) +end + +function set_neutral_color_from_signal(effect, signal) + if signal == INPUT0_SIGNAL_NUM then + set_neutral_color(effect, input0_neutral_color) + else + set_neutral_color(effect, input1_neutral_color) + end +end + +function calc_fade_progress(t, transition_start, transition_end) + local tt = (t - transition_start) / (transition_end - transition_start) + if tt < 0.0 then + tt = 0.0 + elseif tt > 1.0 then + tt = 1.0 + end + + -- Make the fade look maybe a tad more natural, by pumping it + -- through a sigmoid function. + tt = 10.0 * tt - 5.0 + tt = 1.0 / (1.0 + math.exp(-tt)) + + return tt end