-- where all the low-level details (such as texture formats) are handled by the
-- C++ side and you generally just build chains.
+-- TODO: Deal with inputs that are different from our native 1280x720 resolution.
+
local transition_start = -2.0
local transition_end = -1.0
local zoom_src = 0.0
local zoom_dst = 1.0
local zoom_poi = 0 -- which input to zoom in on
-local fade_src = 0.0
-local fade_dst = 1.0
+local fade_src_signal = 0
+local fade_dst_signal = 0
+
+local input0_neutral_color = {0.5, 0.5, 0.5}
+local input1_neutral_color = {0.5, 0.5, 0.5}
local live_signal_num = 0
local preview_signal_num = 1
+-- Valid values for live_signal_num and preview_signal_num.
+local INPUT0_SIGNAL_NUM = 0
+local INPUT1_SIGNAL_NUM = 1
+local SBS_SIGNAL_NUM = 2
+local STATIC_SIGNAL_NUM = 3
+
+-- “fake” signal numbers that signifies that we are fading from one input
+-- to the next.
+local FADE_VTV_SIGNAL_NUM = 4 -- Video to/from video.
+local FADE_VTP_SIGNAL_NUM = 5 -- Video to/from static picture.
+
-- The main live chain.
function make_sbs_chain(hq)
local chain = EffectChain.new(16, 9)
- local input0 = chain:add_live_input()
+ local input0 = chain:add_live_input(true)
input0:connect_signal(0)
- local input1 = chain:add_live_input()
+ local input0_wb_effect = chain:add_effect(WhiteBalanceEffect.new())
+ local input1 = chain:add_live_input(true)
input1:connect_signal(1)
+ local input1_wb_effect = chain:add_effect(WhiteBalanceEffect.new())
local resample_effect = nil
local resize_effect = nil
if (hq) then
- resample_effect = chain:add_effect(ResampleEffect.new(), input0)
+ resample_effect = chain:add_effect(ResampleEffect.new(), input0_wb_effect)
else
- resize_effect = chain:add_effect(ResizeEffect.new(), input0)
+ resize_effect = chain:add_effect(ResizeEffect.new(), input0_wb_effect)
end
local padding_effect = chain:add_effect(IntegralPaddingEffect.new())
local resample2_effect = nil
local resize2_effect = nil
if (hq) then
- resample2_effect = chain:add_effect(ResampleEffect.new(), input1)
+ resample2_effect = chain:add_effect(ResampleEffect.new(), input1_wb_effect)
else
- resize2_effect = chain:add_effect(ResizeEffect.new(), input1)
+ resize2_effect = chain:add_effect(ResizeEffect.new(), input1_wb_effect)
end
- -- Effect *saturation_effect = chain->add_effect(new SaturationEffect())
- -- CHECK(saturation_effect->set_float("saturation", 0.3f))
- local wb_effect = chain:add_effect(WhiteBalanceEffect.new())
- wb_effect:set_float("output_color_temperature", 3500.0)
local padding2_effect = chain:add_effect(IntegralPaddingEffect.new())
chain:add_effect(OverlayEffect.new(), padding_effect, padding2_effect)
chain = chain,
input0 = {
input = input0,
+ white_balance_effect = input0_wb_effect,
resample_effect = resample_effect,
resize_effect = resize_effect,
padding_effect = padding_effect
},
input1 = {
input = input1,
+ white_balance_effect = input1_wb_effect,
resample_effect = resample2_effect,
resize_effect = resize2_effect,
padding_effect = padding2_effect
local main_chain_lq = make_sbs_chain(false)
-- A chain to fade between two inputs (live chain only)
-local fade_chain_hq = EffectChain.new(16, 9)
-local fade_chain_hq_input0 = fade_chain_hq:add_live_input()
-local fade_chain_hq_input1 = fade_chain_hq:add_live_input()
-fade_chain_hq_input0:connect_signal(0)
-fade_chain_hq_input1:connect_signal(1)
-local fade_chain_mix_effect = fade_chain_hq:add_effect(MixEffect.new(), fade_chain_hq_input0, fade_chain_hq_input1)
-fade_chain_hq:finalize(true)
+local fade_vtv_chain_hq = EffectChain.new(16, 9)
+local fade_vtv_chain_hq_input0 = fade_vtv_chain_hq:add_live_input(true)
+local fade_vtv_chain_hq_wb0_effect = fade_vtv_chain_hq:add_effect(WhiteBalanceEffect.new())
+local fade_vtv_chain_hq_input1 = fade_vtv_chain_hq:add_live_input(true)
+local fade_vtv_chain_hq_wb1_effect = fade_vtv_chain_hq:add_effect(WhiteBalanceEffect.new())
+fade_vtv_chain_hq_input0:connect_signal(0)
+fade_vtv_chain_hq_input1:connect_signal(1)
+local fade_vtv_chain_mix_effect = fade_vtv_chain_hq:add_effect(MixEffect.new(), fade_vtv_chain_hq_wb0_effect, fade_vtv_chain_hq_wb1_effect)
+fade_vtv_chain_hq:finalize(true)
+
+-- A chain to fade between an inputs and a picture (live chain only)
+local fade_vtp_chain_hq = EffectChain.new(16, 9)
+local fade_vtp_chain_hq_input0 = fade_vtp_chain_hq:add_live_input(true)
+local fade_vtp_chain_hq_wb0_effect = fade_vtp_chain_hq:add_effect(WhiteBalanceEffect.new())
+local fade_vtp_chain_hq_input1 = fade_vtp_chain_hq:add_effect(ImageInput.new("bg.jpeg"))
+fade_vtp_chain_hq_input0:connect_signal(0)
+local fade_vtp_chain_mix_effect = fade_vtp_chain_hq:add_effect(MixEffect.new(), fade_vtp_chain_hq_wb0_effect, fade_vtp_chain_hq_input1)
+fade_vtp_chain_hq:finalize(true)
-- A chain to show a single input on screen (HQ version).
local simple_chain_hq = EffectChain.new(16, 9)
-local simple_chain_hq_input = simple_chain_hq:add_live_input()
+local simple_chain_hq_input = simple_chain_hq:add_live_input(true)
simple_chain_hq_input:connect_signal(0) -- First input card. Can be changed whenever you want.
+local simple_chain_hq_wb_effect = simple_chain_hq:add_effect(WhiteBalanceEffect.new())
simple_chain_hq:finalize(true)
-- A chain to show a single input on screen (LQ version).
local simple_chain_lq = EffectChain.new(16, 9)
-local simple_chain_lq_input = simple_chain_lq:add_live_input()
+local simple_chain_lq_input = simple_chain_lq:add_live_input(true)
simple_chain_lq_input:connect_signal(0) -- First input card. Can be changed whenever you want.
+local simple_chain_lq_wb_effect = simple_chain_lq:add_effect(WhiteBalanceEffect.new())
simple_chain_lq:finalize(false)
+-- A chain to show a single static picture on screen (HQ version).
+local static_chain_hq = EffectChain.new(16, 9)
+local static_chain_hq_input = static_chain_hq:add_effect(ImageInput.new("bg.jpeg"))
+static_chain_hq:finalize(true)
+
+-- A chain to show a single static picture on screen (LQ version).
+local static_chain_lq = EffectChain.new(16, 9)
+local static_chain_lq_input = static_chain_lq:add_effect(ImageInput.new("bg.jpeg"))
+static_chain_lq:finalize(false)
+
-- Returns the number of outputs in addition to the live (0) and preview (1).
-- Called only once, at the start of the program.
function num_channels()
- return 3
+ return 4
+end
+
+-- Returns the name for each additional channel (starting from 2).
+-- Called only once for each channel, at the start of the program.
+function channel_name(channel)
+ if channel == 2 then
+ return "Input 1"
+ elseif channel == 3 then
+ return "Input 2"
+ elseif channel == 4 then
+ return "Side-by-side"
+ elseif channel == 5 then
+ return "Static picture"
+ end
+end
+
+-- Returns if a given channel supports setting white balance (starting from 2).
+-- Called only once for each channel, at the start of the program.
+function supports_set_wb(channel)
+ return channel == 2 or channel == 3
+end
+
+-- Gets called with a new gray point when the white balance is changing.
+-- The color is in linear light (not sRGB gamma).
+function set_wb(channel, red, green, blue)
+ if channel == 2 then
+ input0_neutral_color = { red, green, blue }
+ elseif channel == 3 then
+ input1_neutral_color = { red, green, blue }
+ end
end
function finish_transitions(t)
- -- If live is 2 (SBS) but de-facto single, make it so.
- if live_signal_num == 2 and t >= transition_end and zoom_dst == 1.0 then
+ -- If live is SBS but de-facto single, make it so.
+ if live_signal_num == SBS_SIGNAL_NUM and t >= transition_end and zoom_dst == 1.0 then
live_signal_num = zoom_poi
end
- -- If live is 3 (fade) but de-facto single, make it so.
- if live_signal_num == 3 and t >= transition_end and fade_dst == 1.0 then
- live_signal_num = 0
- end
- if live_signal_num == 3 and t >= transition_end and fade_dst == 0.0 then
- live_signal_num = 1
+ -- If live is fade but de-facto single, make it so.
+ if (live_signal_num == FADE_VTV_SIGNAL_NUM or live_signal_num == FADE_VTP_SIGNAL_NUM) and t >= transition_end then
+ live_signal_num = fade_dst_signal
end
end
return {}
end
- if live_signal_num == 2 and t >= transition_start and t <= transition_end then
+ if live_signal_num == SBS_SIGNAL_NUM and t >= transition_start and t <= transition_end then
-- Zoom in progress.
return {"Cut"}
end
- if (live_signal_num == 0 and preview_signal_num == 1) or
- (live_signal_num == 1 and preview_signal_num == 0) then
+ if (live_signal_num == INPUT0_SIGNAL_NUM or
+ live_signal_num == INPUT1_SIGNAL_NUM or
+ live_signal_num == STATIC_SIGNAL_NUM) and
+ (preview_signal_num == INPUT0_SIGNAL_NUM or
+ preview_signal_num == INPUT1_SIGNAL_NUM or
+ preview_signal_num == STATIC_SIGNAL_NUM) then
return {"Cut", "", "Fade"}
end
-- Various zooms.
- if live_signal_num == 2 and (preview_signal_num == 0 or preview_signal_num == 1) then
+ if live_signal_num == SBS_SIGNAL_NUM and
+ (preview_signal_num == INPUT0_SIGNAL_NUM or preview_signal_num == INPUT1_SIGNAL_NUM) then
return {"Cut", "Zoom in"}
- elseif (live_signal_num == 0 or live_signal_num == 1) and preview_signal_num == 2 then
+ elseif (live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM) and
+ preview_signal_num == SBS_SIGNAL_NUM then
return {"Cut", "Zoom out"}
end
function transition_clicked(num, t)
if num == 0 then
-- Cut.
- if live_signal_num == 3 then
+ if live_signal_num == FADE_VTV_SIGNAL_NUM or live_signal_num == FADE_VTP_SIGNAL_NUM then
-- Ongoing fade; finish it immediately.
finish_transitions(transition_end)
end
live_signal_num = preview_signal_num
preview_signal_num = temp
- if live_signal_num == 2 then
+ if live_signal_num == SBS_SIGNAL_NUM then
-- Just cut to SBS, we need to reset any zooms.
zoom_src = 1.0
zoom_dst = 0.0
return
end
- if (live_signal_num == 0 and preview_signal_num == 1) or
- (live_signal_num == 1 and preview_signal_num == 0) then
+ if (live_signal_num == INPUT0_SIGNAL_NUM and preview_signal_num == INPUT1_SIGNAL_NUM) or
+ (live_signal_num == INPUT1_SIGNAL_NUM and preview_signal_num == INPUT0_SIGNAL_NUM) then
-- We can't zoom between these. Just make a cut.
io.write("Cutting from " .. live_signal_num .. " to " .. live_signal_num .. "\n")
local temp = live_signal_num
return
end
- if live_signal_num == 2 and (preview_signal_num == 0 or preview_signal_num == 1) then
+ if live_signal_num == SBS_SIGNAL_NUM and
+ (preview_signal_num == INPUT0_SIGNAL_NUM or preview_signal_num == INPUT1_SIGNAL_NUM) then
-- Zoom in from SBS to single.
transition_start = t
transition_end = t + 1.0
zoom_src = 0.0
zoom_dst = 1.0
zoom_poi = preview_signal_num
- preview_signal_num = 2
- elseif (live_signal_num == 0 or live_signal_num == 1) and preview_signal_num == 2 then
+ preview_signal_num = SBS_SIGNAL_NUM
+ elseif (live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM) and
+ preview_signal_num == SBS_SIGNAL_NUM then
-- Zoom out from single to SBS.
transition_start = t
transition_end = t + 1.0
zoom_dst = 0.0
preview_signal_num = live_signal_num
zoom_poi = live_signal_num
- live_signal_num = 2
+ live_signal_num = SBS_SIGNAL_NUM
end
elseif num == 2 then
finish_transitions(t)
-- Fade.
- if live_signal_num == 0 and preview_signal_num == 1 then
+ if (live_signal_num == INPUT0_SIGNAL_NUM and preview_signal_num == INPUT1_SIGNAL_NUM) or
+ (live_signal_num == INPUT1_SIGNAL_NUM and preview_signal_num == INPUT0_SIGNAL_NUM) then
transition_start = t
transition_end = t + 1.0
- fade_src = 1.0
- fade_dst = 0.0
- preview_signal_num = 0
- live_signal_num = 3
- elseif live_signal_num == 1 and preview_signal_num == 0 then
+ fade_src_signal = live_signal_num
+ fade_dst_signal = preview_signal_num
+ preview_signal_num = live_signal_num
+ live_signal_num = FADE_VTV_SIGNAL_NUM
+ elseif ((live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM) and
+ preview_signal_num == STATIC_SIGNAL_NUM) or
+ ((preview_signal_num == INPUT0_SIGNAL_NUM or preview_signal_num == INPUT1_SIGNAL_NUM) and
+ live_signal_num == STATIC_SIGNAL_NUM) then
transition_start = t
transition_end = t + 1.0
- fade_src = 0.0
- fade_dst = 1.0
- preview_signal_num = 1
- live_signal_num = 3
+ fade_src_signal = live_signal_num
+ fade_dst_signal = preview_signal_num
+ preview_signal_num = live_signal_num
+ live_signal_num = FADE_VTP_SIGNAL_NUM
else
-- Fades involving SBS are ignored (we have no chain for it).
end
-- if and only if num==0.
function get_chain(num, t, width, height)
if num == 0 then -- Live.
- if live_signal_num == 0 or live_signal_num == 1 then -- Plain inputs.
+ if live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM then -- Plain input.
prepare = function()
simple_chain_hq_input:connect_signal(live_signal_num)
+ set_neutral_color_from_signal(simple_chain_hq_wb_effect, live_signal_num)
end
return simple_chain_hq, prepare
- elseif live_signal_num == 3 then -- Fade.
+ elseif live_signal_num == STATIC_SIGNAL_NUM then -- Static picture.
prepare = function()
- fade_chain_hq_input0:connect_signal(0)
- fade_chain_hq_input1:connect_signal(1)
- local tt = (t - transition_start) / (transition_end - transition_start)
- if tt < 0.0 then
- tt = 0.0
- elseif tt > 1.0 then
- tt = 1.0
+ end
+ return static_chain_hq, prepare
+ elseif live_signal_num == FADE_VTV_SIGNAL_NUM then -- Fade video-to-video.
+ prepare = function()
+ fade_vtv_chain_hq_input0:connect_signal(fade_src_signal)
+ set_neutral_color_from_signal(fade_vtv_chain_hq_wb0_effect, fade_src_signal)
+ fade_vtv_chain_hq_input1:connect_signal(fade_dst_signal)
+ set_neutral_color_from_signal(fade_vtv_chain_hq_wb1_effect, fade_dst_signal)
+ local tt = calc_fade_progress(t, transition_start, transition_end)
+
+ fade_vtv_chain_mix_effect:set_float("strength_first", 1.0 - tt)
+ fade_vtv_chain_mix_effect:set_float("strength_second", tt)
+ end
+ return fade_vtv_chain_hq, prepare
+ elseif live_signal_num == FADE_VTP_SIGNAL_NUM then -- Fade video-to-picture (or picture-to-video).
+ prepare = function()
+ local tt
+ if fade_src_signal == STATIC_SIGNAL_NUM then
+ fade_vtp_chain_hq_input0:connect_signal(fade_dst_signal)
+ set_neutral_color_from_signal(fade_vtp_chain_hq_wb0_effect, fade_dst_signal)
+ tt = 1.0 - calc_fade_progress(t, transition_start, transition_end)
+ else
+ fade_vtp_chain_hq_input0:connect_signal(fade_src_signal)
+ set_neutral_color_from_signal(fade_vtp_chain_hq_wb0_effect, fade_src_signal)
+ tt = calc_fade_progress(t, transition_start, transition_end)
end
-
- tt = fade_src + tt * (fade_dst - fade_src)
-
- -- Make the fade look maybe a tad more natural, by pumping it
- -- through a sigmoid function.
- tt = 10.0 * tt - 5.0
- tt = 1.0 / (1.0 + math.exp(-tt))
-
- fade_chain_mix_effect:set_float("strength_first", tt)
- fade_chain_mix_effect:set_float("strength_second", 1.0 - tt)
+ fade_vtp_chain_mix_effect:set_float("strength_first", 1.0 - tt)
+ fade_vtp_chain_mix_effect:set_float("strength_second", tt)
end
- return fade_chain_hq, prepare
+ return fade_vtp_chain_hq, prepare
end
- -- SBS code (live_signal_num == 2).
+ -- SBS code (live_signal_num == SBS_SIGNAL_NUM).
if t > transition_end and zoom_dst == 1.0 then
-- Special case: Show only the single image on screen.
prepare = function()
- simple_chain_hq_input:connect_signal(0)
+ simple_chain_hq_input:connect_signal(INPUT0_SIGNAL_NUM)
+ set_neutral_color(simple_chain_hq_wb_effect, input0_neutral_color)
end
return simple_chain_hq, prepare
end
if num == 1 then -- Preview.
num = preview_signal_num + 2
end
- if num == 2 then
+ if num == INPUT0_SIGNAL_NUM + 2 then
prepare = function()
simple_chain_lq_input:connect_signal(0)
+ set_neutral_color(simple_chain_lq_wb_effect, input0_neutral_color)
end
return simple_chain_lq, prepare
end
- if num == 3 then
+ if num == INPUT1_SIGNAL_NUM + 2 then
prepare = function()
simple_chain_lq_input:connect_signal(1)
+ set_neutral_color(simple_chain_lq_wb_effect, input1_neutral_color)
end
return simple_chain_lq, prepare
end
- if num == 4 then
+ if num == SBS_SIGNAL_NUM + 2 then
prepare = function()
prepare_sbs_chain(main_chain_lq, 0.0, width, height)
end
return main_chain_lq.chain, prepare
end
+ if num == STATIC_SIGNAL_NUM + 2 then
+ prepare = function()
+ end
+ return static_chain_lq, prepare
+ end
end
function place_rectangle(resample_effect, resize_effect, padding_effect, x0, y0, x1, y1, screen_width, screen_height, input_width, input_height)
function prepare_sbs_chain(chain, t, screen_width, screen_height)
chain.input0.input:connect_signal(0)
chain.input1.input:connect_signal(1)
+ set_neutral_color(chain.input0.white_balance_effect, input0_neutral_color)
+ set_neutral_color(chain.input1.white_balance_effect, input1_neutral_color)
-- First input is positioned (16,48) from top-left.
local width0 = round(848 * screen_width/1280.0)
-- Interpolate between the fullscreen and side-by-side views.
local scale0, tx0, tx0
- if zoom_poi == 0 then
+ if zoom_poi == INPUT0_SIGNAL_NUM then
local new_left0 = lerp(left0, 0, t)
local new_right0 = lerp(right0, screen_width, t)
local new_top0 = lerp(top0, 0, t)
place_rectangle(chain.input0.resample_effect, chain.input0.resize_effect, chain.input0.padding_effect, left0, top0, right0, bottom0, screen_width, screen_height, 1280, 720)
place_rectangle(chain.input1.resample_effect, chain.input1.resize_effect, chain.input1.padding_effect, left1, top1, right1, bottom1, screen_width, screen_height, 1280, 720)
end
+
+function set_neutral_color(effect, color)
+ effect:set_vec3("neutral_color", color[1], color[2], color[3])
+end
+
+function set_neutral_color_from_signal(effect, signal)
+ if signal == INPUT0_SIGNAL_NUM then
+ set_neutral_color(effect, input0_neutral_color)
+ else
+ set_neutral_color(effect, input1_neutral_color)
+ end
+end
+
+function calc_fade_progress(t, transition_start, transition_end)
+ local tt = (t - transition_start) / (transition_end - transition_start)
+ if tt < 0.0 then
+ tt = 0.0
+ elseif tt > 1.0 then
+ tt = 1.0
+ end
+
+ -- Make the fade look maybe a tad more natural, by pumping it
+ -- through a sigmoid function.
+ tt = 10.0 * tt - 5.0
+ tt = 1.0 / (1.0 + math.exp(-tt))
+
+ return tt
+end
projects / nageru / blobdiff