#include <movit/padding_effect.h>
#include <movit/resample_effect.h>
#include <movit/resize_effect.h>
+#include <movit/util.h>
#include <movit/white_balance_effect.h>
#include <movit/ycbcr.h>
#include <movit/ycbcr_input.h>
InputStateInfo(const InputState& input_state);
unsigned last_width[MAX_CARDS], last_height[MAX_CARDS];
+ bool last_interlaced[MAX_CARDS];
};
InputStateInfo::InputStateInfo(const InputState &input_state)
BufferedFrame frame = input_state.buffered_frames[signal_num][0];
if (frame.frame == nullptr) {
last_width[signal_num] = last_height[signal_num] = 0;
+ last_interlaced[signal_num] = false;
continue;
}
const PBOFrameAllocator::Userdata *userdata = (const PBOFrameAllocator::Userdata *)frame.frame->userdata;
last_width[signal_num] = userdata->last_width[frame.field_number];
last_height[signal_num] = userdata->last_height[frame.field_number];
+ last_interlaced[signal_num] = userdata->last_interlaced;
}
}
int EffectChain_add_live_input(lua_State* L)
{
- assert(lua_gettop(L) == 2);
+ assert(lua_gettop(L) == 3);
Theme *theme = get_theme_updata(L);
EffectChain *chain = (EffectChain *)luaL_checkudata(L, 1, "EffectChain");
bool override_bounce = checkbool(L, 2);
- return wrap_lua_object<LiveInputWrapper>(L, "LiveInputWrapper", theme, chain, override_bounce);
+ bool deinterlace = checkbool(L, 3);
+ return wrap_lua_object<LiveInputWrapper>(L, "LiveInputWrapper", theme, chain, override_bounce, deinterlace);
}
int EffectChain_add_effect(lua_State* L)
for (int idx = 3; idx <= lua_gettop(L); ++idx) {
if (luaL_testudata(L, idx, "LiveInputWrapper")) {
LiveInputWrapper *input = (LiveInputWrapper *)lua_touserdata(L, idx);
- inputs.push_back(input->get_input());
+ inputs.push_back(input->get_effect());
} else {
inputs.push_back(get_effect(L, idx));
}
return 1;
}
+int InputStateInfo_get_interlaced(lua_State* L)
+{
+ assert(lua_gettop(L) == 2);
+ InputStateInfo *input_state_info = get_input_state_info(L, 1);
+ Theme *theme = get_theme_updata(L);
+ int signal_num = theme->map_signal(luaL_checknumber(L, 2));
+ lua_pushboolean(L, input_state_info->last_interlaced[signal_num]);
+ return 1;
+}
+
int Effect_set_float(lua_State *L)
{
assert(lua_gettop(L) == 3);
const luaL_Reg InputStateInfo_funcs[] = {
{ "get_width", InputStateInfo_get_width },
{ "get_height", InputStateInfo_get_height },
+ { "get_interlaced", InputStateInfo_get_interlaced },
{ NULL, NULL }
};
} // namespace
-LiveInputWrapper::LiveInputWrapper(Theme *theme, EffectChain *chain, bool override_bounce)
- : theme(theme)
+LiveInputWrapper::LiveInputWrapper(Theme *theme, EffectChain *chain, bool override_bounce, bool deinterlace)
+ : theme(theme),
+ deinterlace(deinterlace)
{
ImageFormat inout_format;
inout_format.color_space = COLORSPACE_sRGB;
input_ycbcr_format.luma_coefficients = YCBCR_REC_709;
input_ycbcr_format.full_range = false;
- if (override_bounce) {
- input = new NonBouncingYCbCrInput(inout_format, input_ycbcr_format, WIDTH, HEIGHT, YCBCR_INPUT_SPLIT_Y_AND_CBCR);
+ unsigned num_inputs;
+ if (deinterlace) {
+ deinterlace_effect = new movit::DeinterlaceEffect();
+
+ // As per the comments in deinterlace_effect.h, we turn this off.
+ // The most likely interlaced input for us is either a camera
+ // (where it's fine to turn it off) or a laptop (where it _should_
+ // be turned off).
+ CHECK(deinterlace_effect->set_int("enable_spatial_interlacing_check", 0));
+
+ num_inputs = deinterlace_effect->num_inputs();
+ assert(num_inputs == FRAME_HISTORY_LENGTH);
} else {
- input = new YCbCrInput(inout_format, input_ycbcr_format, WIDTH, HEIGHT, YCBCR_INPUT_SPLIT_Y_AND_CBCR);
+ num_inputs = 1;
+ }
+ for (unsigned i = 0; i < num_inputs; ++i) {
+ if (override_bounce) {
+ inputs.push_back(new NonBouncingYCbCrInput(inout_format, input_ycbcr_format, WIDTH, HEIGHT, YCBCR_INPUT_SPLIT_Y_AND_CBCR));
+ } else {
+ inputs.push_back(new YCbCrInput(inout_format, input_ycbcr_format, WIDTH, HEIGHT, YCBCR_INPUT_SPLIT_Y_AND_CBCR));
+ }
+ chain->add_input(inputs.back());
+ }
+
+ if (deinterlace) {
+ vector<Effect *> reverse_inputs(inputs.rbegin(), inputs.rend());
+ chain->add_effect(deinterlace_effect, reverse_inputs);
}
- chain->add_input(input);
}
void LiveInputWrapper::connect_signal(int signal_num)
signal_num = theme->map_signal(signal_num);
- BufferedFrame frame = theme->input_state->buffered_frames[signal_num][0];
- const PBOFrameAllocator::Userdata *userdata = (const PBOFrameAllocator::Userdata *)frame.frame->userdata;
+ BufferedFrame first_frame = theme->input_state->buffered_frames[signal_num][0];
+ if (first_frame.frame == nullptr) {
+ // No data yet.
+ return;
+ }
+ unsigned width, height;
+ {
+ const PBOFrameAllocator::Userdata *userdata = (const PBOFrameAllocator::Userdata *)first_frame.frame->userdata;
+ width = userdata->last_width[first_frame.field_number];
+ height = userdata->last_height[first_frame.field_number];
+ }
- input->set_texture_num(0, userdata->tex_y[frame.field_number]);
- input->set_texture_num(1, userdata->tex_cbcr[frame.field_number]);
- input->set_width(userdata->last_width[frame.field_number]);
- input->set_height(userdata->last_height[frame.field_number]);
+ BufferedFrame last_good_frame = first_frame;
+ for (unsigned i = 0; i < inputs.size(); ++i) {
+ BufferedFrame frame = theme->input_state->buffered_frames[signal_num][i];
+ if (frame.frame == nullptr) {
+ // Not enough data; reuse last frame (well, field).
+ // This is suboptimal, but we have nothing better.
+ frame = last_good_frame;
+ }
+ const PBOFrameAllocator::Userdata *userdata = (const PBOFrameAllocator::Userdata *)frame.frame->userdata;
+
+ if (userdata->last_width[frame.field_number] != width ||
+ userdata->last_height[frame.field_number] != height) {
+ // Resolution changed; reuse last frame/field.
+ frame = last_good_frame;
+ userdata = (const PBOFrameAllocator::Userdata *)frame.frame->userdata;
+ }
+
+ inputs[i]->set_texture_num(0, userdata->tex_y[frame.field_number]);
+ inputs[i]->set_texture_num(1, userdata->tex_cbcr[frame.field_number]);
+ inputs[i]->set_width(userdata->last_width[frame.field_number]);
+ inputs[i]->set_height(userdata->last_height[frame.field_number]);
+
+ last_good_frame = frame;
+ }
+
+ if (deinterlace) {
+ BufferedFrame frame = theme->input_state->buffered_frames[signal_num][0];
+ CHECK(deinterlace_effect->set_int("current_field_position", frame.field_number));
+ }
}
Theme::Theme(const char *filename, ResourcePool *resource_pool, unsigned num_cards)
local FADE_SIGNAL_NUM = 4
-- The main live chain.
-function make_sbs_chain(hq)
+function make_sbs_chain(input0_deint, input1_deint, hq)
local chain = EffectChain.new(16, 9)
- local input0 = chain:add_live_input(true)
+ local input0 = chain:add_live_input(not input0_deint, input0_deint) -- Override bounce only if not deinterlacing.
input0:connect_signal(0)
local input0_wb_effect = chain:add_effect(WhiteBalanceEffect.new())
- local input1 = chain:add_live_input(true)
+ local input1 = chain:add_live_input(not input1_deint, input1_deint)
input1:connect_signal(1)
local input1_wb_effect = chain:add_effect(WhiteBalanceEffect.new())
}
end
-local main_chain_hq = make_sbs_chain(true)
-local main_chain_lq = make_sbs_chain(false)
+-- Make all possible combinations of side-by-side chains.
+local sbs_chains = {}
+for input0_type, input0_deint in pairs({live = false, livedeint = true}) do
+ sbs_chains[input0_type] = {}
+ for input1_type, input1_deint in pairs({live = false, livedeint = true}) do
+ sbs_chains[input0_type][input1_type] = {}
+ for _, hq in pairs({true, false}) do
+ sbs_chains[input0_type][input1_type][hq] =
+ make_sbs_chain(input0_deint, input1_deint, hq)
+ end
+ end
+end
-- A chain to fade between two inputs, of which either can be a picture
-- or a live input. In practice only used live, but we still support the
-- hq parameter.
-function make_fade_chain(input0_live, input1_live, hq)
+function make_fade_chain(input0_live, input0_deint, input1_live, input1_deint, hq)
local chain = EffectChain.new(16, 9)
local input0, wb0_effect, input0_last, input1, wb1_effect, input1_last
if input0_live then
- input0 = chain:add_live_input(true)
+ input0 = chain:add_live_input(false, input0_deint)
wb0_effect = chain:add_effect(WhiteBalanceEffect.new())
input0:connect_signal(0)
input0_last = wb0_effect
end
if input1_live then
- input1 = chain:add_live_input(true)
+ input1 = chain:add_live_input(false, input1_deint)
wb1_effect = chain:add_effect(WhiteBalanceEffect.new())
input1:connect_signal(1)
input1_last = wb1_effect
-- Chains to fade between two inputs, in various configurations.
local fade_chains = {}
-for input0_type, input0_live in pairs({static = false, live = true}) do
+for input0_type, input0_live in pairs({static = false, live = true, livedeint = true}) do
+ local input0_deint = (input0_live == "livedeint")
fade_chains[input0_type] = {}
- for input1_type, input1_live in pairs({static = false, live = true}) do
+ for input1_type, input1_live in pairs({static = false, live = true, livedeint = true}) do
+ local input1_deint = (input1_live == "livedeint")
fade_chains[input0_type][input1_type] = {}
for _, hq in pairs({true, false}) do
- fade_chains[input0_type][input1_type][hq] = make_fade_chain(input0_live, input1_live, hq)
+ fade_chains[input0_type][input1_type][hq] =
+ make_fade_chain(input0_live, input0_deint, input1_live, input1_deint, hq)
end
end
end
--- A chain to show a single input on screen (HQ version).
-local simple_chain_hq = EffectChain.new(16, 9)
-local simple_chain_hq_input = simple_chain_hq:add_live_input(true)
-simple_chain_hq_input:connect_signal(0) -- First input card. Can be changed whenever you want.
-local simple_chain_hq_wb_effect = simple_chain_hq:add_effect(WhiteBalanceEffect.new())
-simple_chain_hq:finalize(true)
+-- A chain to show a single input on screen.
+function make_simple_chain(input_deint, hq)
+ local chain = EffectChain.new(16, 9)
--- A chain to show a single input on screen (LQ version).
-local simple_chain_lq = EffectChain.new(16, 9)
-local simple_chain_lq_input = simple_chain_lq:add_live_input(true)
-simple_chain_lq_input:connect_signal(0) -- First input card. Can be changed whenever you want.
-local simple_chain_lq_wb_effect = simple_chain_lq:add_effect(WhiteBalanceEffect.new())
-simple_chain_lq:finalize(false)
+ local input = chain:add_live_input(false, input_deint)
+ input:connect_signal(0) -- First input card. Can be changed whenever you want.
+ local wb_effect = chain:add_effect(WhiteBalanceEffect.new())
+ chain:finalize(hq)
+
+ return {
+ chain = chain,
+ input = input,
+ wb_effect = wb_effect
+ }
+end
+
+-- Make all possible combinations of single-input chains.
+local simple_chains = {}
+for input_type, input_deint in pairs({live = false, livedeint = true}) do
+ simple_chains[input_type] = {}
+ for _, hq in pairs({true, false}) do
+ simple_chains[input_type][hq] = make_simple_chain(input_deint, hq)
+ end
+end
-- A chain to show a single static picture on screen (HQ version).
local static_chain_hq = EffectChain.new(16, 9)
local static_chain_lq_input = static_chain_lq:add_effect(ImageInput.new("bg.jpeg"))
static_chain_lq:finalize(false)
+-- Used for indexing into the tables of chains.
+function get_input_type(signals, signal_num)
+ if signal_num == STATIC_SIGNAL_NUM then
+ return "static"
+ elseif signals:get_interlaced(signal_num) then
+ return "livedeint"
+ else
+ return "live"
+ end
+end
+
-- Returns the number of outputs in addition to the live (0) and preview (1).
-- Called only once, at the start of the program.
function num_channels()
function get_chain(num, t, width, height, signals)
if num == 0 then -- Live.
if live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM then -- Plain input.
+ local input_type = get_input_type(signals, live_signal_num)
+ local chain = simple_chains[input_type][true]
prepare = function()
- simple_chain_hq_input:connect_signal(live_signal_num)
- set_neutral_color_from_signal(simple_chain_hq_wb_effect, live_signal_num)
+ chain.input:connect_signal(live_signal_num)
+ set_neutral_color_from_signal(chain.wb_effect, live_signal_num)
end
- return simple_chain_hq, prepare
+ return chain.chain, prepare
elseif live_signal_num == STATIC_SIGNAL_NUM then -- Static picture.
prepare = function()
end
return static_chain_hq, prepare
elseif live_signal_num == FADE_SIGNAL_NUM then -- Fade.
- local input0_type = (fade_src_signal == STATIC_SIGNAL_NUM) and "static" or "live"
- local input1_type = (fade_dst_signal == STATIC_SIGNAL_NUM) and "static" or "live"
+ local input0_type = get_input_type(signals, fade_src_signal)
+ local input1_type = get_input_type(signals, fade_dst_signal)
local chain = fade_chains[input0_type][input1_type][true]
prepare = function()
if input0_type == "live" then
end
-- SBS code (live_signal_num == SBS_SIGNAL_NUM).
+ local input0_type = get_input_type(signals, INPUT0_SIGNAL_NUM)
+ local input1_type = get_input_type(signals, INPUT1_SIGNAL_NUM)
if t > transition_end and zoom_dst == 1.0 then
-- Special case: Show only the single image on screen.
+ local chain = simple_chains[input0_type][true]
prepare = function()
- simple_chain_hq_input:connect_signal(INPUT0_SIGNAL_NUM)
- set_neutral_color(simple_chain_hq_wb_effect, input0_neutral_color)
+ chain.input:connect_signal(INPUT0_SIGNAL_NUM)
+ set_neutral_color(chain.wb_effect, input0_neutral_color)
end
- return simple_chain_hq, prepare
+ return chain.chain, prepare
end
+ local chain = sbs_chains[input0_type][input1_type][true]
prepare = function()
if t < transition_start then
- prepare_sbs_chain(main_chain_hq, zoom_src, width, height)
+ prepare_sbs_chain(chain, zoom_src, width, height)
elseif t > transition_end then
- prepare_sbs_chain(main_chain_hq, zoom_dst, width, height)
+ prepare_sbs_chain(chain, zoom_dst, width, height)
else
local tt = (t - transition_start) / (transition_end - transition_start)
-- Smooth it a bit.
tt = math.sin(tt * 3.14159265358 * 0.5)
- prepare_sbs_chain(main_chain_hq, zoom_src + (zoom_dst - zoom_src) * tt, width, height)
+ prepare_sbs_chain(chain, zoom_src + (zoom_dst - zoom_src) * tt, width, height)
end
end
- return main_chain_hq.chain, prepare
+ return chain.chain, prepare
end
if num == 1 then -- Preview.
num = preview_signal_num + 2
end
+
+ -- Individual preview inputs.
if num == INPUT0_SIGNAL_NUM + 2 then
+ local input_type = get_input_type(signals, INPUT0_SIGNAL_NUM)
+ local chain = simple_chains[input_type][false]
prepare = function()
- simple_chain_lq_input:connect_signal(0)
- set_neutral_color(simple_chain_lq_wb_effect, input0_neutral_color)
+ chain.input:connect_signal(INPUT0_SIGNAL_NUM)
+ set_neutral_color(chain.wb_effect, input0_neutral_color)
end
- return simple_chain_lq, prepare
+ return chain.chain, prepare
end
if num == INPUT1_SIGNAL_NUM + 2 then
+ local input_type = get_input_type(signals, INPUT1_SIGNAL_NUM)
+ local chain = simple_chains[input_type][false]
prepare = function()
- simple_chain_lq_input:connect_signal(1)
- set_neutral_color(simple_chain_lq_wb_effect, input1_neutral_color)
+ chain.input:connect_signal(INPUT1_SIGNAL_NUM)
+ set_neutral_color(chain.wb_effect, input1_neutral_color)
end
- return simple_chain_lq, prepare
+ return chain.chain, prepare
end
if num == SBS_SIGNAL_NUM + 2 then
+ local input0_type = get_input_type(signals, INPUT0_SIGNAL_NUM)
+ local input1_type = get_input_type(signals, INPUT1_SIGNAL_NUM)
+ local chain = sbs_chains[input0_type][input1_type][false]
prepare = function()
- prepare_sbs_chain(main_chain_lq, 0.0, width, height)
+ prepare_sbs_chain(chain, 0.0, width, height)
end
- return main_chain_lq.chain, prepare
+ return chain.chain, prepare
end
if num == STATIC_SIGNAL_NUM + 2 then
prepare = function()