]> git.sesse.net Git - nageru/blob - theme.lua
Fix some broken culling code in the theme (no idea why this does not trigger more...
[nageru] / theme.lua
1 -- The theme is what decides what's actually shown on screen, what kind of
2 -- transitions are available (if any), and what kind of inputs there are,
3 -- if any. In general, it drives the entire display logic by creating Movit
4 -- chains, setting their parameters and then deciding which to show when.
5 --
6 -- Themes are written in Lua, which reflects a simplified form of the Movit API
7 -- where all the low-level details (such as texture formats) are handled by the
8 -- C++ side and you generally just build chains.
9
10 local transition_start = -2.0
11 local transition_end = -1.0
12 local zoom_src = 0.0
13 local zoom_dst = 1.0
14 local zoom_poi = 0   -- which input to zoom in on
15 local fade_src_signal = 0
16 local fade_dst_signal = 0
17
18 local input0_neutral_color = {0.5, 0.5, 0.5}
19 local input1_neutral_color = {0.5, 0.5, 0.5}
20
21 local live_signal_num = 0
22 local preview_signal_num = 1
23
24 -- Valid values for live_signal_num and preview_signal_num.
25 local INPUT0_SIGNAL_NUM = 0
26 local INPUT1_SIGNAL_NUM = 1
27 local SBS_SIGNAL_NUM = 2
28 local STATIC_SIGNAL_NUM = 3
29
30 -- “fake” signal number that signifies that we are fading from one input
31 -- to the next.
32 local FADE_SIGNAL_NUM = 4
33
34 -- Last width/height/frame rate for each channel, if we have it.
35 -- Note that unlike the values we get from Nageru, the resolution is per
36 -- frame and not per field, since we deinterlace.
37 local last_resolution = {}
38
39 -- Utility function to help creating many similar chains that can differ
40 -- in a free set of chosen parameters.
41 function make_cartesian_product(parms, callback)
42         return make_cartesian_product_internal(parms, callback, 1, {})
43 end
44
45 function make_cartesian_product_internal(parms, callback, index, args)
46         if index > #parms then
47                 return callback(unpack(args))
48         end
49         local ret = {}
50         for _, value in ipairs(parms[index]) do
51                 args[index] = value
52                 ret[value] = make_cartesian_product_internal(parms, callback, index + 1, args)
53         end
54         return ret
55 end
56
57 function make_sbs_input(chain, signal, deint, hq)
58         local input = chain:add_live_input(not deint, deint)  -- Override bounce only if not deinterlacing.
59         input:connect_signal(signal)
60
61         local resample_effect = nil
62         local resize_effect = nil
63         if (hq) then
64                 resample_effect = chain:add_effect(ResampleEffect.new())
65         else
66                 resize_effect = chain:add_effect(ResizeEffect.new())
67         end
68         local wb_effect = chain:add_effect(WhiteBalanceEffect.new())
69
70         local padding_effect = chain:add_effect(IntegralPaddingEffect.new())
71
72         return {
73                 input = input,
74                 wb_effect = wb_effect,
75                 resample_effect = resample_effect,
76                 resize_effect = resize_effect,
77                 padding_effect = padding_effect
78         }
79 end
80
81 -- The main live chain.
82 function make_sbs_chain(input0_deint, input1_deint, hq)
83         local chain = EffectChain.new(16, 9)
84
85         local input0 = make_sbs_input(chain, INPUT0_SIGNAL_NUM, input0_deint, hq)
86         local input1 = make_sbs_input(chain, INPUT1_SIGNAL_NUM, input1_deint, hq)
87
88         input0.padding_effect:set_vec4("border_color", 0.0, 0.0, 0.0, 1.0)
89         input1.padding_effect:set_vec4("border_color", 0.0, 0.0, 0.0, 0.0)
90
91         chain:add_effect(OverlayEffect.new(), input0.padding_effect, input1.padding_effect)
92         chain:finalize(hq)
93
94         return {
95                 chain = chain,
96                 input0 = input0,
97                 input1 = input1
98         }
99 end
100
101 -- Make all possible combinations of side-by-side chains.
102 local sbs_chains = make_cartesian_product({
103         {"live", "livedeint"},  -- input0_type
104         {"live", "livedeint"},  -- input1_type
105         {true, false}           -- hq
106 }, function(input0_type, input1_type, hq)
107         local input0_deint = (input0_type == "livedeint")
108         local input1_deint = (input1_type == "livedeint")
109         return make_sbs_chain(input0_deint, input1_deint, hq)
110 end)
111
112 function make_fade_input(chain, signal, live, deint, scale)
113         local input, wb_effect, resample_effect, last
114         if live then
115                 input = chain:add_live_input(false, deint)
116                 input:connect_signal(signal)
117                 last = input
118         else
119                 input = chain:add_effect(ImageInput.new("bg.jpeg"))
120                 last = input
121         end
122
123         -- If we cared about this for the non-main inputs, we would have
124         -- checked hq here and invoked ResizeEffect instead.
125         if scale then
126                 resample_effect = chain:add_effect(ResampleEffect.new())
127                 last = resample_effect
128         end
129
130         -- Make sure to put the white balance after the scaling (usually more efficient).
131         if live then
132                 wb_effect = chain:add_effect(WhiteBalanceEffect.new())
133                 last = wb_effect
134         end
135
136         return {
137                 input = input,
138                 wb_effect = wb_effect,
139                 resample_effect = resample_effect,
140                 last = last
141         }
142 end
143
144 -- A chain to fade between two inputs, of which either can be a picture
145 -- or a live input. In practice only used live, but we still support the
146 -- hq parameter.
147 function make_fade_chain(input0_live, input0_deint, input0_scale, input1_live, input1_deint, input1_scale, hq)
148         local chain = EffectChain.new(16, 9)
149
150         local input0 = make_fade_input(chain, INPUT0_SIGNAL_NUM, input0_live, input0_deint, input0_scale)
151         local input1 = make_fade_input(chain, INPUT1_SIGNAL_NUM, input1_live, input1_deint, input1_scale)
152
153         local mix_effect = chain:add_effect(MixEffect.new(), input0.last, input1.last)
154         chain:finalize(hq)
155
156         return {
157                 chain = chain,
158                 input0 = input0,
159                 input1 = input1,
160                 mix_effect = mix_effect
161         }
162 end
163
164 -- Chains to fade between two inputs, in various configurations.
165 local fade_chains = make_cartesian_product({
166         {"static", "live", "livedeint"},  -- input0_type
167         {true, false},                    -- input0_scale
168         {"static", "live", "livedeint"},  -- input1_type
169         {true, false},                    -- input1_scale
170         {true}                            -- hq
171 }, function(input0_type, input0_scale, input1_type, input1_scale, hq)
172         local input0_live = (input0_type ~= "static")
173         local input1_live = (input1_type ~= "static")
174         local input0_deint = (input0_type == "livedeint")
175         local input1_deint = (input1_type == "livedeint")
176         return make_fade_chain(input0_live, input0_deint, input0_scale, input1_live, input1_deint, input1_scale, hq)
177 end)
178
179 -- A chain to show a single input on screen.
180 function make_simple_chain(input_deint, input_scale, hq)
181         local chain = EffectChain.new(16, 9)
182
183         local input = chain:add_live_input(false, input_deint)
184         input:connect_signal(0)  -- First input card. Can be changed whenever you want.
185
186         local resample_effect, resize_effect
187         if scale then
188                 if hq then
189                         resample_effect = chain:add_effect(ResampleEffect.new())
190                 else
191                         resize_effect = chain:add_effect(ResizeEffect.new())
192                 end
193         end
194
195         local wb_effect = chain:add_effect(WhiteBalanceEffect.new())
196         chain:finalize(hq)
197
198         return {
199                 chain = chain,
200                 input = input,
201                 wb_effect = wb_effect,
202                 resample_effect = resample_effect,
203                 resize_effect = resize_effect
204         }
205 end
206
207 -- Make all possible combinations of single-input chains.
208 local simple_chains = make_cartesian_product({
209         {"live", "livedeint"},  -- input_type
210         {true, false},          -- input_scale
211         {true, false}           -- hq
212 }, function(input_type, input_scale, hq)
213         local input_deint = (input_type == "livedeint")
214         return make_simple_chain(input_deint, input_scale, hq)
215 end)
216
217 -- A chain to show a single static picture on screen (HQ version).
218 local static_chain_hq = EffectChain.new(16, 9)
219 local static_chain_hq_input = static_chain_hq:add_effect(ImageInput.new("bg.jpeg"))
220 static_chain_hq:finalize(true)
221
222 -- A chain to show a single static picture on screen (LQ version).
223 local static_chain_lq = EffectChain.new(16, 9)
224 local static_chain_lq_input = static_chain_lq:add_effect(ImageInput.new("bg.jpeg"))
225 static_chain_lq:finalize(false)
226
227 -- Used for indexing into the tables of chains.
228 function get_input_type(signals, signal_num)
229         if signal_num == STATIC_SIGNAL_NUM then
230                 return "static"
231         elseif signals:get_interlaced(signal_num) then
232                 return "livedeint"
233         else
234                 return "live"
235         end
236 end
237
238 function needs_scale(signals, signal_num, width, height)
239         if signal_num == STATIC_SIGNAL_NUM then
240                 -- We assume this is already correctly scaled at load time.
241                 return false
242         end
243         assert(signal_num == INPUT0_SIGNAL_NUM or signal_num == INPUT1_SIGNAL_NUM)
244         return (signals:get_width(signal_num) ~= width or signals:get_height(signal_num) ~= height)
245 end
246
247 function set_scale_parameters_if_needed(chain_or_input, width, height)
248         if chain_or_input.resample_effect then
249                 chain_or_input.resample_effect:set_int("width", width)
250                 chain_or_input.resample_effect:set_int("height", height)
251         elseif chain_or_input.resize_effect then
252                 chain_or_input.resize_effect:set_int("width", width)
253                 chain_or_input.resize_effect:set_int("height", height)
254         end
255 end
256
257 -- API ENTRY POINT
258 -- Returns the number of outputs in addition to the live (0) and preview (1).
259 -- Called only once, at the start of the program.
260 function num_channels()
261         return 4
262 end
263
264 -- Helper function to write e.g. “720p60”. The difference between this
265 -- and get_channel_resolution_raw() is that this one also can say that
266 -- there's no signal.
267 function get_channel_resolution(signal_num)
268         res = last_resolution[signal_num]
269         if (not res) or res.height <= 0 then
270                 return "no signal"
271         end
272         if not res.has_signal then
273                 if res.height == 525 then
274                         -- Special mode for the USB3 cards.
275                         return "no signal"
276                 end
277                 return get_channel_resolution_raw(res) .. ", no signal"
278         else
279                 return get_channel_resolution_raw(res)
280         end
281 end
282
283 -- Helper function to write e.g. “60” or “59.94”.
284 function get_frame_rate(res)
285         local nom = res.frame_rate_nom
286         local den = res.frame_rate_den
287         if nom % den == 0 then
288                 return nom / den
289         else
290                 return string.format("%.2f", nom / den)
291         end
292 end
293
294 -- Helper function to write e.g. “720p60”.
295 function get_channel_resolution_raw(res)
296         if res.interlaced then
297                 return res.height .. "i" .. get_frame_rate(res)
298         else
299                 return res.height .. "p" .. get_frame_rate(res)
300         end
301 end
302
303 -- API ENTRY POINT
304 -- Returns the name for each additional channel (starting from 2).
305 -- Called at the start of the program, and then each frame for live
306 -- channels in case they change resolution.
307 function channel_name(channel)
308         if channel == 2 then
309                 return "Input 1 (" .. get_channel_resolution(0) .. ")"
310         elseif channel == 3 then
311                 return "Input 2 (" .. get_channel_resolution(1) .. ")"
312         elseif channel == 4 then
313                 return "Side-by-side"
314         elseif channel == 5 then
315                 return "Static picture"
316         end
317 end
318
319 -- API ENTRY POINT
320 -- Returns, given a channel number, which signal it corresponds to (starting from 0).
321 -- Should return -1 if the channel does not correspond to a simple signal.
322 -- (The information is used for whether right-click on the channel should bring up
323 -- an input selector or not.)
324 -- Called once for each channel, at the start of the program.
325 -- Will never be called for live (0) or preview (1).
326 function channel_signal(channel)
327         if channel == 2 then
328                 return 0
329         elseif channel == 3 then
330                 return 1
331         else
332                 return -1
333         end
334 end
335
336 -- API ENTRY POINT
337 -- Called every frame. Returns the color (if any) to paint around the given
338 -- channel. Returns a CSS color (typically to mark live and preview signals);
339 -- "transparent" is allowed.
340 -- Will never be called for live (0) or preview (1).
341 function channel_color(channel)
342         if channel_involved_in(channel, live_signal_num) then
343                 return "#f00"
344         end
345         if channel_involved_in(channel, preview_signal_num) then
346                 return "#0f0"
347         end
348         return "transparent"
349 end
350
351 function channel_involved_in(channel, signal_num)
352         if signal_num == INPUT0_SIGNAL_NUM then
353                 return channel == 2
354         end
355         if signal_num == INPUT1_SIGNAL_NUM then
356                 return channel == 3
357         end
358         if signal_num == SBS_SIGNAL_NUM then
359                 return (channel == 2 or channel == 3)
360         end
361         if signal_num == STATIC_SIGNAL_NUM then
362                 return (channel == 5)
363         end
364         if signal_num == FADE_SIGNAL_NUM then
365                 return (channel_involved_in(channel, fade_src_signal) or
366                         channel_involved_in(channel, fade_dst_signal))
367         end
368         return false
369 end
370
371 -- API ENTRY POINT
372 -- Returns if a given channel supports setting white balance (starting from 2).
373 -- Called only once for each channel, at the start of the program.
374 function supports_set_wb(channel)
375         return channel == 2 or channel == 3
376 end
377
378 -- API ENTRY POINT
379 -- Gets called with a new gray point when the white balance is changing.
380 -- The color is in linear light (not sRGB gamma).
381 function set_wb(channel, red, green, blue)
382         if channel == 2 then
383                 input0_neutral_color = { red, green, blue }
384         elseif channel == 3 then
385                 input1_neutral_color = { red, green, blue }
386         end
387 end
388
389 function finish_transitions(t)
390         -- If live is SBS but de-facto single, make it so.
391         if live_signal_num == SBS_SIGNAL_NUM and t >= transition_end and zoom_dst == 1.0 then
392                 live_signal_num = zoom_poi
393         end
394
395         -- If live is fade but de-facto single, make it so.
396         if live_signal_num == FADE_SIGNAL_NUM and t >= transition_end then
397                 live_signal_num = fade_dst_signal
398         end
399 end
400
401 -- API ENTRY POINT
402 -- Called every frame.
403 function get_transitions(t)
404         finish_transitions(t)
405
406         if live_signal_num == preview_signal_num then
407                 -- No transitions possible.
408                 return {}
409         end
410
411         if live_signal_num == SBS_SIGNAL_NUM and t >= transition_start and t <= transition_end then
412                 -- Zoom in progress.
413                 return {"Cut"}
414         end
415
416         if (live_signal_num == INPUT0_SIGNAL_NUM or
417             live_signal_num == INPUT1_SIGNAL_NUM or
418             live_signal_num == STATIC_SIGNAL_NUM) and
419            (preview_signal_num == INPUT0_SIGNAL_NUM or
420             preview_signal_num == INPUT1_SIGNAL_NUM or
421             preview_signal_num == STATIC_SIGNAL_NUM) then
422                 return {"Cut", "", "Fade"}
423         end
424
425         -- Various zooms.
426         if live_signal_num == SBS_SIGNAL_NUM and
427            (preview_signal_num == INPUT0_SIGNAL_NUM or preview_signal_num == INPUT1_SIGNAL_NUM) then
428                 return {"Cut", "Zoom in"}
429         elseif (live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM) and
430                preview_signal_num == SBS_SIGNAL_NUM then
431                 return {"Cut", "Zoom out"}
432         end
433
434         return {"Cut"}
435 end
436
437 -- API ENTRY POINT
438 -- Called when the user clicks a transition button.
439 function transition_clicked(num, t)
440         if num == 0 then
441                 -- Cut.
442                 if live_signal_num == FADE_SIGNAL_NUM then
443                         -- Ongoing fade; finish it immediately.
444                         finish_transitions(transition_end)
445                 end
446
447                 local temp = live_signal_num
448                 live_signal_num = preview_signal_num
449                 preview_signal_num = temp
450
451                 if live_signal_num == SBS_SIGNAL_NUM then
452                         -- Just cut to SBS, we need to reset any zooms.
453                         zoom_src = 1.0
454                         zoom_dst = 0.0
455                         transition_start = -2.0
456                         transition_end = -1.0
457                 end
458         elseif num == 1 then
459                 -- Zoom.
460
461                 finish_transitions(t)
462
463                 if live_signal_num == preview_signal_num then
464                         -- Nothing to do.
465                         return
466                 end
467
468                 if (live_signal_num == INPUT0_SIGNAL_NUM and preview_signal_num == INPUT1_SIGNAL_NUM) or
469                    (live_signal_num == INPUT1_SIGNAL_NUM and preview_signal_num == INPUT0_SIGNAL_NUM) then
470                         -- We can't zoom between these. Just make a cut.
471                         io.write("Cutting from " .. live_signal_num .. " to " .. live_signal_num .. "\n")
472                         local temp = live_signal_num
473                         live_signal_num = preview_signal_num
474                         preview_signal_num = temp
475                         return
476                 end
477
478                 if live_signal_num == SBS_SIGNAL_NUM and
479                    (preview_signal_num == INPUT0_SIGNAL_NUM or preview_signal_num == INPUT1_SIGNAL_NUM) then
480                         -- Zoom in from SBS to single.
481                         transition_start = t
482                         transition_end = t + 1.0
483                         zoom_src = 0.0
484                         zoom_dst = 1.0
485                         zoom_poi = preview_signal_num
486                         preview_signal_num = SBS_SIGNAL_NUM
487                 elseif (live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM) and
488                        preview_signal_num == SBS_SIGNAL_NUM then
489                         -- Zoom out from single to SBS.
490                         transition_start = t
491                         transition_end = t + 1.0
492                         zoom_src = 1.0
493                         zoom_dst = 0.0
494                         preview_signal_num = live_signal_num
495                         zoom_poi = live_signal_num
496                         live_signal_num = SBS_SIGNAL_NUM
497                 end
498         elseif num == 2 then
499                 finish_transitions(t)
500
501                 -- Fade.
502                 if (live_signal_num ~= preview_signal_num) and
503                    (live_signal_num == INPUT0_SIGNAL_NUM or
504                     live_signal_num == INPUT1_SIGNAL_NUM or
505                     live_signal_num == STATIC_SIGNAL_NUM) and
506                    (preview_signal_num == INPUT0_SIGNAL_NUM or
507                     preview_signal_num == INPUT1_SIGNAL_NUM or
508                     preview_signal_num == STATIC_SIGNAL_NUM) then
509                         transition_start = t
510                         transition_end = t + 1.0
511                         fade_src_signal = live_signal_num
512                         fade_dst_signal = preview_signal_num
513                         preview_signal_num = live_signal_num
514                         live_signal_num = FADE_SIGNAL_NUM
515                 else
516                         -- Fades involving SBS are ignored (we have no chain for it).
517                 end
518         end
519 end
520
521 -- API ENTRY POINT
522 function channel_clicked(num)
523         preview_signal_num = num
524 end
525
526 -- API ENTRY POINT
527 -- Called every frame. Get the chain for displaying at input <num>,
528 -- where 0 is live, 1 is preview, 2 is the first channel to display
529 -- in the bottom bar, and so on up to num_channels()+1. t is the
530 -- current time in seconds. width and height are the dimensions of
531 -- the output, although you can ignore them if you don't need them
532 -- (they're useful if you want to e.g. know what to resample by).
533 --
534 -- <signals> is basically an exposed InputState, which you can use to
535 -- query for information about the signals at the point of the current
536 -- frame. In particular, you can call get_width() and get_height()
537 -- for any signal number, and use that to e.g. assist in chain selection.
538 --
539 -- You should return two objects; the chain itself, and then a
540 -- function (taking no parameters) that is run just before rendering.
541 -- The function needs to call connect_signal on any inputs, so that
542 -- it gets updated video data for the given frame. (You are allowed
543 -- to switch which input your input is getting from between frames,
544 -- but not calling connect_signal results in undefined behavior.)
545 -- If you want to change any parameters in the chain, this is also
546 -- the right place.
547 --
548 -- NOTE: The chain returned must be finalized with the Y'CbCr flag
549 -- if and only if num==0.
550 function get_chain(num, t, width, height, signals)
551         local input_resolution = {}
552         for signal_num=0,1 do
553                 local res = {
554                         width = signals:get_width(signal_num),
555                         height = signals:get_height(signal_num),
556                         interlaced = signals:get_interlaced(signal_num),
557                         has_signal = signals:get_has_signal(signal_num),
558                         frame_rate_nom = signals:get_frame_rate_nom(signal_num),
559                         frame_rate_den = signals:get_frame_rate_den(signal_num)
560                 }
561
562                 if res.interlaced then
563                         -- Convert height from frame height to field height.
564                         -- (Needed for e.g. place_rectangle.)
565                         res.height = res.height * 2
566
567                         -- Show field rate instead of frame rate; really for cosmetics only
568                         -- (and actually contrary to EBU recommendations, although in line
569                         -- with typical user expectations).
570                         res.frame_rate_nom = res.frame_rate_nom * 2
571                 end
572
573                 input_resolution[signal_num] = res
574         end
575         last_resolution = input_resolution
576
577         if num == 0 then  -- Live.
578                 if live_signal_num == INPUT0_SIGNAL_NUM or live_signal_num == INPUT1_SIGNAL_NUM then  -- Plain input.
579                         local input_type = get_input_type(signals, live_signal_num)
580                         local input_scale = needs_scale(signals, live_signal_num, width, height)
581                         local chain = simple_chains[input_type][input_scale][true]
582                         prepare = function()
583                                 chain.input:connect_signal(live_signal_num)
584                                 set_scale_parameters_if_needed(chain, width, height)
585                                 set_neutral_color_from_signal(chain.wb_effect, live_signal_num)
586                         end
587                         return chain.chain, prepare
588                 elseif live_signal_num == STATIC_SIGNAL_NUM then  -- Static picture.
589                         prepare = function()
590                         end
591                         return static_chain_hq, prepare
592                 elseif live_signal_num == FADE_SIGNAL_NUM then  -- Fade.
593                         local input0_type = get_input_type(signals, fade_src_signal)
594                         local input0_scale = needs_scale(signals, fade_src_signal, width, height)
595                         local input1_type = get_input_type(signals, fade_dst_signal)
596                         local input1_scale = needs_scale(signals, fade_dst_signal, width, height)
597                         local chain = fade_chains[input0_type][input0_scale][input1_type][input1_scale][true]
598                         prepare = function()
599                                 if input0_type == "live" or input0_type == "livedeint" then
600                                         chain.input0.input:connect_signal(fade_src_signal)
601                                         set_neutral_color_from_signal(chain.input0.wb_effect, fade_src_signal)
602                                 end
603                                 set_scale_parameters_if_needed(chain.input0, width, height)
604                                 if input1_type == "live" or input1_type == "livedeint" then
605                                         chain.input1.input:connect_signal(fade_dst_signal)
606                                         set_neutral_color_from_signal(chain.input1.wb_effect, fade_dst_signal)
607                                 end
608                                 set_scale_parameters_if_needed(chain.input1, width, height)
609                                 local tt = calc_fade_progress(t, transition_start, transition_end)
610
611                                 chain.mix_effect:set_float("strength_first", 1.0 - tt)
612                                 chain.mix_effect:set_float("strength_second", tt)
613                         end
614                         return chain.chain, prepare
615                 end
616
617                 -- SBS code (live_signal_num == SBS_SIGNAL_NUM).
618                 local input0_type = get_input_type(signals, INPUT0_SIGNAL_NUM)
619                 local input1_type = get_input_type(signals, INPUT1_SIGNAL_NUM)
620                 if t > transition_end and zoom_dst == 1.0 then
621                         -- Special case: Show only the single image on screen.
622                         local input0_scale = needs_scale(signals, fade_src_signal, width, height)
623                         local chain = simple_chains[input0_type][input0_scale][true]
624                         prepare = function()
625                                 chain.input:connect_signal(INPUT0_SIGNAL_NUM)
626                                 set_scale_parameters_if_needed(chain, width, height)
627                                 set_neutral_color(chain.wb_effect, input0_neutral_color)
628                         end
629                         return chain.chain, prepare
630                 end
631                 local chain = sbs_chains[input0_type][input1_type][true]
632                 prepare = function()
633                         if t < transition_start then
634                                 prepare_sbs_chain(chain, zoom_src, width, height, input_resolution)
635                         elseif t > transition_end then
636                                 prepare_sbs_chain(chain, zoom_dst, width, height, input_resolution)
637                         else
638                                 local tt = (t - transition_start) / (transition_end - transition_start)
639                                 -- Smooth it a bit.
640                                 tt = math.sin(tt * 3.14159265358 * 0.5)
641                                 prepare_sbs_chain(chain, zoom_src + (zoom_dst - zoom_src) * tt, width, height, input_resolution)
642                         end
643                 end
644                 return chain.chain, prepare
645         end
646         if num == 1 then  -- Preview.
647                 num = preview_signal_num + 2
648         end
649
650         -- Individual preview inputs.
651         if num == INPUT0_SIGNAL_NUM + 2 then
652                 local input_type = get_input_type(signals, INPUT0_SIGNAL_NUM)
653                 local input_scale = needs_scale(signals, INPUT0_SIGNAL_NUM, width, height)
654                 local chain = simple_chains[input_type][input_scale][false]
655                 prepare = function()
656                         chain.input:connect_signal(INPUT0_SIGNAL_NUM)
657                         set_scale_parameters_if_needed(chain, width, height)
658                         set_neutral_color(chain.wb_effect, input0_neutral_color)
659                 end
660                 return chain.chain, prepare
661         end
662         if num == INPUT1_SIGNAL_NUM + 2 then
663                 local input_type = get_input_type(signals, INPUT1_SIGNAL_NUM)
664                 local input_scale = needs_scale(signals, INPUT1_SIGNAL_NUM, width, height)
665                 local chain = simple_chains[input_type][input_scale][false]
666                 prepare = function()
667                         chain.input:connect_signal(INPUT1_SIGNAL_NUM)
668                         set_scale_parameters_if_needed(chain, width, height)
669                         set_neutral_color(chain.wb_effect, input1_neutral_color)
670                 end
671                 return chain.chain, prepare
672         end
673         if num == SBS_SIGNAL_NUM + 2 then
674                 local input0_type = get_input_type(signals, INPUT0_SIGNAL_NUM)
675                 local input1_type = get_input_type(signals, INPUT1_SIGNAL_NUM)
676                 local chain = sbs_chains[input0_type][input1_type][false]
677                 prepare = function()
678                         prepare_sbs_chain(chain, 0.0, width, height, input_resolution)
679                 end
680                 return chain.chain, prepare
681         end
682         if num == STATIC_SIGNAL_NUM + 2 then
683                 prepare = function()
684                 end
685                 return static_chain_lq, prepare
686         end
687 end
688
689 function place_rectangle(resample_effect, resize_effect, padding_effect, x0, y0, x1, y1, screen_width, screen_height, input_width, input_height)
690         local srcx0 = 0.0
691         local srcx1 = 1.0
692         local srcy0 = 0.0
693         local srcy1 = 1.0
694
695         padding_effect:set_int("width", screen_width)
696         padding_effect:set_int("height", screen_height)
697
698         -- Cull.
699         if x0 > screen_width or x1 < 0.0 or y0 > screen_height or y1 < 0.0 then
700                 if resample_effect ~= nil then
701                         resample_effect:set_int("width", 1)
702                         resample_effect:set_int("height", 1)
703                         resample_effect:set_float("zoom_x", screen_width)
704                         resample_effect:set_float("zoom_y", screen_height)
705                 else
706                         resize_effect:set_int("width", 1)
707                         resize_effect:set_int("height", 1)
708                 end
709                 padding_effect:set_int("left", screen_width + 100)
710                 padding_effect:set_int("top", screen_height + 100)
711                 return
712         end
713
714         -- Clip.
715         if x0 < 0 then
716                 srcx0 = -x0 / (x1 - x0)
717                 x0 = 0
718         end
719         if y0 < 0 then
720                 srcy0 = -y0 / (y1 - y0)
721                 y0 = 0
722         end
723         if x1 > screen_width then
724                 srcx1 = (screen_width - x0) / (x1 - x0)
725                 x1 = screen_width
726         end
727         if y1 > screen_height then
728                 srcy1 = (screen_height - y0) / (y1 - y0)
729                 y1 = screen_height
730         end
731
732         if resample_effect ~= nil then
733                 -- High-quality resampling.
734                 local x_subpixel_offset = x0 - math.floor(x0)
735                 local y_subpixel_offset = y0 - math.floor(y0)
736
737                 -- Resampling must be to an integral number of pixels. Round up,
738                 -- and then add an extra pixel so we have some leeway for the border.
739                 local width = math.ceil(x1 - x0) + 1
740                 local height = math.ceil(y1 - y0) + 1
741                 resample_effect:set_int("width", width)
742                 resample_effect:set_int("height", height)
743
744                 -- Correct the discrepancy with zoom. (This will leave a small
745                 -- excess edge of pixels and subpixels, which we'll correct for soon.)
746                 local zoom_x = (x1 - x0) / (width * (srcx1 - srcx0))
747                 local zoom_y = (y1 - y0) / (height * (srcy1 - srcy0))
748                 resample_effect:set_float("zoom_x", zoom_x)
749                 resample_effect:set_float("zoom_y", zoom_y)
750                 resample_effect:set_float("zoom_center_x", 0.0)
751                 resample_effect:set_float("zoom_center_y", 0.0)
752
753                 -- Padding must also be to a whole-pixel offset.
754                 padding_effect:set_int("left", math.floor(x0))
755                 padding_effect:set_int("top", math.floor(y0))
756
757                 -- Correct _that_ discrepancy by subpixel offset in the resampling.
758                 resample_effect:set_float("left", srcx0 * input_width - x_subpixel_offset / zoom_x)
759                 resample_effect:set_float("top", srcy0 * input_height - y_subpixel_offset / zoom_y)
760
761                 -- Finally, adjust the border so it is exactly where we want it.
762                 padding_effect:set_float("border_offset_left", x_subpixel_offset)
763                 padding_effect:set_float("border_offset_right", x1 - (math.floor(x0) + width))
764                 padding_effect:set_float("border_offset_top", y_subpixel_offset)
765                 padding_effect:set_float("border_offset_bottom", y1 - (math.floor(y0) + height))
766         else
767                 -- Lower-quality simple resizing.
768                 local width = round(x1 - x0)
769                 local height = round(y1 - y0)
770                 resize_effect:set_int("width", width)
771                 resize_effect:set_int("height", height)
772
773                 -- Padding must also be to a whole-pixel offset.
774                 padding_effect:set_int("left", math.floor(x0))
775                 padding_effect:set_int("top", math.floor(y0))
776         end
777 end
778
779 -- This is broken, of course (even for positive numbers), but Lua doesn't give us access to real rounding.
780 function round(x)
781         return math.floor(x + 0.5)
782 end
783
784 function lerp(a, b, t)
785         return a + (b - a) * t
786 end
787
788 function prepare_sbs_chain(chain, t, screen_width, screen_height, input_resolution)
789         chain.input0.input:connect_signal(0)
790         chain.input1.input:connect_signal(1)
791         set_neutral_color(chain.input0.wb_effect, input0_neutral_color)
792         set_neutral_color(chain.input1.wb_effect, input1_neutral_color)
793
794         -- First input is positioned (16,48) from top-left.
795         local width0 = round(848 * screen_width/1280.0)
796         local height0 = round(width0 * 9.0 / 16.0)
797
798         local top0 = 48 * screen_height/720.0
799         local left0 = 16 * screen_width/1280.0
800         local bottom0 = top0 + height0
801         local right0 = left0 + width0
802
803         -- Second input is positioned (16,48) from the bottom-right.
804         local width1 = round(384 * screen_width/1280.0)
805         local height1 = round(216 * screen_height/720.0)
806
807         local bottom1 = screen_height - 48 * screen_height/720.0
808         local right1 = screen_width - 16 * screen_width/1280.0
809         local top1 = bottom1 - height1
810         local left1 = right1 - width1
811
812         -- Interpolate between the fullscreen and side-by-side views.
813         local scale0, tx0, tx0
814         if zoom_poi == INPUT0_SIGNAL_NUM then
815                 local new_left0 = lerp(left0, 0, t)
816                 local new_right0 = lerp(right0, screen_width, t)
817                 local new_top0 = lerp(top0, 0, t)
818                 local new_bottom0 = lerp(bottom0, screen_height, t)
819
820                 scale0 = (new_right0 - new_left0) / width0  -- Same vertically and horizonally.
821                 tx0 = new_left0 - left0 * scale0
822                 ty0 = new_top0 - top0 * scale0
823         else
824                 local new_left1 = lerp(left1, 0, t)
825                 local new_right1 = lerp(right1, screen_width, t)
826                 local new_top1 = lerp(top1, 0, t)
827                 local new_bottom1 = lerp(bottom1, screen_height, t)
828
829                 scale0 = (new_right1 - new_left1) / width1  -- Same vertically and horizonally.
830                 tx0 = new_left1 - left1 * scale0
831                 ty0 = new_top1 - top1 * scale0
832         end
833
834         top0 = top0 * scale0 + ty0
835         bottom0 = bottom0 * scale0 + ty0
836         left0 = left0 * scale0 + tx0
837         right0 = right0 * scale0 + tx0
838
839         top1 = top1 * scale0 + ty0
840         bottom1 = bottom1 * scale0 + ty0
841         left1 = left1 * scale0 + tx0
842         right1 = right1 * scale0 + tx0
843         place_rectangle(chain.input0.resample_effect, chain.input0.resize_effect, chain.input0.padding_effect, left0, top0, right0, bottom0, screen_width, screen_height, input_resolution[0].width, input_resolution[0].height)
844         place_rectangle(chain.input1.resample_effect, chain.input1.resize_effect, chain.input1.padding_effect, left1, top1, right1, bottom1, screen_width, screen_height, input_resolution[1].width, input_resolution[1].height)
845 end
846
847 function set_neutral_color(effect, color)
848         effect:set_vec3("neutral_color", color[1], color[2], color[3])
849 end
850
851 function set_neutral_color_from_signal(effect, signal)
852         if signal == INPUT0_SIGNAL_NUM then
853                 set_neutral_color(effect, input0_neutral_color)
854         else
855                 set_neutral_color(effect, input1_neutral_color)
856         end
857 end
858
859 function calc_fade_progress(t, transition_start, transition_end)
860         local tt = (t - transition_start) / (transition_end - transition_start)
861         if tt < 0.0 then
862                 return 0.0
863         elseif tt > 1.0 then
864                 return 1.0
865         end
866
867         -- Make the fade look maybe a tad more natural, by pumping it
868         -- through a sigmoid function.
869         tt = 10.0 * tt - 5.0
870         tt = 1.0 / (1.0 + math.exp(-tt))
871
872         return tt
873 end