]> git.sesse.net Git - nageru/blobdiff - mixer.cpp
Ask the Lua script for number of channels.
[nageru] / mixer.cpp
index 1ac5d53ee03e40484194f8f3039c10233f547f12..ce3d04eda86a2a3213197296f61d9dc16804d6c9 100644 (file)
--- a/mixer.cpp
+++ b/mixer.cpp
@@ -58,56 +58,16 @@ Mixer::Mixer(const QSurfaceFormat &format)
        check_error();
 
        resource_pool.reset(new ResourcePool);
+       theme.reset(new Theme("theme.lua", resource_pool.get()));
        output_channel[OUTPUT_LIVE].parent = this;
        output_channel[OUTPUT_PREVIEW].parent = this;
+       output_channel[OUTPUT_INPUT0].parent = this;
+       output_channel[OUTPUT_INPUT1].parent = this;
 
        ImageFormat inout_format;
        inout_format.color_space = COLORSPACE_sRGB;
        inout_format.gamma_curve = GAMMA_sRGB;
 
-       YCbCrFormat input_ycbcr_format;
-       input_ycbcr_format.chroma_subsampling_x = 2;
-       input_ycbcr_format.chroma_subsampling_y = 1;
-       input_ycbcr_format.cb_x_position = 0.0;
-       input_ycbcr_format.cr_x_position = 0.0;
-       input_ycbcr_format.cb_y_position = 0.5;
-       input_ycbcr_format.cr_y_position = 0.5;
-       input_ycbcr_format.luma_coefficients = YCBCR_REC_601;
-       input_ycbcr_format.full_range = false;
-
-       YCbCrFormat output_ycbcr_format;
-       output_ycbcr_format.chroma_subsampling_x = 1;
-       output_ycbcr_format.chroma_subsampling_y = 1;
-       output_ycbcr_format.luma_coefficients = YCBCR_REC_601;
-       output_ycbcr_format.full_range = false;
-
-       // Main chain.
-       chain.reset(new EffectChain(WIDTH, HEIGHT, resource_pool.get()));
-       check_error();
-       input[0] = new YCbCrInput(inout_format, input_ycbcr_format, WIDTH, HEIGHT, YCBCR_INPUT_SPLIT_Y_AND_CBCR);
-       chain->add_input(input[0]);
-       input[1] = new YCbCrInput(inout_format, input_ycbcr_format, WIDTH, HEIGHT, YCBCR_INPUT_SPLIT_Y_AND_CBCR);
-       chain->add_input(input[1]);
-       resample_effect = chain->add_effect(new ResampleEffect(), input[0]);
-       padding_effect = chain->add_effect(new IntegralPaddingEffect());
-       float border_color[] = { 0.0f, 0.0f, 0.0f, 1.0f };
-       CHECK(padding_effect->set_vec4("border_color", border_color));
-
-       resample2_effect = chain->add_effect(new ResampleEffect(), input[1]);
-       Effect *saturation_effect = chain->add_effect(new SaturationEffect());
-       CHECK(saturation_effect->set_float("saturation", 0.3f));
-       Effect *wb_effect = chain->add_effect(new WhiteBalanceEffect());
-       CHECK(wb_effect->set_float("output_color_temperature", 3500.0));
-       padding2_effect = chain->add_effect(new IntegralPaddingEffect());
-
-       chain->add_effect(new OverlayEffect(), padding_effect, padding2_effect);
-
-       chain->add_output(inout_format, OUTPUT_ALPHA_FORMAT_POSTMULTIPLIED);
-       chain->add_ycbcr_output(inout_format, OUTPUT_ALPHA_FORMAT_POSTMULTIPLIED, output_ycbcr_format, YCBCR_OUTPUT_SPLIT_Y_AND_CBCR);
-       chain->set_dither_bits(8);
-       chain->set_output_origin(OUTPUT_ORIGIN_TOP_LEFT);
-       chain->finalize();
-
        // Display chain; shows the live output produced by the main chain (its RGBA version).
        display_chain.reset(new EffectChain(WIDTH, HEIGHT, resource_pool.get()));
        check_error();
@@ -117,15 +77,6 @@ Mixer::Mixer(const QSurfaceFormat &format)
        display_chain->set_dither_bits(0);  // Don't bother.
        display_chain->finalize();
 
-       // Preview chain (always shows just first input for now).
-       preview_chain.reset(new EffectChain(WIDTH, HEIGHT, resource_pool.get()));
-       check_error();
-       preview_input = new YCbCrInput(inout_format, input_ycbcr_format, WIDTH, HEIGHT, YCBCR_INPUT_SPLIT_Y_AND_CBCR);
-       preview_chain->add_input(preview_input);
-       preview_chain->add_output(inout_format, OUTPUT_ALPHA_FORMAT_POSTMULTIPLIED);
-       preview_chain->set_dither_bits(0);  // Don't bother.
-       preview_chain->finalize();
-
        h264_encoder.reset(new H264Encoder(h264_encoder_surface, WIDTH, HEIGHT, "test.mp4"));
 
        printf("Configuring first card...\n");
@@ -152,8 +103,6 @@ Mixer::Mixer(const QSurfaceFormat &format)
 
        for (int card_index = 0; card_index < NUM_CARDS; ++card_index) {
                cards[card_index].usb->start_bm_capture();
-               input[card_index]->set_pixel_data(0, nullptr, 0);
-               input[card_index]->set_pixel_data(1, nullptr, 0);
        }
 
        //chain->enable_phase_timing(true);
@@ -322,6 +271,7 @@ void Mixer::thread_func()
        while (!should_quit) {
                ++frame;
 
+#if 0
                //int width0 = lrintf(848 * (1.0 + 0.2 * sin(frame * 0.02)));
                int width0 = 848;
                int height0 = lrintf(width0 * 9.0 / 16.0);
@@ -380,6 +330,7 @@ void Mixer::thread_func()
 
                place_rectangle(resample_effect, padding_effect, left0, top0, right0, bottom0);
                place_rectangle(resample2_effect, padding2_effect, left1, top1, right1, bottom1);
+#endif
 
                CaptureCard card_copy[NUM_CARDS];
 
@@ -406,6 +357,7 @@ void Mixer::thread_func()
                        if (!card->new_data_ready)
                                continue;
 
+                       assert(card->new_frame != nullptr);
                        bmusb_current_rendering_frame[card_index] = card->new_frame;
                        check_error();
 
@@ -417,16 +369,14 @@ void Mixer::thread_func()
                        glDeleteSync(card->new_data_ready_fence);
                        check_error();
                        const PBOFrameAllocator::Userdata *userdata = (const PBOFrameAllocator::Userdata *)card->new_frame->userdata;
-                       input[card_index]->set_texture_num(0, userdata->tex_y);
-                       input[card_index]->set_texture_num(1, userdata->tex_cbcr);
-
-                       if (NUM_CARDS == 1) {
-                               // Set to the other one, too.
-                               input[1]->set_texture_num(0, userdata->tex_y);
-                               input[1]->set_texture_num(1, userdata->tex_cbcr);
-                       }
+                       theme->set_input_textures(card_index, userdata->tex_y, userdata->tex_cbcr);
                }
 
+               // Get the main chain from the theme, and set its state immediately.
+               pair<EffectChain *, function<void()>> theme_main_chain = theme->get_chain(0, frame / 60.0f, WIDTH, HEIGHT);
+               EffectChain *chain = theme_main_chain.first;
+               theme_main_chain.second();
+
                GLuint y_tex, cbcr_tex;
                bool got_frame = h264_encoder->begin_frame(&y_tex, &cbcr_tex);
                assert(got_frame);
@@ -472,21 +422,17 @@ void Mixer::thread_func()
                live_frame.temp_textures = { rgba_tex };
                output_channel[OUTPUT_LIVE].output_frame(live_frame);
 
-               // The preview frame shows the first input. Note that the textures
-               // are owned by the input frame, not the display frame.
-               const PBOFrameAllocator::Userdata *input0_userdata = (const PBOFrameAllocator::Userdata *)bmusb_current_rendering_frame[0]->userdata;
-               GLuint input0_y_tex = input0_userdata->tex_y;
-               GLuint input0_cbcr_tex = input0_userdata->tex_cbcr;
-               DisplayFrame preview_frame;
-               preview_frame.chain = preview_chain.get();
-               preview_frame.setup_chain = [this, input0_y_tex, input0_cbcr_tex]{
-                       preview_input->set_texture_num(0, input0_y_tex);
-                       preview_input->set_texture_num(1, input0_cbcr_tex);
-               };
-               preview_frame.ready_fence = fence;
-               preview_frame.input_frames = { bmusb_current_rendering_frame[0] };
-               preview_frame.temp_textures = {};
-               output_channel[OUTPUT_PREVIEW].output_frame(preview_frame);
+               // Set up preview and any additional channels.
+               for (unsigned i = 1; i < theme->get_num_channels() + 2; ++i) {
+                       DisplayFrame display_frame;
+                       pair<EffectChain *, function<void()>> chain = theme->get_chain(i, frame / 60.0f, WIDTH, HEIGHT);  // FIXME: dimensions
+                       display_frame.chain = chain.first;
+                       display_frame.setup_chain = chain.second;
+                       display_frame.ready_fence = fence;
+                       display_frame.input_frames = { bmusb_current_rendering_frame[0], bmusb_current_rendering_frame[1] };  // FIXME: possible to do better?
+                       display_frame.temp_textures = {};
+                       output_channel[i].output_frame(display_frame);
+               }
 
                clock_gettime(CLOCK_MONOTONIC, &now);
                double elapsed = now.tv_sec - start.tv_sec +
@@ -585,9 +531,9 @@ void Mixer::quit()
        mixer_thread.join();
 }
 
-void Mixer::cut(Source source)
+void Mixer::transition_clicked(int transition_num, float t)
 {
-       current_source = source;
+       theme->transition_clicked(transition_num, t);
 }
 
 void Mixer::OutputChannel::output_frame(DisplayFrame frame)
@@ -638,9 +584,3 @@ void Mixer::OutputChannel::set_frame_ready_callback(Mixer::new_frame_ready_callb
        new_frame_ready_callback = callback;
        has_new_frame_ready_callback = true;
 }
-
-void Mixer::OutputChannel::set_size(int width, int height)
-{
-       this->width = width;
-       this->height = height;
-}