X-Git-Url: https://git.sesse.net/?p=movit;a=blobdiff_plain;f=ycbcr_input_test.cpp;h=adfdeb95ca46c898d8bd0b75c1c1cf87d7675415;hp=1d1e23e47b2043f96e98b0c9bb214fe39f96c798;hb=1461e278260d54c1536970cbc60c0a709769a791;hpb=76d3f4f3c75111cc8c59a08396c5ad60c712c9a5 diff --git a/ycbcr_input_test.cpp b/ycbcr_input_test.cpp index 1d1e23e..adfdeb9 100644 --- a/ycbcr_input_test.cpp +++ b/ycbcr_input_test.cpp @@ -13,6 +13,8 @@ #include "resource_pool.h" #include "ycbcr_input.h" +using namespace std; + namespace movit { TEST(YCbCrInputTest, Simple444) { @@ -39,7 +41,7 @@ TEST(YCbCrInputTest, Simple444) { }; float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -90,7 +92,7 @@ TEST(YCbCrInputTest, Interleaved444) { }; float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -143,7 +145,7 @@ TEST(YCbCrInputTest, FullRangeRec601) { }; float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -197,7 +199,7 @@ TEST(YCbCrInputTest, Rec709) { }; float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -253,7 +255,7 @@ TEST(YCbCrInputTest, Rec2020) { }; float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -283,6 +285,80 @@ TEST(YCbCrInputTest, Rec2020) { expect_equal(expected_data, out_data, 4 * width, height, 0.025, 0.002); } +// Very similar to Rec709. +TEST(YCbCrInputTest, ChangeFormat) { + const int width = 1; + const int height = 5; + + // Pure-color test inputs, calculated with the formulas in Rec. 709 + // page 19, items 3.4 and 3.5. + unsigned char y[width * height] = { + 16, 235, 63, 173, 32, + }; + unsigned char cb[width * height] = { + 128, 128, 102, 42, 240, + }; + unsigned char cr[width * height] = { + 128, 128, 240, 26, 118, + }; + float expected_data[4 * width * height] = { + 0.0, 0.0, 0.0, 1.0, + 1.0, 1.0, 1.0, 1.0, + 1.0, 0.0, 0.0, 1.0, + 0.0, 1.0, 0.0, 1.0, + 0.0, 0.0, 1.0, 1.0, + }; + float out_data[4 * width * height]; + + EffectChainTester tester(nullptr, width, height); + + ImageFormat format; + format.color_space = COLORSPACE_sRGB; + format.gamma_curve = GAMMA_sRGB; + + // Basically all of these values will be changed after finalize. + YCbCrFormat initial_ycbcr_format; + initial_ycbcr_format.luma_coefficients = YCBCR_REC_601; + initial_ycbcr_format.full_range = true; + initial_ycbcr_format.num_levels = 1024; + initial_ycbcr_format.chroma_subsampling_x = 1; + initial_ycbcr_format.chroma_subsampling_y = 5; + initial_ycbcr_format.cb_x_position = 0.0f; + initial_ycbcr_format.cb_y_position = 0.5f; + initial_ycbcr_format.cr_x_position = 0.0f; + initial_ycbcr_format.cr_y_position = 0.5f; + + YCbCrInput *input = new YCbCrInput(format, initial_ycbcr_format, width, height); + input->set_pixel_data(0, y); + input->set_pixel_data(1, cb); + input->set_pixel_data(2, cr); + tester.get_chain()->add_input(input); + + tester.run(out_data, GL_RGBA, COLORSPACE_sRGB, GAMMA_sRGB); + + // Rerun with the right format. + YCbCrFormat ycbcr_format; + ycbcr_format.luma_coefficients = YCBCR_REC_709; + ycbcr_format.full_range = false; + ycbcr_format.num_levels = 256; + ycbcr_format.chroma_subsampling_x = 1; + ycbcr_format.chroma_subsampling_y = 1; + ycbcr_format.cb_x_position = 0.5f; + ycbcr_format.cb_y_position = 0.5f; + ycbcr_format.cr_x_position = 0.5f; + ycbcr_format.cr_y_position = 0.5f; + + input->change_ycbcr_format(ycbcr_format); + input->set_width(width); + input->set_height(height); + + tester.run(out_data, GL_RGBA, COLORSPACE_sRGB, GAMMA_sRGB); + + // Y'CbCr isn't 100% accurate (the input values are rounded), + // so we need some leeway. + expect_equal(expected_data, out_data, 4 * width, height, 0.025, 0.002); +} + TEST(YCbCrInputTest, Subsampling420) { const int width = 4; const int height = 4; @@ -315,7 +391,7 @@ TEST(YCbCrInputTest, Subsampling420) { }; float out_data[width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -377,7 +453,7 @@ TEST(YCbCrInputTest, Subsampling420WithNonCenteredSamples) { }; float out_data[width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -447,7 +523,7 @@ TEST(YCbCrInputTest, DifferentCbAndCrPositioning) { }; float out_data[width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -505,7 +581,7 @@ TEST(YCbCrInputTest, PBO) { glBufferData(GL_PIXEL_UNPACK_BUFFER_ARB, width * height * 3, data, GL_STREAM_DRAW); glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, 0); - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -562,7 +638,7 @@ TEST(YCbCrInputTest, CombinedCbAndCr) { }; float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -615,7 +691,7 @@ TEST(YCbCrInputTest, ExternalTexture) { }; float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -773,7 +849,7 @@ TEST(YCbCrInputTest, NoData) { float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -830,7 +906,7 @@ TEST(YCbCrInputTest, TenBitInterleaved) { (expanded_data[i * 3 + 2] << 20); } - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -893,7 +969,7 @@ TEST(YCbCrInputTest, TenBitPlanar) { }; float out_data[4 * width * height]; - EffectChainTester tester(NULL, width, height); + EffectChainTester tester(nullptr, width, height); ImageFormat format; format.color_space = COLORSPACE_sRGB; @@ -923,4 +999,135 @@ TEST(YCbCrInputTest, TenBitPlanar) { expect_equal(expected_data, out_data, 4 * width, height, 0.002, 0.0003); } +// Effectively scales down its input linearly by 4x (and repeating it), +// which is not attainable without mipmaps. +class MipmapNeedingEffect : public Effect { +public: + MipmapNeedingEffect() {} + virtual bool needs_mipmaps() const { return true; } + + // To be allowed to mess with the sampler state. + virtual bool needs_texture_bounce() const { return true; } + + virtual string effect_type_id() const { return "MipmapNeedingEffect"; } + string output_fragment_shader() { return read_file("mipmap_needing_effect.frag"); } + virtual void inform_added(EffectChain *chain) { this->chain = chain; } + + void set_gl_state(GLuint glsl_program_num, const string& prefix, unsigned *sampler_num) + { + Node *self = chain->find_node_for_effect(this); + glActiveTexture(chain->get_input_sampler(self, 0)); + check_error(); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_REPEAT); + check_error(); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_REPEAT); + check_error(); + } + +private: + EffectChain *chain; +}; + +// Basically the same test as EffectChainTest_MipmapGenerationWorks, +// just with the data converted to Y'CbCr (as red only). +TEST(EffectChainTest, MipmapGenerationWorks) { + const unsigned width = 4; + const unsigned height = 16; + float red_data[width * height] = { // In 4x4 blocks. + 1.0f, 0.0f, 0.0f, 0.0f, + 0.0f, 0.0f, 0.0f, 0.0f, + 0.0f, 0.0f, 0.0f, 0.0f, + 0.0f, 0.0f, 0.0f, 1.0f, + + 0.0f, 0.0f, 0.0f, 0.0f, + 0.0f, 0.5f, 0.0f, 0.0f, + 0.0f, 0.0f, 1.0f, 0.0f, + 0.0f, 0.0f, 0.0f, 0.0f, + + 1.0f, 1.0f, 1.0f, 1.0f, + 1.0f, 1.0f, 1.0f, 1.0f, + 1.0f, 1.0f, 1.0f, 1.0f, + 1.0f, 1.0f, 1.0f, 1.0f, + + 0.0f, 0.0f, 0.0f, 0.0f, + 0.0f, 1.0f, 1.0f, 0.0f, + 0.0f, 1.0f, 1.0f, 0.0f, + 0.0f, 0.0f, 0.0f, 0.0f, + }; + float expected_data[width * height] = { // Repeated four times each way. + 0.125f, 0.125f, 0.125f, 0.125f, + 0.09375f, 0.09375f, 0.09375f, 0.09375f, + 1.0f, 1.0f, 1.0f, 1.0f, + 0.25f, 0.25f, 0.25f, 0.25f, + + 0.125f, 0.125f, 0.125f, 0.125f, + 0.09375f, 0.09375f, 0.09375f, 0.09375f, + 1.0f, 1.0f, 1.0f, 1.0f, + 0.25f, 0.25f, 0.25f, 0.25f, + + 0.125f, 0.125f, 0.125f, 0.125f, + 0.09375f, 0.09375f, 0.09375f, 0.09375f, + 1.0f, 1.0f, 1.0f, 1.0f, + 0.25f, 0.25f, 0.25f, 0.25f, + + 0.125f, 0.125f, 0.125f, 0.125f, + 0.09375f, 0.09375f, 0.09375f, 0.09375f, + 1.0f, 1.0f, 1.0f, 1.0f, + 0.25f, 0.25f, 0.25f, 0.25f, + }; + float expected_data_rgba[width * height * 4]; + unsigned char ycbcr_data[width * height * 3]; + + // Convert to Y'CbCr. + YCbCrFormat ycbcr_format; + ycbcr_format.luma_coefficients = YCBCR_REC_709; + ycbcr_format.full_range = false; + ycbcr_format.num_levels = 256; + ycbcr_format.chroma_subsampling_x = 1; + ycbcr_format.chroma_subsampling_y = 1; + ycbcr_format.cb_x_position = 0.5f; + ycbcr_format.cb_y_position = 0.5f; + ycbcr_format.cr_x_position = 0.5f; + ycbcr_format.cr_y_position = 0.5f; + + float offset[3]; + Eigen::Matrix3d ycbcr_to_rgb; + compute_ycbcr_matrix(ycbcr_format, offset, &ycbcr_to_rgb); + + Eigen::Matrix3d rgb_to_ycbcr = ycbcr_to_rgb.inverse(); + for (unsigned i = 0; i < 64; ++i) { + Eigen::Vector3d rgb(red_data[i], 0.0, 0.0); + Eigen::Vector3d ycbcr = rgb_to_ycbcr * rgb; + ycbcr(0) += offset[0]; + ycbcr(1) += offset[1]; + ycbcr(2) += offset[2]; + ycbcr_data[i * 3 + 0] = lrintf(ycbcr(0) * 255.0); + ycbcr_data[i * 3 + 1] = lrintf(ycbcr(1) * 255.0); + ycbcr_data[i * 3 + 2] = lrintf(ycbcr(2) * 255.0); + } + + // Expand expected_data to RGBA. + for (unsigned i = 0; i < 64; ++i) { + expected_data_rgba[i * 4 + 0] = expected_data[i]; + expected_data_rgba[i * 4 + 1] = 0.0f; + expected_data_rgba[i * 4 + 2] = 0.0f; + expected_data_rgba[i * 4 + 3] = 1.0f; + } + + ImageFormat format; + format.color_space = COLORSPACE_sRGB; + format.gamma_curve = GAMMA_sRGB; + + float out_data[width * height * 4]; + EffectChainTester tester(nullptr, width, height); + YCbCrInput *input = new YCbCrInput(format, ycbcr_format, width, height, YCBCR_INPUT_INTERLEAVED); + input->set_pixel_data(0, ycbcr_data); + tester.get_chain()->add_input(input); + tester.get_chain()->add_effect(new MipmapNeedingEffect()); + tester.run(out_data, GL_RGBA, COLORSPACE_sRGB, GAMMA_LINEAR); + + // The usual pretty loose limits. + expect_equal(expected_data_rgba, out_data, width * 4, height, 0.025, 0.002); +} + } // namespace movit