]> git.sesse.net Git - movit/blob - test_util.cpp
Add some asserts to EffectChain::execute_phase, so that we do not inadvertedly insert...
[movit] / test_util.cpp
1 #include <assert.h>
2 #include <math.h>
3 #include <stdio.h>
4 #include <algorithm>
5 #include <epoxy/gl.h>
6 #include <gtest/gtest.h>
7 #include <gtest/gtest-message.h>
8
9 #include "flat_input.h"
10 #include "init.h"
11 #include "resource_pool.h"
12 #include "test_util.h"
13 #include "util.h"
14
15 using namespace std;
16
17 namespace movit {
18
19 class Input;
20
21 namespace {
22
23 // Not thread-safe, but this isn't a big problem for testing.
24 ResourcePool *get_static_pool()
25 {
26         static ResourcePool *resource_pool = nullptr;
27         if (!resource_pool) {
28                 resource_pool = new ResourcePool();
29         }
30         return resource_pool;
31 }
32
33 // Flip upside-down to compensate for different origin.
34 template<class T>
35 void vertical_flip(T *data, unsigned width, unsigned height)
36 {
37         for (unsigned y = 0; y < height / 2; ++y) {
38                 unsigned flip_y = height - y - 1;
39                 for (unsigned x = 0; x < width; ++x) {
40                         swap(data[y * width + x], data[flip_y * width + x]);
41                 }
42         }
43 }
44
45 void init_movit_for_test()
46 {
47        CHECK(init_movit(".", MOVIT_DEBUG_OFF));
48 }
49
50 }  // namespace
51
52 EffectChainTester::EffectChainTester(const float *data, unsigned width, unsigned height,
53                                      MovitPixelFormat pixel_format, Colorspace color_space, GammaCurve gamma_curve,
54                                      GLenum framebuffer_format)
55         : chain(width, height, get_static_pool()),
56           width(width),
57           height(height),
58           framebuffer_format(framebuffer_format),
59           output_added(false),
60           finalized(false)
61 {
62         CHECK(init_movit(".", MOVIT_DEBUG_OFF));
63
64         if (data != nullptr) {
65                 add_input(data, pixel_format, color_space, gamma_curve);
66         }
67 }
68
69 EffectChainTester::~EffectChainTester()
70 {
71 }
72
73 Input *EffectChainTester::add_input(const float *data, MovitPixelFormat pixel_format, Colorspace color_space, GammaCurve gamma_curve, int input_width, int input_height)
74 {
75         ImageFormat format;
76         format.color_space = color_space;
77         format.gamma_curve = gamma_curve;
78
79         if (input_width == -1) {
80                 input_width = width;
81         }
82         if (input_height == -1) {
83                 input_height = height;
84         }
85
86         FlatInput *input = new FlatInput(format, pixel_format, GL_FLOAT, input_width, input_height);
87         input->set_pixel_data(data);
88         chain.add_input(input);
89         return input;
90 }
91
92 Input *EffectChainTester::add_input(const unsigned char *data, MovitPixelFormat pixel_format, Colorspace color_space, GammaCurve gamma_curve, int input_width, int input_height)
93 {
94         ImageFormat format;
95         format.color_space = color_space;
96         format.gamma_curve = gamma_curve;
97
98         if (input_width == -1) {
99                 input_width = width;
100         }
101         if (input_height == -1) {
102                 input_height = height;
103         }
104
105         FlatInput *input = new FlatInput(format, pixel_format, GL_UNSIGNED_BYTE, input_width, input_height);
106         input->set_pixel_data(data);
107         chain.add_input(input);
108         return input;
109 }
110
111 void EffectChainTester::run(float *out_data, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
112 {
113         internal_run<float>(out_data, nullptr, nullptr, nullptr, GL_FLOAT, format, color_space, gamma_curve, alpha_format);
114 }
115
116 void EffectChainTester::run(float *out_data, float *out_data2, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
117 {
118         internal_run<float>(out_data, out_data2, nullptr, nullptr, GL_FLOAT, format, color_space, gamma_curve, alpha_format);
119 }
120
121 void EffectChainTester::run(float *out_data, float *out_data2, float *out_data3, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
122 {
123         internal_run<float>(out_data, out_data2, out_data3, nullptr, GL_FLOAT, format, color_space, gamma_curve, alpha_format);
124 }
125
126 void EffectChainTester::run(float *out_data, float *out_data2, float *out_data3, float *out_data4, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
127 {
128         internal_run(out_data, out_data2, out_data3, out_data4, GL_FLOAT, format, color_space, gamma_curve, alpha_format);
129 }
130
131 void EffectChainTester::run(unsigned char *out_data, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
132 {
133         internal_run<unsigned char>(out_data, nullptr, nullptr, nullptr, GL_UNSIGNED_BYTE, format, color_space, gamma_curve, alpha_format);
134 }
135
136 void EffectChainTester::run(unsigned char *out_data, unsigned char *out_data2, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
137 {
138         internal_run<unsigned char>(out_data, out_data2, nullptr, nullptr, GL_UNSIGNED_BYTE, format, color_space, gamma_curve, alpha_format);
139 }
140
141 void EffectChainTester::run(unsigned char *out_data, unsigned char *out_data2, unsigned char *out_data3, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
142 {
143         internal_run<unsigned char>(out_data, out_data2, out_data3, nullptr, GL_UNSIGNED_BYTE, format, color_space, gamma_curve, alpha_format);
144 }
145
146 void EffectChainTester::run(unsigned char *out_data, unsigned char *out_data2, unsigned char *out_data3, unsigned char *out_data4, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
147 {
148         internal_run(out_data, out_data2, out_data3, out_data4, GL_UNSIGNED_BYTE, format, color_space, gamma_curve, alpha_format);
149 }
150
151 void EffectChainTester::run(uint16_t *out_data, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
152 {
153         internal_run<uint16_t>(out_data, nullptr, nullptr, nullptr, GL_UNSIGNED_SHORT, format, color_space, gamma_curve, alpha_format);
154 }
155
156 void EffectChainTester::run_10_10_10_2(uint32_t *out_data, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
157 {
158         internal_run<uint32_t>(out_data, nullptr, nullptr, nullptr, GL_UNSIGNED_INT_2_10_10_10_REV, format, color_space, gamma_curve, alpha_format);
159 }
160
161 #ifdef HAVE_BENCHMARK
162
163 void EffectChainTester::benchmark(benchmark::State &state, float *out_data, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
164 {
165         internal_run<float>(out_data, nullptr, nullptr, nullptr, GL_FLOAT, format, color_space, gamma_curve, alpha_format, &state);
166 }
167
168 void EffectChainTester::benchmark(benchmark::State &state, float *out_data, float *out_data2, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
169 {
170         internal_run<float>(out_data, out_data2, nullptr, nullptr, GL_FLOAT, format, color_space, gamma_curve, alpha_format, &state);
171 }
172
173 void EffectChainTester::benchmark(benchmark::State &state, float *out_data, float *out_data2, float *out_data3, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
174 {
175         internal_run<float>(out_data, out_data2, out_data3, nullptr, GL_FLOAT, format, color_space, gamma_curve, alpha_format, &state);
176 }
177
178 void EffectChainTester::benchmark(benchmark::State &state, float *out_data, float *out_data2, float *out_data3, float *out_data4, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
179 {
180         internal_run(out_data, out_data2, out_data3, out_data4, GL_FLOAT, format, color_space, gamma_curve, alpha_format, &state);
181 }
182
183 void EffectChainTester::benchmark(benchmark::State &state, unsigned char *out_data, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
184 {
185         internal_run<unsigned char>(out_data, nullptr, nullptr, nullptr, GL_UNSIGNED_BYTE, format, color_space, gamma_curve, alpha_format, &state);
186 }
187
188 void EffectChainTester::benchmark(benchmark::State &state, unsigned char *out_data, unsigned char *out_data2, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
189 {
190         internal_run<unsigned char>(out_data, out_data2, nullptr, nullptr, GL_UNSIGNED_BYTE, format, color_space, gamma_curve, alpha_format, &state);
191 }
192
193 void EffectChainTester::benchmark(benchmark::State &state, unsigned char *out_data, unsigned char *out_data2, unsigned char *out_data3, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
194 {
195         internal_run<unsigned char>(out_data, out_data2, out_data3, nullptr, GL_UNSIGNED_BYTE, format, color_space, gamma_curve, alpha_format, &state);
196 }
197
198 void EffectChainTester::benchmark(benchmark::State &state, unsigned char *out_data, unsigned char *out_data2, unsigned char *out_data3, unsigned char *out_data4, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
199 {
200         internal_run(out_data, out_data2, out_data3, out_data4, GL_UNSIGNED_BYTE, format, color_space, gamma_curve, alpha_format, &state);
201 }
202
203 void EffectChainTester::benchmark(benchmark::State &state, uint16_t *out_data, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
204 {
205         internal_run<uint16_t>(out_data, nullptr, nullptr, nullptr, GL_UNSIGNED_SHORT, format, color_space, gamma_curve, alpha_format, &state);
206 }
207
208 void EffectChainTester::benchmark_10_10_10_2(benchmark::State &state, uint32_t *out_data, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
209 {
210         internal_run<uint32_t>(out_data, nullptr, nullptr, nullptr, GL_UNSIGNED_INT_2_10_10_10_REV, format, color_space, gamma_curve, alpha_format, &state);
211 }
212
213 #endif
214
215 template<class T>
216 void EffectChainTester::internal_run(T *out_data, T *out_data2, T *out_data3, T *out_data4, GLenum internal_format, GLenum format, Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format
217 #ifdef HAVE_BENCHMARK
218 , benchmark::State *benchmark_state
219 #endif
220 )
221 {
222         if (!finalized) {
223                 finalize_chain(color_space, gamma_curve, alpha_format);
224         }
225
226         GLuint type;
227         if (framebuffer_format == GL_RGBA8) {
228                 type = GL_UNSIGNED_BYTE;
229         } else if (framebuffer_format == GL_RGBA16) {
230                 type = GL_UNSIGNED_SHORT;
231         } else if (framebuffer_format == GL_RGBA16F || framebuffer_format == GL_RGBA32F) {
232                 type = GL_FLOAT;
233         } else if (framebuffer_format == GL_RGB10_A2) {
234                 type = GL_UNSIGNED_INT_2_10_10_10_REV;
235         } else {
236                 // Add more here as needed.
237                 assert(false);
238         }
239
240         unsigned num_outputs;
241         if (out_data4 != nullptr) {
242                 num_outputs = 4;
243         } else if (out_data3 != nullptr) {
244                 num_outputs = 3;
245         } else if (out_data2 != nullptr) {
246                 num_outputs = 2;
247         } else {
248                 num_outputs = 1;
249         }
250
251         GLuint fbo, texnum[4];
252
253         glGenTextures(num_outputs, texnum);
254         check_error();
255         for (unsigned i = 0; i < num_outputs; ++i) {
256                 glBindTexture(GL_TEXTURE_2D, texnum[i]);
257                 check_error();
258                 glTexImage2D(GL_TEXTURE_2D, 0, framebuffer_format, width, height, 0, GL_RGBA, type, nullptr);
259                 check_error();
260         }
261
262         glGenFramebuffers(1, &fbo);
263         check_error();
264         glBindFramebuffer(GL_FRAMEBUFFER, fbo);
265         check_error();
266         for (unsigned i = 0; i < num_outputs; ++i) {
267                 glFramebufferTexture2D(
268                         GL_FRAMEBUFFER,
269                         GL_COLOR_ATTACHMENT0 + i,
270                         GL_TEXTURE_2D,
271                         texnum[i],
272                         0);
273                 check_error();
274         }
275
276         GLenum bufs[] = { GL_COLOR_ATTACHMENT0, GL_COLOR_ATTACHMENT1, GL_COLOR_ATTACHMENT2, GL_COLOR_ATTACHMENT3 };
277         glDrawBuffers(num_outputs, bufs);
278
279         chain.render_to_fbo(fbo, width, height);
280
281 #ifdef HAVE_BENCHMARK
282         // If running benchmarks: Now we've warmed up everything, so let's run the
283         // actual benchmark loop.
284         if (benchmark_state != nullptr) {
285                 glFinish();
286                 size_t iters = benchmark_state->max_iterations;
287                 for (auto _ : *benchmark_state) {
288                         chain.render_to_fbo(fbo, width, height);
289                         if (--iters == 0) {
290                                 glFinish();
291                         }
292                 }
293                 benchmark_state->SetItemsProcessed(benchmark_state->iterations() * width * height);
294         }
295 #endif
296
297         T *data[4] = { out_data, out_data2, out_data3, out_data4 };
298
299         for (unsigned i = 0; i < num_outputs; ++i) {
300                 T *ptr = data[i];
301                 glBindTexture(GL_TEXTURE_2D, texnum[i]);
302                 check_error();
303                 if (!epoxy_is_desktop_gl() && (format == GL_RED || format == GL_BLUE || format == GL_ALPHA)) {
304                         // GLES will only read GL_RGBA.
305                         T *temp = new T[width * height * 4];
306                         glGetTexImage(GL_TEXTURE_2D, 0, GL_RGBA, type, temp);
307                         check_error();
308                         if (format == GL_ALPHA) {
309                                 for (unsigned i = 0; i < width * height; ++i) {
310                                         ptr[i] = temp[i * 4 + 3];
311                                 }
312                         } else if (format == GL_BLUE) {
313                                 for (unsigned i = 0; i < width * height; ++i) {
314                                         ptr[i] = temp[i * 4 + 2];
315                                 }
316                         } else {
317                                 for (unsigned i = 0; i < width * height; ++i) {
318                                         ptr[i] = temp[i * 4];
319                                 }
320                         }
321                         delete[] temp;
322                 } else {
323                         glGetTexImage(GL_TEXTURE_2D, 0, format, type, ptr);
324                         check_error();
325                 }
326
327                 if (format == GL_RGBA && (type == GL_UNSIGNED_BYTE || type == GL_UNSIGNED_SHORT || type == GL_FLOAT)) {
328                         vertical_flip(ptr, width * 4, height);
329                 } else {
330                         vertical_flip(ptr, width, height);
331                 }
332         }
333
334         glDeleteFramebuffers(1, &fbo);
335         check_error();
336         glDeleteTextures(num_outputs, texnum);
337         check_error();
338 }
339
340 void EffectChainTester::add_output(const ImageFormat &format, OutputAlphaFormat alpha_format)
341 {
342         chain.add_output(format, alpha_format);
343         output_added = true;
344 }
345
346 void EffectChainTester::add_ycbcr_output(const ImageFormat &format, OutputAlphaFormat alpha_format, const YCbCrFormat &ycbcr_format, YCbCrOutputSplitting output_splitting, GLenum type)
347 {
348         chain.add_ycbcr_output(format, alpha_format, ycbcr_format, output_splitting, type);
349         output_added = true;
350 }
351
352 void EffectChainTester::finalize_chain(Colorspace color_space, GammaCurve gamma_curve, OutputAlphaFormat alpha_format)
353 {
354         assert(!finalized);
355         if (!output_added) {
356                 ImageFormat image_format;
357                 image_format.color_space = color_space;
358                 image_format.gamma_curve = gamma_curve;
359                 chain.add_output(image_format, alpha_format);
360                 output_added = true;
361         }
362         chain.finalize();
363         finalized = true;
364 }
365
366 void expect_equal(const float *ref, const float *result, unsigned width, unsigned height, float largest_difference_limit, float rms_limit)
367 {
368         float largest_difference = -1.0f;
369         float squared_difference = 0.0f;
370         int largest_diff_x = -1, largest_diff_y = -1;
371
372         for (unsigned y = 0; y < height; ++y) {
373                 for (unsigned x = 0; x < width; ++x) {
374                         float diff = ref[y * width + x] - result[y * width + x];
375                         if (fabs(diff) > largest_difference) {
376                                 largest_difference = fabs(diff);
377                                 largest_diff_x = x;
378                                 largest_diff_y = y;
379                         }
380                         squared_difference += diff * diff;
381                 }
382         }
383
384         EXPECT_LT(largest_difference, largest_difference_limit)
385                 << "Largest difference is in x=" << largest_diff_x << ", y=" << largest_diff_y << ":\n"
386                 << "Reference: " << ref[largest_diff_y * width + largest_diff_x] << "\n"
387                 << "Result:    " << result[largest_diff_y * width + largest_diff_x];
388
389         float rms = sqrt(squared_difference) / (width * height);
390         EXPECT_LT(rms, rms_limit);
391
392         if (largest_difference >= largest_difference_limit || isnan(rms) || rms >= rms_limit) {
393                 fprintf(stderr, "Dumping matrices for easier debugging, since at least one test failed.\n");
394
395                 fprintf(stderr, "Reference:\n");
396                 for (unsigned y = 0; y < height; ++y) {
397                         for (unsigned x = 0; x < width; ++x) {
398                                 fprintf(stderr, "%7.4f ", ref[y * width + x]);
399                         }
400                         fprintf(stderr, "\n");
401                 }
402
403                 fprintf(stderr, "\nResult:\n");
404                 for (unsigned y = 0; y < height; ++y) {
405                         for (unsigned x = 0; x < width; ++x) {
406                                 fprintf(stderr, "%7.4f ", result[y * width + x]);
407                         }
408                         fprintf(stderr, "\n");
409                 }
410         }
411 }
412
413 void expect_equal(const unsigned char *ref, const unsigned char *result, unsigned width, unsigned height, unsigned largest_difference_limit, float rms_limit)
414 {
415         assert(width > 0);
416         assert(height > 0);
417
418         float *ref_float = new float[width * height];
419         float *result_float = new float[width * height];
420
421         for (unsigned y = 0; y < height; ++y) {
422                 for (unsigned x = 0; x < width; ++x) {
423                         ref_float[y * width + x] = ref[y * width + x];
424                         result_float[y * width + x] = result[y * width + x];
425                 }
426         }
427
428         expect_equal(ref_float, result_float, width, height, largest_difference_limit, rms_limit);
429
430         delete[] ref_float;
431         delete[] result_float;
432 }
433
434 void expect_equal(const uint16_t *ref, const uint16_t *result, unsigned width, unsigned height, unsigned largest_difference_limit, float rms_limit)
435 {
436         assert(width > 0);
437         assert(height > 0);
438
439         float *ref_float = new float[width * height];
440         float *result_float = new float[width * height];
441
442         for (unsigned y = 0; y < height; ++y) {
443                 for (unsigned x = 0; x < width; ++x) {
444                         ref_float[y * width + x] = ref[y * width + x];
445                         result_float[y * width + x] = result[y * width + x];
446                 }
447         }
448
449         expect_equal(ref_float, result_float, width, height, largest_difference_limit, rms_limit);
450
451         delete[] ref_float;
452         delete[] result_float;
453 }
454
455 void expect_equal(const int *ref, const int *result, unsigned width, unsigned height, unsigned largest_difference_limit, float rms_limit)
456 {
457         assert(width > 0);
458         assert(height > 0);
459
460         float *ref_float = new float[width * height];
461         float *result_float = new float[width * height];
462
463         for (unsigned y = 0; y < height; ++y) {
464                 for (unsigned x = 0; x < width; ++x) {
465                         ref_float[y * width + x] = ref[y * width + x];
466                         result_float[y * width + x] = result[y * width + x];
467                 }
468         }
469
470         expect_equal(ref_float, result_float, width, height, largest_difference_limit, rms_limit);
471
472         delete[] ref_float;
473         delete[] result_float;
474 }
475
476 void test_accuracy(const float *expected, const float *result, unsigned num_values, double absolute_error_limit, double relative_error_limit, double local_relative_error_limit, double rms_limit)
477 {
478         double squared_difference = 0.0;
479         for (unsigned i = 0; i < num_values; ++i) {
480                 double absolute_error = fabs(expected[i] - result[i]);
481                 squared_difference += absolute_error * absolute_error;
482                 EXPECT_LT(absolute_error, absolute_error_limit);
483
484                 if (expected[i] > 0.0) {
485                         double relative_error = fabs(absolute_error / expected[i]);
486
487                         EXPECT_LT(relative_error, relative_error_limit);
488                 }
489                 if (i < num_values - 1) {
490                         double delta = expected[i + 1] - expected[i];
491                         double local_relative_error = fabs(absolute_error / delta);
492                         EXPECT_LT(local_relative_error, local_relative_error_limit);
493                 }
494         }
495         double rms = sqrt(squared_difference) / num_values;
496         EXPECT_LT(rms, rms_limit);
497 }
498
499 double srgb_to_linear(double x)
500 {
501         // From the Wikipedia article on sRGB.
502         if (x < 0.04045) {
503                 return x / 12.92;
504         } else {
505                 return pow((x + 0.055) / 1.055, 2.4);
506         }
507 }
508
509 double linear_to_srgb(double x)
510 {
511         // From the Wikipedia article on sRGB.
512         if (x < 0.0031308) {
513                 return 12.92 * x;
514         } else {
515                 return 1.055 * pow(x, 1.0 / 2.4) - 0.055;
516         }
517 }
518
519 DisableComputeShadersTemporarily::DisableComputeShadersTemporarily(bool disable_compute_shaders)
520         : disable_compute_shaders(disable_compute_shaders)
521 {
522         init_movit_for_test();
523         saved_compute_shaders_supported = movit_compute_shaders_supported;
524         if (disable_compute_shaders) {
525                 movit_compute_shaders_supported = false;
526         }
527 }
528
529 DisableComputeShadersTemporarily::~DisableComputeShadersTemporarily()
530 {
531         movit_compute_shaders_supported = saved_compute_shaders_supported;
532 }
533
534 bool DisableComputeShadersTemporarily::should_skip()
535 {
536         if (disable_compute_shaders) {
537                 return false;
538         }
539
540         if (!movit_compute_shaders_supported) {
541                 fprintf(stderr, "Compute shaders not supported; skipping.\n");
542                 return true;
543         }
544         return false;
545 }
546
547 #ifdef HAVE_BENCHMARK
548 bool DisableComputeShadersTemporarily::should_skip(benchmark::State *benchmark_state)
549 {
550         if (disable_compute_shaders) {
551                 return false;
552         }
553
554         if (!movit_compute_shaders_supported) {
555                 benchmark_state->SkipWithError("Compute shaders not supported");
556                 return true;
557         }
558         return false;
559 }
560 #endif
561
562 }  // namespace movit