2 * transition_vqm.c -- video quality measurement
3 * Copyright (c) 2012 Dan Dennedy <dan@dennedy.org>
4 * Core psnr and ssim routines based on code from
5 * qsnr (C) 2010 E. Oriani, ema <AT> fastwebnet <DOT> it
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 3 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program. If not, see <http://www.gnu.org/licenses/>
21 #include <framework/mlt.h>
25 #include <QtGui/QtGui>
27 static QApplication *app = 0;
29 static double calc_psnr( const uint8_t *a, const uint8_t *b, int size, int bpp )
42 return 10.0 * log10( 255.0 * 255.0 / ( mse == 0 ? 1e-10 : mse/size ) );
45 static double calc_ssim( const uint8_t *a, const uint8_t *b, int width, int height, int window_size, int bpp )
47 int windows_x = width / window_size;
48 int windows_y = height / window_size;
51 if ( !windows_x || !windows_y )
55 for ( int y = 0; y < windows_y; ++y )
56 for ( int x = 0; x < windows_x; ++x )
58 int base_offset = x * window_size + y * window_size * width;
65 // accumulate the pixel values for this window
66 for ( int j = 0; j < window_size; ++j )
67 for ( int i = 0; i < window_size; ++i )
69 uint8_t c_a = a[bpp * (base_offset + j * width + i)];
70 uint8_t c_b = b[bpp * (base_offset + j * width + i)];
72 ref_acc_2 += c_a * c_a;
74 cmp_acc_2 += c_b * c_b;
75 ref_cmp_acc += c_a * c_b;
78 // compute the SSIM for this window
79 // http://en.wikipedia.org/wiki/SSIM
80 // http://en.wikipedia.org/wiki/Variance
81 // http://en.wikipedia.org/wiki/Covariance
82 double n_samples = window_size * window_size,
83 ref_avg = ref_acc / n_samples,
84 ref_var = ref_acc_2 / n_samples - ref_avg * ref_avg,
85 cmp_avg = cmp_acc / n_samples,
86 cmp_var = cmp_acc_2 / n_samples - cmp_avg * cmp_avg,
87 ref_cmp_cov = ref_cmp_acc / n_samples - ref_avg * cmp_avg,
88 c1 = 6.5025, // (0.01*255.0)^2
89 c2 = 58.5225, // (0.03*255)^2
90 ssim_num = (2.0 * ref_avg * cmp_avg + c1) * (2.0 * ref_cmp_cov + c2),
91 ssim_den = (ref_avg * ref_avg + cmp_avg * cmp_avg + c1) * (ref_var + cmp_var + c2);
93 // accumulate the SSIM
94 avg += ssim_num / ssim_den;
97 // return the average SSIM
98 return avg / windows_x / windows_y;
101 static int get_image( mlt_frame a_frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable )
103 mlt_frame b_frame = mlt_frame_pop_frame( a_frame );
104 mlt_properties properties = MLT_FRAME_PROPERTIES( a_frame );
105 mlt_transition transition = MLT_TRANSITION( mlt_frame_pop_service( a_frame ) );
107 int window_size = mlt_properties_get_int( MLT_TRANSITION_PROPERTIES( transition ), "window_size" );
108 double psnr[3], ssim[3];
110 *format = mlt_image_yuv422;
111 mlt_frame_get_image( b_frame, &b_image, format, width, height, writable );
112 mlt_frame_get_image( a_frame, image, format, width, height, writable );
114 psnr[0] = calc_psnr( *image, b_image, *width * *height, 2 );
115 psnr[1] = calc_psnr( *image + 1, b_image + 1, *width * *height / 2, 4 );
116 psnr[2] = calc_psnr( *image + 3, b_image + 3, *width * *height / 2, 4 );
117 ssim[0] = calc_ssim( *image, b_image, *width, *height, window_size, 2 );
118 ssim[1] = calc_ssim( *image + 1, b_image + 1, *width / 2, *height, window_size, 4 );
119 ssim[2] = calc_ssim( *image + 3, b_image + 3, *width / 2, *height, window_size, 4 );
120 mlt_properties_set_double( properties, "meta.vqm.psnr.y", psnr[0] );
121 mlt_properties_set_double( properties, "meta.vqm.psnr.cb", psnr[1] );
122 mlt_properties_set_double( properties, "meta.vqm.psnr.cr", psnr[2] );
123 mlt_properties_set_double( properties, "meta.vqm.ssim.y", ssim[0] );
124 mlt_properties_set_double( properties, "meta.vqm.ssim.cb", ssim[1] );
125 mlt_properties_set_double( properties, "meta.vqm.ssim.cr", ssim[2] );
126 printf( "%05d %05.2f %05.2f %05.2f %5.3f %5.3f %5.3f\n",
127 mlt_frame_get_position( a_frame ), psnr[0], psnr[1], psnr[2],
128 ssim[0], ssim[1], ssim[2] );
130 // copy the B frame to the bottom of the A frame for comparison
131 window_size = mlt_image_format_size( *format, *width, *height, NULL ) / 2;
132 memcpy( *image + window_size, b_image + window_size, window_size );
134 if ( !mlt_properties_get_int( MLT_TRANSITION_PROPERTIES( transition ), "render" ) )
137 // get RGBA image for Qt drawing
138 *format = mlt_image_rgb24a;
139 mlt_frame_get_image( a_frame, image, format, width, height, 1 );
141 // convert mlt image to qimage
142 QImage img( *width, *height, QImage::Format_ARGB32 );
144 uint8_t *src = *image;
147 QRgb *dst = (QRgb*) img.scanLine( *height - y );
151 *dst++ = qRgba( src[0], src[1], src[2], 255 );
156 // create QApplication, if needed
166 char* argv[] = { strdup( "unknown" ) };
168 app = new QApplication( argc, argv );
169 const char *localename = mlt_properties_get_lcnumeric( MLT_TRANSITION_PROPERTIES(transition) );
170 QLocale::setDefault( QLocale( localename ) );
177 painter.begin( &img );
178 painter.setRenderHints( QPainter::Antialiasing | QPainter::TextAntialiasing | QPainter::HighQualityAntialiasing );
180 // draw some stuff with Qt
184 font.setBold( true );
185 font.setPointSize( 30 * *height / 1080 );
186 painter.setPen( QColor("black") );
187 painter.drawLine( 0, *height/2 + 1, *width, *height/2 );
188 painter.setPen( QColor("white") );
189 painter.drawLine( 0, *height/2 - 1, *width, *height/2 );
190 painter.setFont( font );
191 s.sprintf( "Frame: %05d\nPSNR: %05.2f (Y) %05.2f (Cb) %05.2f (Cr)\nSSIM: %5.3f (Y) %5.3f (Cb) %5.3f (Cr)",
192 mlt_frame_get_position( a_frame ), psnr[0], psnr[1], psnr[2],
193 ssim[0], ssim[1], ssim[2] );
194 painter.setPen( QColor("black") );
195 painter.drawText( 52, *height * 8 / 10 + 2, *width, *height, 0, s );
196 painter.setPen( QColor("white") );
197 painter.drawText( 50, *height * 8 / 10, *width, *height, 0, s );
201 window_size = mlt_image_format_size( *format, *width, *height, NULL );
202 uint8_t *dst = (uint8_t *) mlt_pool_alloc( window_size );
203 mlt_properties_set_data( MLT_FRAME_PROPERTIES(a_frame), "image", dst, window_size, mlt_pool_release, NULL );
206 // convert qimage to mlt
210 QRgb *src = (QRgb*) img.scanLine( *height - y );
214 *dst++ = qRed( *src );
215 *dst++ = qGreen( *src );
216 *dst++ = qBlue( *src );
217 *dst++ = qAlpha( *src );
225 static mlt_frame process( mlt_transition transition, mlt_frame a_frame, mlt_frame b_frame )
227 mlt_frame_push_service( a_frame, transition );
228 mlt_frame_push_frame( a_frame, b_frame );
229 mlt_frame_push_get_image( a_frame, get_image );
236 mlt_transition transition_vqm_init( mlt_profile profile, mlt_service_type type, const char *id, void *arg )
238 mlt_transition transition = mlt_transition_new();
242 mlt_properties properties = MLT_TRANSITION_PROPERTIES( transition );
244 transition->process = process;
245 mlt_properties_set_int( properties, "_transition_type", 1 ); // video only
246 mlt_properties_set_int( properties, "window_size", 8 );
247 printf( "frame psnr[Y] psnr[Cb] psnr[Cr] ssim[Y] ssim[Cb] ssim[Cr]\n" );