git.sesse.net Git - mlt/blob - src/modules/qimage/qimage_wrapper.cpp

   1 /*
   2  * qimage_wrapper.cpp -- a QT/QImage based producer for MLT
   3  * Copyright (C) 2006 Visual Media
   4  * Author: Charles Yates <charles.yates@gmail.com>
   5  *
   6  * NB: This module is designed to be functionally equivalent to the
   7  * gtk2 image loading module so it can be used as replacement.
   8  *
   9  * This program is free software; you can redistribute it and/or modify
  10  * it under the terms of the GNU General Public License as published by
  11  * the Free Software Foundation; either version 2 of the License, or
  12  * (at your option) any later version.
  13  *
  14  * This program is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  * GNU General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU General Public License
  20  * along with this program; if not, write to the Free Software Foundation,
  21  * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  22  */
  23
  24 #include "qimage_wrapper.h"
  25
  26 #ifdef USE_QT3
  27 #include <qimage.h>
  28 #include <qmutex.h>
  29
  30 #ifdef USE_KDE
  31 #include <kinstance.h>
  32 #include <kimageio.h>
  33 #endif
  34
  35 #endif
  36
  37
  38 #ifdef USE_QT4
  39 #include <QtGui/QImage>
  40 #include <QtCore/QSysInfo>
  41 #include <QtCore/QMutex>
  42 #endif
  43
  44
  45 #include <cmath>
  46
  47 extern "C" {
  48
  49 #include <framework/mlt_pool.h>
  50 #include <framework/mlt_cache.h>
  51
  52 #ifdef USE_KDE
  53 static KInstance *instance = 0L;
  54 #endif
  55
  56 static void qimage_delete( void *data )
  57 {
  58         QImage *image = ( QImage * )data;
  59         delete image;
  60         image = NULL;
  61 #ifdef USE_KDE
  62         if (instance) delete instance;
  63         instance = 0L;
  64 #endif
  65 }
  66
  67 static QMutex g_mutex;
  68
  69 #ifdef USE_KDE
  70 void init_qimage()
  71 {
  72         if (!instance) {
  73             instance = new KInstance("qimage_prod");
  74             KImageIO::registerFormats();
  75         }
  76 }
  77 #endif
  78
  79 void refresh_qimage( producer_qimage self, mlt_frame frame, int width, int height )
  80 {
  81         // Obtain properties of frame
  82         mlt_properties properties = MLT_FRAME_PROPERTIES( frame );
  83
  84         // Obtain the producer
  85         mlt_producer producer = &self->parent;
  86
  87         // Obtain properties of producer
  88         mlt_properties producer_props = MLT_PRODUCER_PROPERTIES( producer );
  89
  90         // restore QImage
  91         pthread_mutex_lock( &self->mutex );
  92         mlt_cache_item qimage_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.qimage" );
  93         QImage *qimage = static_cast<QImage*>( mlt_cache_item_data( qimage_cache, NULL ) );
  94
  95         // restore scaled image
  96         self->image_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.image" );
  97         self->current_image = static_cast<uint8_t*>( mlt_cache_item_data( self->image_cache, NULL ) );
  98
  99         // restore alpha channel
 100         self->alpha_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.alpha" );
 101         self->current_alpha = static_cast<uint8_t*>( mlt_cache_item_data( self->alpha_cache, NULL ) );
 102
 103         // Check if user wants us to reload the image
 104         if ( mlt_properties_get_int( producer_props, "force_reload" ) )
 105         {
 106                 qimage = NULL;
 107                 self->current_image = NULL;
 108                 mlt_properties_set_int( producer_props, "force_reload", 0 );
 109         }
 110
 111         // Obtain the cache flag and structure
 112         int use_cache = mlt_properties_get_int( producer_props, "cache" );
 113         mlt_properties cache = ( mlt_properties )mlt_properties_get_data( producer_props, "_cache", NULL );
 114         int update_cache = 0;
 115
 116         // Get the time to live for each frame
 117         double ttl = mlt_properties_get_int( producer_props, "ttl" );
 118
 119         // Get the original position of this frame
 120         mlt_position position = mlt_properties_get_position( properties, "qimage_position" );
 121         position += mlt_producer_get_in( producer );
 122
 123         // Image index
 124         int image_idx = ( int )floor( ( double )position / ttl ) % self->count;
 125
 126         // Key for the cache
 127         char image_key[ 10 ];
 128         sprintf( image_key, "%d", image_idx );
 129
 130         g_mutex.lock();
 131
 132         // Check if the frame is already loaded
 133         if ( use_cache )
 134         {
 135                 if ( cache == NULL )
 136                 {
 137                         cache = mlt_properties_new( );
 138                         mlt_properties_set_data( producer_props, "_cache", cache, 0, ( mlt_destructor )mlt_properties_close, NULL );
 139                 }
 140
 141                 mlt_frame cached = ( mlt_frame )mlt_properties_get_data( cache, image_key, NULL );
 142
 143                 if ( cached )
 144                 {
 145                         self->image_idx = image_idx;
 146                         mlt_properties cached_props = MLT_FRAME_PROPERTIES( cached );
 147                         self->current_width = mlt_properties_get_int( cached_props, "width" );
 148                         self->current_height = mlt_properties_get_int( cached_props, "height" );
 149                         mlt_properties_set_int( producer_props, "_real_width", mlt_properties_get_int( cached_props, "real_width" ) );
 150                         mlt_properties_set_int( producer_props, "_real_height", mlt_properties_get_int( cached_props, "real_height" ) );
 151                         self->current_image = ( uint8_t * )mlt_properties_get_data( cached_props, "image", NULL );
 152                         self->current_alpha = ( uint8_t * )mlt_properties_get_data( cached_props, "alpha", NULL );
 153
 154                         if ( width != 0 && ( width != self->current_width || height != self->current_height ) )
 155                                 self->current_image = NULL;
 156                 }
 157         }
 158
 159     // optimization for subsequent iterations on single picture
 160         if ( width != 0 && ( image_idx != self->image_idx || width != self->current_width || height != self->current_height ) )
 161                 self->current_image = NULL;
 162         if ( image_idx != self->qimage_idx )
 163                 qimage = NULL;
 164         if ( !qimage && !self->current_image )
 165         {
 166                 self->current_image = NULL;
 167                 qimage = new QImage( mlt_properties_get_value( self->filenames, image_idx ) );
 168
 169                 if ( !qimage->isNull( ) )
 170                 {
 171                         // Store the width/height of the qimage
 172                         self->current_width = qimage->width( );
 173                         self->current_height = qimage->height( );
 174
 175                         // Register qimage for destruction and reuse
 176                         mlt_cache_item_close( qimage_cache );
 177                         mlt_service_cache_put( MLT_PRODUCER_SERVICE( producer ), "qimage.qimage", qimage, 0, ( mlt_destructor )qimage_delete );
 178                         qimage_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.qimage" );
 179                         self->qimage_idx = image_idx;
 180
 181                         mlt_events_block( producer_props, NULL );
 182                         mlt_properties_set_int( producer_props, "_real_width", self->current_width );
 183                         mlt_properties_set_int( producer_props, "_real_height", self->current_height );
 184                         mlt_events_unblock( producer_props, NULL );
 185                 }
 186                 else
 187                 {
 188                         delete qimage;
 189                         qimage = NULL;
 190                 }
 191         }
 192
 193         // If we have a pixbuf and this request specifies a valid dimension and we haven't already got a cached version...
 194         if ( qimage && width > 0 && !self->current_image )
 195         {
 196                 char *interps = mlt_properties_get( properties, "rescale.interp" );
 197                 int interp = 0;
 198
 199                 // QImage has two scaling modes - we'll toggle between them here
 200                 if ( strcmp( interps, "tiles" ) == 0 )
 201                         interp = 1;
 202                 else if ( strcmp( interps, "hyper" ) == 0 )
 203                         interp = 1;
 204
 205 #ifdef USE_QT4
 206                 // Note - the original qimage is already safe and ready for destruction
 207                 QImage scaled = interp == 0 ? qimage->scaled( QSize( width, height)) : qimage->scaled( QSize(width, height), Qt::IgnoreAspectRatio, Qt::SmoothTransformation);
 208                 QImage temp;
 209                 bool hasAlpha = scaled.hasAlphaChannel();
 210                 if (hasAlpha)
 211                     temp = scaled.convertToFormat(QImage::Format_ARGB32);
 212                 else
 213                     temp = scaled.convertToFormat(QImage::Format_RGB888);
 214 #endif
 215
 216 #ifdef USE_QT3
 217                 // Note - the original qimage is already safe and ready for destruction
 218                 QImage scaled = interp == 0 ? qimage->scale( width, height, QImage::ScaleFree ) : qimage->smoothScale( width, height, QImage::ScaleFree );
 219                 QImage temp = scaled.convertDepth( 32 );
 220                 bool hasAlpha = true;
 221 #endif
 222
 223                 // Store width and height
 224                 self->current_width = width;
 225                 self->current_height = height;
 226
 227                 // Allocate/define image
 228                 self->current_image = ( uint8_t * )mlt_pool_alloc( width * ( height + 1 ) * 2 );
 229                 if ( !use_cache )
 230                         mlt_cache_item_close( self->image_cache );
 231                 mlt_service_cache_put( MLT_PRODUCER_SERVICE( producer ), "qimage.image", self->current_image, width * ( height + 1 ) * 2, mlt_pool_release );
 232                 self->image_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.image" );
 233                 self->image_idx = image_idx;
 234
 235                 if (!hasAlpha) {
 236                         mlt_convert_rgb24_to_yuv422( temp.bits(), self->current_width, self->current_height, temp.bytesPerLine(), self->current_image );
 237                 }
 238                 else {
 239                         // Allocate the alpha mask
 240                         self->current_alpha = ( uint8_t * )mlt_pool_alloc( width * height );
 241                         if ( !use_cache )
 242                                 mlt_cache_item_close( self->alpha_cache );
 243                         mlt_service_cache_put( MLT_PRODUCER_SERVICE( producer ), "qimage.alpha", self->current_alpha, width * height, mlt_pool_release );
 244                         self->alpha_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.alpha" );
 245
 246 #ifdef USE_QT4
 247                         if ( QSysInfo::ByteOrder == QSysInfo::BigEndian )
 248                                 mlt_convert_argb_to_yuv422( temp.bits( ), self->current_width, self->current_height, temp.bytesPerLine(), self->current_image, self->current_alpha );
 249                         else
 250                                 mlt_convert_bgr24a_to_yuv422( temp.bits( ), self->current_width, self->current_height, temp.bytesPerLine( ), self->current_image, self->current_alpha );
 251 #endif
 252
 253 #ifdef USE_QT3
 254                         // Convert the image
 255                         if ( QImage::systemByteOrder( ) == QImage::BigEndian )
 256                                 mlt_convert_argb_to_yuv422( temp.bits( ), self->current_width, self->current_height, temp.bytesPerLine( ), self->current_image, self->current_alpha );
 257                         else
 258                                 mlt_convert_bgr24a_to_yuv422( temp.bits( ), self->current_width, self->current_height, temp.bytesPerLine( ), self->current_image, self->current_alpha );
 259 #endif
 260                 }
 261
 262                 // Ensure we update the cache when we need to
 263                 update_cache = use_cache;
 264         }
 265
 266         // release references no longer needed
 267         mlt_cache_item_close( qimage_cache );
 268         if ( width == 0 )
 269         {
 270                 pthread_mutex_unlock( &self->mutex );
 271                 mlt_cache_item_close( self->image_cache );
 272                 mlt_cache_item_close( self->alpha_cache );
 273         }
 274
 275         // Set width/height of frame
 276         mlt_properties_set_int( properties, "width", self->current_width );
 277         mlt_properties_set_int( properties, "height", self->current_height );
 278         mlt_properties_set_int( properties, "real_width", mlt_properties_get_int( producer_props, "_real_width" ) );
 279         mlt_properties_set_int( properties, "real_height", mlt_properties_get_int( producer_props, "_real_height" ) );
 280
 281         if ( update_cache )
 282         {
 283                 mlt_frame cached = mlt_frame_init( MLT_PRODUCER_SERVICE( producer ) );
 284                 mlt_properties cached_props = MLT_FRAME_PROPERTIES( cached );
 285                 mlt_properties_set_int( cached_props, "width", self->current_width );
 286                 mlt_properties_set_int( cached_props, "height", self->current_height );
 287                 mlt_properties_set_int( cached_props, "real_width", mlt_properties_get_int( producer_props, "_real_width" ) );
 288                 mlt_properties_set_int( cached_props, "real_height", mlt_properties_get_int( producer_props, "_real_height" ) );
 289                 mlt_properties_set_data( cached_props, "image", self->current_image, self->current_width * ( self->current_height + 1 ) * 2, mlt_pool_release, NULL );
 290                 mlt_properties_set_data( cached_props, "alpha", self->current_alpha, self->current_width * self->current_height, mlt_pool_release, NULL );
 291                 mlt_properties_set_data( cache, image_key, cached, 0, ( mlt_destructor )mlt_frame_close, NULL );
 292         }
 293         g_mutex.unlock();
 294 }
 295
 296 } // extern "C"