git.sesse.net Git - mlt/blob - src/framework/mlt_consumer.c

   1 /**
   2  * \file mlt_consumer.c
   3  * \brief abstraction for all consumer services
   4  * \see mlt_consumer_s
   5  *
   6  * Copyright (C) 2003-2010 Ushodaya Enterprises Limited
   7  * \author Charles Yates <charles.yates@pandora.be>
   8  * \author Dan Dennedy <dan@dennedy.org>
   9  *
  10  * This library is free software; you can redistribute it and/or
  11  * modify it under the terms of the GNU Lesser General Public
  12  * License as published by the Free Software Foundation; either
  13  * version 2.1 of the License, or (at your option) any later version.
  14  *
  15  * This library is distributed in the hope that it will be useful,
  16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  18  * Lesser General Public License for more details.
  19  *
  20  * You should have received a copy of the GNU Lesser General Public
  21  * License along with this library; if not, write to the Free Software
  22  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  23  */
  24
  25 #include "mlt_consumer.h"
  26 #include "mlt_factory.h"
  27 #include "mlt_producer.h"
  28 #include "mlt_frame.h"
  29 #include "mlt_profile.h"
  30 #include "mlt_log.h"
  31
  32 #include <stdio.h>
  33 #include <string.h>
  34 #include <stdlib.h>
  35 #include <sys/time.h>
  36
  37 /** Define this if you want an automatic deinterlace (if necessary) when the
  38  * consumer's producer is not running at normal speed.
  39  */
  40 #undef DEINTERLACE_ON_NOT_NORMAL_SPEED
  41
  42 /** This is not the ideal place for this, but it is needed by VDPAU as well.
  43  */
  44 pthread_mutex_t mlt_sdl_mutex = PTHREAD_MUTEX_INITIALIZER;
  45
  46 /** \brief private members of mlt_consumer */
  47
  48 typedef struct
  49 {
  50         int real_time;
  51         int ahead;
  52         mlt_image_format format;
  53         mlt_deque queue;
  54         pthread_t ahead_thread;
  55         pthread_mutex_t queue_mutex;
  56         pthread_cond_t queue_cond;
  57         pthread_mutex_t put_mutex;
  58         pthread_cond_t put_cond;
  59         mlt_frame put;
  60         int put_active;
  61         mlt_event event_listener;
  62         mlt_position position;
  63         int is_purge;
  64
  65         /* additional fields added for the parallel work queue */
  66         mlt_deque worker_threads;
  67         pthread_mutex_t done_mutex;
  68         pthread_cond_t done_cond;
  69         int consecutive_dropped;
  70         int consecutive_rendered;
  71         int process_head;
  72         int started;
  73         pthread_t *threads; /**< used to deallocate all threads */
  74 }
  75 consumer_private;
  76
  77 static void mlt_consumer_frame_render( mlt_listener listener, mlt_properties owner, mlt_service self, void **args );
  78 static void mlt_consumer_frame_show( mlt_listener listener, mlt_properties owner, mlt_service self, void **args );
  79 static void mlt_consumer_property_changed( mlt_properties owner, mlt_consumer self, char *name );
  80 static void apply_profile_properties( mlt_consumer self, mlt_profile profile, mlt_properties properties );
  81 static void on_consumer_frame_show( mlt_properties owner, mlt_consumer self, mlt_frame frame );
  82
  83 /** Initialize a consumer service.
  84  *
  85  * \public \memberof mlt_consumer_s
  86  * \param self the consumer to initialize
  87  * \param child a pointer to the object for the subclass
  88  * \param profile the \p mlt_profile_s to use (optional but recommended,
  89  * uses the environment variable MLT if self is NULL)
  90  * \return true if there was an error
  91  */
  92
  93 int mlt_consumer_init( mlt_consumer self, void *child, mlt_profile profile )
  94 {
  95         int error = 0;
  96         memset( self, 0, sizeof( struct mlt_consumer_s ) );
  97         self->child = child;
  98         consumer_private *priv = self->local = calloc( 1, sizeof( consumer_private ) );
  99
 100         error = mlt_service_init( &self->parent, self );
 101         if ( error == 0 )
 102         {
 103                 // Get the properties from the service
 104                 mlt_properties properties = MLT_SERVICE_PROPERTIES( &self->parent );
 105
 106                 // Apply profile to properties
 107                 if ( profile == NULL )
 108                 {
 109                         // Normally the application creates the profile and controls its lifetime
 110                         // This is the fallback exception handling
 111                         profile = mlt_profile_init( NULL );
 112                         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 113                         mlt_properties_set_data( properties, "_profile", profile, 0, (mlt_destructor)mlt_profile_close, NULL );
 114                 }
 115                 apply_profile_properties( self, profile, properties );
 116
 117                 // Default rescaler for all consumers
 118                 mlt_properties_set( properties, "rescale", "bilinear" );
 119
 120                 // Default read ahead buffer size
 121                 mlt_properties_set_int( properties, "buffer", 25 );
 122                 mlt_properties_set_int( properties, "drop_max", 5 );
 123
 124                 // Default audio frequency and channels
 125                 mlt_properties_set_int( properties, "frequency", 48000 );
 126                 mlt_properties_set_int( properties, "channels", 2 );
 127
 128                 // Default of all consumers is real time
 129                 mlt_properties_set_int( properties, "real_time", 1 );
 130
 131                 // Default to environment test card
 132                 mlt_properties_set( properties, "test_card", mlt_environment( "MLT_TEST_CARD" ) );
 133
 134                 // Hmm - default all consumers to yuv422 :-/
 135                 priv->format = mlt_image_yuv422;
 136                 mlt_properties_set( properties, "mlt_image_format", mlt_image_format_name( priv->format ) );
 137                 mlt_properties_set( properties, "mlt_audio_format", mlt_audio_format_name( mlt_audio_s16 ) );
 138
 139                 mlt_events_register( properties, "consumer-frame-show", ( mlt_transmitter )mlt_consumer_frame_show );
 140                 mlt_events_register( properties, "consumer-frame-render", ( mlt_transmitter )mlt_consumer_frame_render );
 141                 mlt_events_register( properties, "consumer-thread-started", NULL );
 142                 mlt_events_register( properties, "consumer-thread-stopped", NULL );
 143                 mlt_events_register( properties, "consumer-stopping", NULL );
 144                 mlt_events_register( properties, "consumer-stopped", NULL );
 145                 mlt_events_listen( properties, self, "consumer-frame-show", ( mlt_listener )on_consumer_frame_show );
 146
 147                 // Register a property-changed listener to handle the profile property -
 148                 // subsequent properties can override the profile
 149                 priv->event_listener = mlt_events_listen( properties, self, "property-changed", ( mlt_listener )mlt_consumer_property_changed );
 150
 151                 // Create the push mutex and condition
 152                 pthread_mutex_init( &priv->put_mutex, NULL );
 153                 pthread_cond_init( &priv->put_cond, NULL );
 154
 155         }
 156         return error;
 157 }
 158
 159 /** Convert the profile into properties on the consumer.
 160  *
 161  * \private \memberof mlt_consumer_s
 162  * \param self a consumer
 163  * \param profile a profile
 164  * \param properties a properties list (typically, the consumer's)
 165  */
 166
 167 static void apply_profile_properties( mlt_consumer self, mlt_profile profile, mlt_properties properties )
 168 {
 169         consumer_private *priv = self->local;
 170         mlt_event_block( priv->event_listener );
 171         mlt_properties_set_double( properties, "fps", mlt_profile_fps( profile ) );
 172         mlt_properties_set_int( properties, "frame_rate_num", profile->frame_rate_num );
 173         mlt_properties_set_int( properties, "frame_rate_den", profile->frame_rate_den );
 174         mlt_properties_set_int( properties, "width", profile->width );
 175         mlt_properties_set_int( properties, "height", profile->height );
 176         mlt_properties_set_int( properties, "progressive", profile->progressive );
 177         mlt_properties_set_double( properties, "aspect_ratio", mlt_profile_sar( profile )  );
 178         mlt_properties_set_int( properties, "sample_aspect_num", profile->sample_aspect_num );
 179         mlt_properties_set_int( properties, "sample_aspect_den", profile->sample_aspect_den );
 180         mlt_properties_set_double( properties, "display_ratio", mlt_profile_dar( profile )  );
 181         mlt_properties_set_int( properties, "display_aspect_num", profile->display_aspect_num );
 182         mlt_properties_set_int( properties, "display_aspect_num", profile->display_aspect_num );
 183         mlt_properties_set_int( properties, "colorspace", profile->colorspace );
 184         mlt_event_unblock( priv->event_listener );
 185 }
 186
 187 /** The property-changed event listener
 188  *
 189  * \private \memberof mlt_consumer_s
 190  * \param owner the events object
 191  * \param self the consumer
 192  * \param name the name of the property that changed
 193  */
 194
 195 static void mlt_consumer_property_changed( mlt_properties owner, mlt_consumer self, char *name )
 196 {
 197         if ( !strcmp( name, "mlt_profile" ) )
 198         {
 199                 // Get the properies
 200                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 201
 202                 // Get the current profile
 203                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 204
 205                 // Load the new profile
 206                 mlt_profile new_profile = mlt_profile_init( mlt_properties_get( properties, name ) );
 207
 208                 if ( new_profile )
 209                 {
 210                         // Copy the profile
 211                         if ( profile != NULL )
 212                         {
 213                                 free( profile->description );
 214                                 memcpy( profile, new_profile, sizeof( struct mlt_profile_s ) );
 215                                 profile->description = strdup( new_profile->description );
 216                         }
 217                         else
 218                         {
 219                                 profile = new_profile;
 220                         }
 221
 222                         // Apply to properties
 223                         apply_profile_properties( self, profile, properties );
 224                         mlt_profile_close( new_profile );
 225                 }
 226         }
 227         else if ( !strcmp( name, "frame_rate_num" ) )
 228         {
 229                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 230                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 231                 if ( profile )
 232                 {
 233                         profile->frame_rate_num = mlt_properties_get_int( properties, "frame_rate_num" );
 234                         mlt_properties_set_double( properties, "fps", mlt_profile_fps( profile ) );
 235                 }
 236         }
 237         else if ( !strcmp( name, "frame_rate_den" ) )
 238         {
 239                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 240                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 241                 if ( profile )
 242                 {
 243                         profile->frame_rate_den = mlt_properties_get_int( properties, "frame_rate_den" );
 244                         mlt_properties_set_double( properties, "fps", mlt_profile_fps( profile ) );
 245                 }
 246         }
 247         else if ( !strcmp( name, "width" ) )
 248         {
 249                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 250                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 251                 if ( profile )
 252                         profile->width = mlt_properties_get_int( properties, "width" );
 253         }
 254         else if ( !strcmp( name, "height" ) )
 255         {
 256                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 257                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 258                 if ( profile )
 259                         profile->height = mlt_properties_get_int( properties, "height" );
 260         }
 261         else if ( !strcmp( name, "progressive" ) )
 262         {
 263                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 264                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 265                 if ( profile )
 266                         profile->progressive = mlt_properties_get_int( properties, "progressive" );
 267         }
 268         else if ( !strcmp( name, "sample_aspect_num" ) )
 269         {
 270                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 271                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 272                 if ( profile )
 273                 {
 274                         profile->sample_aspect_num = mlt_properties_get_int( properties, "sample_aspect_num" );
 275                         mlt_properties_set_double( properties, "aspect_ratio", mlt_profile_sar( profile )  );
 276                 }
 277         }
 278         else if ( !strcmp( name, "sample_aspect_den" ) )
 279         {
 280                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 281                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 282                 if ( profile )
 283                 {
 284                         profile->sample_aspect_den = mlt_properties_get_int( properties, "sample_aspect_den" );
 285                         mlt_properties_set_double( properties, "aspect_ratio", mlt_profile_sar( profile )  );
 286                 }
 287         }
 288         else if ( !strcmp( name, "display_aspect_num" ) )
 289         {
 290                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 291                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 292                 if ( profile )
 293                 {
 294                         profile->display_aspect_num = mlt_properties_get_int( properties, "display_aspect_num" );
 295                         mlt_properties_set_double( properties, "display_ratio", mlt_profile_dar( profile )  );
 296                 }
 297         }
 298         else if ( !strcmp( name, "display_aspect_den" ) )
 299         {
 300                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 301                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 302                 if ( profile )
 303                 {
 304                         profile->display_aspect_den = mlt_properties_get_int( properties, "display_aspect_den" );
 305                         mlt_properties_set_double( properties, "display_ratio", mlt_profile_dar( profile )  );
 306                 }
 307         }
 308         else if ( !strcmp( name, "colorspace" ) )
 309         {
 310                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 311                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 312                 if ( profile )
 313                         profile->colorspace = mlt_properties_get_int( properties, "colorspace" );
 314         }
 315 }
 316
 317 /** The transmitter for the consumer-frame-show event
 318  *
 319  * Invokes the listener.
 320  *
 321  * \private \memberof mlt_consumer_s
 322  * \param listener a function pointer that will be invoked
 323  * \param owner the events object that will be passed to \p listener
 324  * \param self a service that will be passed to \p listener
 325  * \param args an array of pointers - the first entry is passed as a frame to \p listener
 326  */
 327
 328 static void mlt_consumer_frame_show( mlt_listener listener, mlt_properties owner, mlt_service self, void **args )
 329 {
 330         if ( listener != NULL )
 331                 listener( owner, self, ( mlt_frame )args[ 0 ] );
 332 }
 333
 334 /** The transmitter for the consumer-frame-render event
 335  *
 336  * Invokes the listener.
 337  *
 338  * \private \memberof mlt_consumer_s
 339  * \param listener a function pointer that will be invoked
 340  * \param owner the events object that will be passed to \p listener
 341  * \param self a service that will be passed to \p listener
 342  * \param args an array of pointers - the first entry is passed as a frame to \p listener
 343  */
 344
 345 static void mlt_consumer_frame_render( mlt_listener listener, mlt_properties owner, mlt_service self, void **args )
 346 {
 347         if ( listener != NULL )
 348                 listener( owner, self, ( mlt_frame )args[ 0 ] );
 349 }
 350
 351 /** A listener on the consumer-frame-show event
 352  *
 353  * Saves the position of the frame shown.
 354  *
 355  * \private \memberof mlt_consumer_s
 356  * \param owner the events object
 357  * \param consumer the consumer on which this event occurred
 358  * \param frame the frame that was shown
 359  */
 360
 361 static void on_consumer_frame_show( mlt_properties owner, mlt_consumer consumer, mlt_frame frame )
 362 {
 363         if ( frame )
 364                 ( ( consumer_private*) consumer->local )->position = mlt_frame_get_position( frame );
 365 }
 366
 367 /** Create a new consumer.
 368  *
 369  * \public \memberof mlt_consumer_s
 370  * \param profile a profile (optional, but recommended)
 371  * \return a new consumer
 372  */
 373
 374 mlt_consumer mlt_consumer_new( mlt_profile profile )
 375 {
 376         // Create the memory for the structure
 377         mlt_consumer self = malloc( sizeof( struct mlt_consumer_s ) );
 378
 379         // Initialise it
 380         if ( self != NULL && mlt_consumer_init( self, NULL, profile ) == 0 )
 381         {
 382                 // Return it
 383                 return self;
 384         }
 385         else
 386         {
 387                 free(self);
 388                 return NULL;
 389         }
 390 }
 391
 392 /** Get the parent service object.
 393  *
 394  * \public \memberof mlt_consumer_s
 395  * \param self a consumer
 396  * \return the parent service class
 397  * \see MLT_CONSUMER_SERVICE
 398  */
 399
 400 mlt_service mlt_consumer_service( mlt_consumer self )
 401 {
 402         return self != NULL ? &self->parent : NULL;
 403 }
 404
 405 /** Get the consumer properties.
 406  *
 407  * \public \memberof mlt_consumer_s
 408  * \param self a consumer
 409  * \return the consumer's properties list
 410  * \see MLT_CONSUMER_PROPERTIES
 411  */
 412
 413 mlt_properties mlt_consumer_properties( mlt_consumer self )
 414 {
 415         return self != NULL ? MLT_SERVICE_PROPERTIES( &self->parent ) : NULL;
 416 }
 417
 418 /** Connect the consumer to the producer.
 419  *
 420  * \public \memberof mlt_consumer_s
 421  * \param self a consumer
 422  * \param producer a producer
 423  * \return > 0 warning, == 0 success, < 0 serious error,
 424  *         1 = this service does not accept input,
 425  *         2 = the producer is invalid,
 426  *         3 = the producer is already registered with this consumer
 427  */
 428
 429 int mlt_consumer_connect( mlt_consumer self, mlt_service producer )
 430 {
 431         return mlt_service_connect_producer( &self->parent, producer, 0 );
 432 }
 433
 434 /** Start the consumer.
 435  *
 436  * \public \memberof mlt_consumer_s
 437  * \param self a consumer
 438  * \return true if there was an error
 439  */
 440
 441 int mlt_consumer_start( mlt_consumer self )
 442 {
 443         if ( !mlt_consumer_is_stopped( self ) )
 444                 return 0;
 445
 446         consumer_private *priv = self->local;
 447
 448         // Stop listening to the property-changed event
 449         mlt_event_block( priv->event_listener );
 450
 451         // Get the properies
 452         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 453
 454         // Determine if there's a test card producer
 455         char *test_card = mlt_properties_get( properties, "test_card" );
 456
 457         // Just to make sure nothing is hanging around...
 458         pthread_mutex_lock( &priv->put_mutex );
 459         priv->put = NULL;
 460         priv->put_active = 1;
 461         pthread_mutex_unlock( &priv->put_mutex );
 462
 463         // Deal with it now.
 464         if ( test_card != NULL )
 465         {
 466                 if ( mlt_properties_get_data( properties, "test_card_producer", NULL ) == NULL )
 467                 {
 468                         // Create a test card producer
 469                         mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 470                         mlt_producer producer = mlt_factory_producer( profile, NULL, test_card );
 471
 472                         // Do we have a producer
 473                         if ( producer != NULL )
 474                         {
 475                                 // Test card should loop I guess...
 476                                 mlt_properties_set( MLT_PRODUCER_PROPERTIES( producer ), "eof", "loop" );
 477                                 //mlt_producer_set_speed( producer, 0 );
 478                                 //mlt_producer_set_in_and_out( producer, 0, 0 );
 479
 480                                 // Set the test card on the consumer
 481                                 mlt_properties_set_data( properties, "test_card_producer", producer, 0, ( mlt_destructor )mlt_producer_close, NULL );
 482                         }
 483                 }
 484         }
 485         else
 486         {
 487                 // Allow the hash table to speed things up
 488                 mlt_properties_set_data( properties, "test_card_producer", NULL, 0, NULL, NULL );
 489         }
 490
 491         // The profile could have changed between a stop and a restart.
 492         apply_profile_properties( self, mlt_service_profile( MLT_CONSUMER_SERVICE(self) ), properties );
 493
 494         // Set the frame duration in microseconds for the frame-dropping heuristic
 495         int frame_rate_num = mlt_properties_get_int( properties, "frame_rate_num" );
 496         int frame_rate_den = mlt_properties_get_int( properties, "frame_rate_den" );
 497         int frame_duration = 0;
 498
 499         if ( frame_rate_num && frame_rate_den )
 500         {
 501                 frame_duration = 1000000 / frame_rate_num * frame_rate_den;
 502         }
 503
 504         mlt_properties_set_int( properties, "frame_duration", frame_duration );
 505
 506         // Check and run an ante command
 507         if ( mlt_properties_get( properties, "ante" ) )
 508                 if ( system( mlt_properties_get( properties, "ante" ) ) == -1 )
 509                         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_ERROR, "system(%s) failed!\n", mlt_properties_get( properties, "ante" ) );
 510
 511         // Set the real_time preference
 512         priv->real_time = mlt_properties_get_int( properties, "real_time" );
 513
 514         // For worker threads implementation, buffer must be at least # threads
 515         if ( abs( priv->real_time ) > 1 && mlt_properties_get_int( properties, "buffer" ) <= abs( priv->real_time ) )
 516                 mlt_properties_set_int( properties, "_buffer", abs( priv->real_time ) + 1 );
 517
 518         // Get the image format to use for rendering threads
 519         const char* format = mlt_properties_get( properties, "mlt_image_format" );
 520         if ( format )
 521         {
 522                 if ( !strcmp( format, "rgb24" ) )
 523                         priv->format = mlt_image_rgb24;
 524                 else if ( !strcmp( format, "rgb24a" ) )
 525                         priv->format = mlt_image_rgb24a;
 526                 else if ( !strcmp( format, "yuv420p" ) )
 527                         priv->format = mlt_image_yuv420p;
 528                 else if ( !strcmp( format, "none" ) )
 529                         priv->format = mlt_image_none;
 530                 else if ( !strcmp( format, "glsl" ) )
 531                         priv->format = mlt_image_glsl_texture;
 532                 else
 533                         priv->format = mlt_image_yuv422;
 534         }
 535
 536         // Start the service
 537         if ( self->start != NULL )
 538                 return self->start( self );
 539
 540         return 0;
 541 }
 542
 543 /** An alternative method to feed frames into the consumer.
 544  *
 545  * Only valid if the consumer itself is not connected.
 546  *
 547  * \public \memberof mlt_consumer_s
 548  * \param self a consumer
 549  * \param frame a frame
 550  * \return true (ignore self for now)
 551  */
 552
 553 int mlt_consumer_put_frame( mlt_consumer self, mlt_frame frame )
 554 {
 555         int error = 1;
 556
 557         // Get the service assoicated to the consumer
 558         mlt_service service = MLT_CONSUMER_SERVICE( self );
 559
 560         if ( mlt_service_producer( service ) == NULL )
 561         {
 562                 struct timeval now;
 563                 struct timespec tm;
 564                 consumer_private *priv = self->local;
 565
 566                 pthread_mutex_lock( &priv->put_mutex );
 567                 while ( priv->put_active && priv->put != NULL )
 568                 {
 569                         gettimeofday( &now, NULL );
 570                         tm.tv_sec = now.tv_sec + 1;
 571                         tm.tv_nsec = now.tv_usec * 1000;
 572                         pthread_cond_timedwait( &priv->put_cond, &priv->put_mutex, &tm );
 573                 }
 574                 if ( priv->put_active && priv->put == NULL )
 575                         priv->put = frame;
 576                 else
 577                         mlt_frame_close( frame );
 578                 pthread_cond_broadcast( &priv->put_cond );
 579                 pthread_mutex_unlock( &priv->put_mutex );
 580         }
 581         else
 582         {
 583                 mlt_frame_close( frame );
 584         }
 585
 586         return error;
 587 }
 588
 589 /** Protected method for consumer to get frames from connected service
 590  *
 591  * \public \memberof mlt_consumer_s
 592  * \param self a consumer
 593  * \return a frame
 594  */
 595
 596 mlt_frame mlt_consumer_get_frame( mlt_consumer self )
 597 {
 598         // Frame to return
 599         mlt_frame frame = NULL;
 600
 601         // Get the service assoicated to the consumer
 602         mlt_service service = MLT_CONSUMER_SERVICE( self );
 603
 604         // Get the consumer properties
 605         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 606
 607         // Get the frame
 608         if ( mlt_service_producer( service ) == NULL && mlt_properties_get_int( properties, "put_mode" ) )
 609         {
 610                 struct timeval now;
 611                 struct timespec tm;
 612                 consumer_private *priv = self->local;
 613
 614                 pthread_mutex_lock( &priv->put_mutex );
 615                 while ( priv->put_active && priv->put == NULL )
 616                 {
 617                         gettimeofday( &now, NULL );
 618                         tm.tv_sec = now.tv_sec + 1;
 619                         tm.tv_nsec = now.tv_usec * 1000;
 620                         pthread_cond_timedwait( &priv->put_cond, &priv->put_mutex, &tm );
 621                 }
 622                 frame = priv->put;
 623                 priv->put = NULL;
 624                 pthread_cond_broadcast( &priv->put_cond );
 625                 pthread_mutex_unlock( &priv->put_mutex );
 626                 if ( frame != NULL )
 627                         mlt_service_apply_filters( service, frame, 0 );
 628         }
 629         else if ( mlt_service_producer( service ) != NULL )
 630         {
 631                 mlt_service_get_frame( service, &frame, 0 );
 632         }
 633         else
 634         {
 635                 frame = mlt_frame_init( service );
 636         }
 637
 638         if ( frame != NULL )
 639         {
 640                 // Get the frame properties
 641                 mlt_properties frame_properties = MLT_FRAME_PROPERTIES( frame );
 642
 643                 // Get the test card producer
 644                 mlt_producer test_card = mlt_properties_get_data( properties, "test_card_producer", NULL );
 645
 646                 // Attach the test frame producer to it.
 647                 if ( test_card != NULL )
 648                         mlt_properties_set_data( frame_properties, "test_card_producer", test_card, 0, NULL, NULL );
 649
 650                 // Pass along the interpolation and deinterlace options
 651                 // TODO: get rid of consumer_deinterlace and use profile.progressive
 652                 mlt_properties_set( frame_properties, "rescale.interp", mlt_properties_get( properties, "rescale" ) );
 653                 mlt_properties_set_int( frame_properties, "consumer_deinterlace", mlt_properties_get_int( properties, "progressive" ) | mlt_properties_get_int( properties, "deinterlace" ) );
 654                 mlt_properties_set( frame_properties, "deinterlace_method", mlt_properties_get( properties, "deinterlace_method" ) );
 655                 mlt_properties_set_int( frame_properties, "consumer_tff", mlt_properties_get_int( properties, "top_field_first" ) );
 656         }
 657
 658         // Return the frame
 659         return frame;
 660 }
 661
 662 /** Compute the time difference between now and a time value.
 663  *
 664  * \private \memberof mlt_consumer_s
 665  * \param time1 a time value to be compared against now
 666  * \return the difference in microseconds
 667  */
 668
 669 static inline long time_difference( struct timeval *time1 )
 670 {
 671         struct timeval time2;
 672         time2.tv_sec = time1->tv_sec;
 673         time2.tv_usec = time1->tv_usec;
 674         gettimeofday( time1, NULL );
 675         return time1->tv_sec * 1000000 + time1->tv_usec - time2.tv_sec * 1000000 - time2.tv_usec;
 676 }
 677
 678 /** The thread procedure for asynchronously pulling frames through the service
 679  * network connected to a consumer.
 680  *
 681  * \private \memberof mlt_consumer_s
 682  * \param arg a consumer
 683  */
 684
 685 static void *consumer_read_ahead_thread( void *arg )
 686 {
 687         // The argument is the consumer
 688         mlt_consumer self = arg;
 689         consumer_private *priv = self->local;
 690
 691         // Get the properties of the consumer
 692         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 693
 694         // Get the width and height
 695         int width = mlt_properties_get_int( properties, "width" );
 696         int height = mlt_properties_get_int( properties, "height" );
 697
 698         // See if video is turned off
 699         int video_off = mlt_properties_get_int( properties, "video_off" );
 700         int preview_off = mlt_properties_get_int( properties, "preview_off" );
 701         int preview_format = mlt_properties_get_int( properties, "preview_format" );
 702
 703         // Get the audio settings
 704         mlt_audio_format afmt = mlt_audio_s16;
 705         const char *format = mlt_properties_get( properties, "mlt_audio_format" );
 706         if ( format )
 707         {
 708                 if ( !strcmp( format, "none" ) )
 709                         afmt = mlt_audio_none;
 710                 else if ( !strcmp( format, "s32" ) )
 711                         afmt = mlt_audio_s32;
 712                 else if ( !strcmp( format, "s32le" ) )
 713                         afmt = mlt_audio_s32le;
 714                 else if ( !strcmp( format, "float" ) )
 715                         afmt = mlt_audio_float;
 716                 else if ( !strcmp( format, "f32le" ) )
 717                         afmt = mlt_audio_f32le;
 718                 else if ( !strcmp( format, "u8" ) )
 719                         afmt = mlt_audio_u8;
 720         }
 721         int counter = 0;
 722         double fps = mlt_properties_get_double( properties, "fps" );
 723         int channels = mlt_properties_get_int( properties, "channels" );
 724         int frequency = mlt_properties_get_int( properties, "frequency" );
 725         int samples = 0;
 726         void *audio = NULL;
 727
 728         // See if audio is turned off
 729         int audio_off = mlt_properties_get_int( properties, "audio_off" );
 730
 731         // Get the maximum size of the buffer
 732         int buffer = mlt_properties_get_int( properties, "buffer" ) + 1;
 733
 734         // General frame variable
 735         mlt_frame frame = NULL;
 736         uint8_t *image = NULL;
 737
 738         // Time structures
 739         struct timeval ante;
 740
 741         // Average time for get_frame and get_image
 742         int count = 0;
 743         int skipped = 0;
 744         int64_t time_process = 0;
 745         int skip_next = 0;
 746         mlt_position pos = 0;
 747         mlt_position start_pos = 0;
 748         mlt_position last_pos = 0;
 749         int frame_duration = mlt_properties_get_int( properties, "frame_duration" );
 750         int drop_max = mlt_properties_get_int( properties, "drop_max" );
 751
 752         if ( preview_off && preview_format != 0 )
 753                 priv->format = preview_format;
 754
 755         mlt_events_fire( properties, "consumer-thread-started", NULL );
 756
 757         // Get the first frame
 758         frame = mlt_consumer_get_frame( self );
 759
 760         if ( frame )
 761         {
 762                 // Get the image of the first frame
 763                 if ( !video_off )
 764                 {
 765                         mlt_events_fire( MLT_CONSUMER_PROPERTIES( self ), "consumer-frame-render", frame, NULL );
 766                         mlt_frame_get_image( frame, &image, &priv->format, &width, &height, 0 );
 767                 }
 768
 769                 if ( !audio_off )
 770                 {
 771                         samples = mlt_sample_calculator( fps, frequency, counter++ );
 772                         mlt_frame_get_audio( frame, &audio, &afmt, &frequency, &channels, &samples );
 773                 }
 774
 775                 // Mark as rendered
 776                 mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
 777                 last_pos = start_pos = pos = mlt_frame_get_position( frame );
 778         }
 779
 780         // Get the starting time (can ignore the times above)
 781         gettimeofday( &ante, NULL );
 782
 783         // Continue to read ahead
 784         while ( priv->ahead )
 785         {
 786                 // Put the current frame into the queue
 787                 pthread_mutex_lock( &priv->queue_mutex );
 788                 while( priv->ahead && mlt_deque_count( priv->queue ) >= buffer )
 789                         pthread_cond_wait( &priv->queue_cond, &priv->queue_mutex );
 790                 if ( priv->is_purge )
 791                 {
 792                         mlt_frame_close( frame );
 793                         priv->is_purge = 0;
 794                 }
 795                 else
 796                 {
 797                         mlt_deque_push_back( priv->queue, frame );
 798                 }
 799                 pthread_cond_broadcast( &priv->queue_cond );
 800                 pthread_mutex_unlock( &priv->queue_mutex );
 801
 802                 // Get the next frame
 803                 frame = mlt_consumer_get_frame( self );
 804
 805                 // If there's no frame, we're probably stopped...
 806                 if ( frame == NULL )
 807                         continue;
 808                 pos = mlt_frame_get_position( frame );
 809
 810                 // Increment the counter used for averaging processing cost
 811                 count ++;
 812
 813                 // All non-normal playback frames should be shown
 814                 if ( mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "_speed" ) != 1 )
 815                 {
 816 #ifdef DEINTERLACE_ON_NOT_NORMAL_SPEED
 817                         mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "consumer_deinterlace", 1 );
 818 #endif
 819                         // Indicate seeking or trick-play
 820                         start_pos = pos;
 821                 }
 822
 823                 // If skip flag not set or frame-dropping disabled
 824                 if ( !skip_next || priv->real_time == -1 )
 825                 {
 826                         if ( !video_off )
 827                         {
 828                                 // Reset width/height - could have been changed by previous mlt_frame_get_image
 829                                 width = mlt_properties_get_int( properties, "width" );
 830                                 height = mlt_properties_get_int( properties, "height" );
 831
 832                                 // Get the image
 833                                 mlt_events_fire( MLT_CONSUMER_PROPERTIES( self ), "consumer-frame-render", frame, NULL );
 834                                 mlt_frame_get_image( frame, &image, &priv->format, &width, &height, 0 );
 835                         }
 836
 837                         // Indicate the rendered image is available.
 838                         mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
 839
 840                         // Reset consecutively-skipped counter
 841                         skipped = 0;
 842                 }
 843                 else // Skip image processing
 844                 {
 845                         // Increment the number of consecutively-skipped frames
 846                         skipped++;
 847
 848                         // If too many (1 sec) consecutively-skipped frames
 849                         if ( skipped > drop_max )
 850                         {
 851                                 // Reset cost tracker
 852                                 time_process = 0;
 853                                 count = 1;
 854                                 mlt_log_verbose( self, "too many frames dropped - forcing next frame\n" );
 855                         }
 856                 }
 857
 858                 // Always process audio
 859                 if ( !audio_off )
 860                 {
 861                         samples = mlt_sample_calculator( fps, frequency, counter++ );
 862                         mlt_frame_get_audio( frame, &audio, &afmt, &frequency, &channels, &samples );
 863                 }
 864
 865                 // Get the time to process this frame
 866                 int64_t time_current = time_difference( &ante );
 867
 868                 // If the current time is not suddenly some large amount
 869                 if ( time_current < time_process / count * 20 || !time_process || count < 5 )
 870                 {
 871                         // Accumulate the cost for processing this frame
 872                         time_process += time_current;
 873                 }
 874                 else
 875                 {
 876                         mlt_log_debug( self, "current %"PRId64" threshold %"PRId64" count %d\n",
 877                                 time_current, (int64_t) (time_process / count * 20), count );
 878                         // Ignore the cost of this frame's time
 879                         count--;
 880                 }
 881
 882                 // Determine if we started, resumed, or seeked
 883                 if ( pos != last_pos + 1 )
 884                         start_pos = pos;
 885                 last_pos = pos;
 886
 887                 // Do not skip the first 20% of buffer at start, resume, or seek
 888                 if ( pos - start_pos <= buffer / 5 + 1 )
 889                 {
 890                         // Reset cost tracker
 891                         time_process = 0;
 892                         count = 1;
 893                 }
 894
 895                 // Reset skip flag
 896                 skip_next = 0;
 897
 898                 // Only consider skipping if the buffer level is low (or really small)
 899                 if ( mlt_deque_count( priv->queue ) <= buffer / 5 + 1 )
 900                 {
 901                         // Skip next frame if average cost exceeds frame duration.
 902                         if ( time_process / count > frame_duration )
 903                                 skip_next = 1;
 904                         if ( skip_next )
 905                                 mlt_log_debug( self, "avg usec %"PRId64" (%"PRId64"/%d) duration %d\n",
 906                                         time_process/count, time_process, count, frame_duration);
 907                 }
 908         }
 909
 910         // Remove the last frame
 911         mlt_frame_close( frame );
 912         mlt_events_fire( properties, "consumer-thread-stopped", NULL );
 913
 914         return NULL;
 915 }
 916
 917 /** Locate the first unprocessed frame in the queue.
 918  *
 919  * When playing with realtime behavior, we do not use the true head, but
 920  * rather an adjusted process_head. The process_head is adjusted based on
 921  * the rate of frame-dropping or recovery from frame-dropping. The idea is
 922  * that as the level of frame-dropping increases to move the process_head
 923  * closer to the tail because the frames are not completing processing prior
 924  * to their playout! Then, as frames are not dropped the process_head moves
 925  * back closer to the head of the queue so that worker threads can work
 926  * ahead of the playout point (queue head).
 927  *
 928  * \private \memberof mlt_consumer_s
 929  * \param self a consumer
 930  * \return an index into the queue
 931  */
 932
 933 static inline int first_unprocessed_frame( mlt_consumer self )
 934 {
 935         consumer_private *priv = self->local;
 936         int index = priv->real_time <= 0 ? 0 : priv->process_head;
 937         while ( index < mlt_deque_count( priv->queue ) && MLT_FRAME( mlt_deque_peek( priv->queue, index ) )->is_processing )
 938                 index++;
 939         return index;
 940 }
 941
 942 /** The worker thread procedure for parallel processing frames.
 943  *
 944  * \private \memberof mlt_consumer_s
 945  * \param arg a consumer
 946  */
 947
 948 static void *consumer_worker_thread( void *arg )
 949 {
 950         // The argument is the consumer
 951         mlt_consumer self = arg;
 952         consumer_private *priv = self->local;
 953
 954         // Get the properties of the consumer
 955         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 956
 957         // Get the width and height
 958         int width = mlt_properties_get_int( properties, "width" );
 959         int height = mlt_properties_get_int( properties, "height" );
 960         mlt_image_format format = priv->format;
 961
 962         // See if video is turned off
 963         int video_off = mlt_properties_get_int( properties, "video_off" );
 964         int preview_off = mlt_properties_get_int( properties, "preview_off" );
 965         int preview_format = mlt_properties_get_int( properties, "preview_format" );
 966
 967         // General frame variable
 968         mlt_frame frame = NULL;
 969         uint8_t *image = NULL;
 970
 971         if ( preview_off && preview_format != 0 )
 972                 format = preview_format;
 973
 974         mlt_events_fire( properties, "consumer-thread-started", NULL );
 975
 976         // Continue to read ahead
 977         while ( priv->ahead )
 978         {
 979                 // Get the next unprocessed frame from the work queue
 980                 pthread_mutex_lock( &priv->queue_mutex );
 981                 int index = first_unprocessed_frame( self );
 982                 while ( priv->ahead && index >= mlt_deque_count( priv->queue ) )
 983                 {
 984                         mlt_log_debug( MLT_CONSUMER_SERVICE(self), "waiting in worker index = %d queue count = %d\n",
 985                                 index, mlt_deque_count( priv->queue ) );
 986                         pthread_cond_wait( &priv->queue_cond, &priv->queue_mutex );
 987                         index = first_unprocessed_frame( self );
 988                 }
 989
 990                 // Mark the frame for processing
 991                 frame = mlt_deque_peek( priv->queue, index );
 992                 if ( frame )
 993                 {
 994                         mlt_log_debug( MLT_CONSUMER_SERVICE(self), "worker processing index = %d frame " MLT_POSITION_FMT " queue count = %d\n",
 995                                 index, mlt_frame_get_position(frame), mlt_deque_count( priv->queue ) );
 996                         frame->is_processing = 1;
 997                         mlt_properties_inc_ref( MLT_FRAME_PROPERTIES( frame ) );
 998                 }
 999                 pthread_mutex_unlock( &priv->queue_mutex );
1000
1001                 // If there's no frame, we're probably stopped...
1002                 if ( frame == NULL )
1003                         continue;
1004
1005 #ifdef DEINTERLACE_ON_NOT_NORMAL_SPEED
1006                 // All non normal playback frames should be shown
1007                 if ( mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "_speed" ) != 1 )
1008                         mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "consumer_deinterlace", 1 );
1009 #endif
1010
1011                 // Get the image
1012                 if ( !video_off )
1013                 {
1014                         // Fetch width/height again
1015                         width = mlt_properties_get_int( properties, "width" );
1016                         height = mlt_properties_get_int( properties, "height" );
1017                         mlt_events_fire( MLT_CONSUMER_PROPERTIES( self ), "consumer-frame-render", frame, NULL );
1018                         mlt_frame_get_image( frame, &image, &format, &width, &height, 0 );
1019                 }
1020                 mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
1021                 mlt_frame_close( frame );
1022
1023                 // Tell a waiting thread (non-realtime main consumer thread) that we are done.
1024                 pthread_mutex_lock( &priv->done_mutex );
1025                 pthread_cond_broadcast( &priv->done_cond );
1026                 pthread_mutex_unlock( &priv->done_mutex );
1027         }
1028         mlt_events_fire( properties, "consumer-thread-stopped", NULL );
1029
1030         return NULL;
1031 }
1032
1033 /** Start the read/render thread.
1034  *
1035  * \private \memberof mlt_consumer_s
1036  * \param self a consumer
1037  */
1038
1039 static void consumer_read_ahead_start( mlt_consumer self )
1040 {
1041         consumer_private *priv = self->local;
1042
1043         // We're running now
1044         priv->ahead = 1;
1045
1046         // Create the frame queue
1047         priv->queue = mlt_deque_init( );
1048
1049         // Create the queue mutex
1050         pthread_mutex_init( &priv->queue_mutex, NULL );
1051
1052         // Create the condition
1053         pthread_cond_init( &priv->queue_cond, NULL );
1054
1055         // Create the read ahead
1056         if ( mlt_properties_get( MLT_CONSUMER_PROPERTIES( self ), "priority" ) )
1057         {
1058                 struct sched_param priority;
1059                 priority.sched_priority = mlt_properties_get_int( MLT_CONSUMER_PROPERTIES( self ), "priority" );
1060                 pthread_attr_t thread_attributes;
1061                 pthread_attr_init( &thread_attributes );
1062                 pthread_attr_setschedpolicy( &thread_attributes, SCHED_OTHER );
1063                 pthread_attr_setschedparam( &thread_attributes, &priority );
1064                 pthread_attr_setinheritsched( &thread_attributes, PTHREAD_EXPLICIT_SCHED );
1065                 pthread_attr_setscope( &thread_attributes, PTHREAD_SCOPE_SYSTEM );
1066                 if ( pthread_create( &priv->ahead_thread, &thread_attributes, consumer_read_ahead_thread, self ) < 0 )
1067                         pthread_create( &priv->ahead_thread, NULL, consumer_read_ahead_thread, self );
1068                 pthread_attr_destroy( &thread_attributes );
1069         }
1070         else
1071         {
1072                 pthread_create( &priv->ahead_thread, NULL, consumer_read_ahead_thread, self );
1073         }
1074         priv->started = 1;
1075 }
1076
1077 /** Start the worker threads.
1078  *
1079  * \private \memberof mlt_consumer_s
1080  * \param self a consumer
1081  */
1082
1083 static void consumer_work_start( mlt_consumer self )
1084 {
1085         consumer_private *priv = self->local;
1086         int n = abs( priv->real_time );
1087         pthread_t *thread = calloc( 1, sizeof( pthread_t ) * n );
1088
1089         // We're running now
1090         priv->ahead = 1;
1091         priv->threads = thread;
1092
1093         // These keep track of the accelleration of frame dropping or recovery.
1094         priv->consecutive_dropped = 0;
1095         priv->consecutive_rendered = 0;
1096
1097         // This is the position in the queue from which to look for a frame to process.
1098         // If we always start from the head, then we may likely not complete processing
1099         // before the frame is played out.
1100         priv->process_head = 0;
1101
1102         // Create the queues
1103         priv->queue = mlt_deque_init();
1104         priv->worker_threads = mlt_deque_init();
1105
1106         // Create the mutexes
1107         pthread_mutex_init( &priv->queue_mutex, NULL );
1108         pthread_mutex_init( &priv->done_mutex, NULL );
1109
1110         // Create the conditions
1111         pthread_cond_init( &priv->queue_cond, NULL );
1112         pthread_cond_init( &priv->done_cond, NULL );
1113
1114         // Create the read ahead
1115         if ( mlt_properties_get( MLT_CONSUMER_PROPERTIES( self ), "priority" ) )
1116         {
1117
1118                 struct sched_param priority;
1119                 pthread_attr_t thread_attributes;
1120
1121                 priority.sched_priority = mlt_properties_get_int( MLT_CONSUMER_PROPERTIES( self ), "priority" );
1122                 pthread_attr_init( &thread_attributes );
1123                 pthread_attr_setschedpolicy( &thread_attributes, SCHED_OTHER );
1124                 pthread_attr_setschedparam( &thread_attributes, &priority );
1125                 pthread_attr_setinheritsched( &thread_attributes, PTHREAD_EXPLICIT_SCHED );
1126                 pthread_attr_setscope( &thread_attributes, PTHREAD_SCOPE_SYSTEM );
1127
1128                 while ( n-- )
1129                 {
1130                         if ( pthread_create( thread, &thread_attributes, consumer_worker_thread, self ) < 0 )
1131                                 if ( pthread_create( thread, NULL, consumer_worker_thread, self ) == 0 )
1132                                         mlt_deque_push_back( priv->worker_threads, thread );
1133                         thread++;
1134                 }
1135                 pthread_attr_destroy( &thread_attributes );
1136         }
1137
1138         else
1139         {
1140                 while ( n-- )
1141                 {
1142                         if ( pthread_create( thread, NULL, consumer_worker_thread, self ) == 0 )
1143                                 mlt_deque_push_back( priv->worker_threads, thread );
1144                         thread++;
1145                 }
1146         }
1147         priv->started = 1;
1148 }
1149
1150 /** Stop the read/render thread.
1151  *
1152  * \private \memberof mlt_consumer_s
1153  * \param self a consumer
1154  */
1155
1156 static void consumer_read_ahead_stop( mlt_consumer self )
1157 {
1158         consumer_private *priv = self->local;
1159
1160         // Make sure we're running
1161 // TODO improve support for atomic ops in general (see libavutil/atomic.h)
1162 #ifdef __GCC_HAVE_SYNC_COMPARE_AND_SWAP_4
1163         if ( __sync_val_compare_and_swap( &priv->started, 1, 0 ) )
1164         {
1165 #else
1166         if ( priv->started )
1167         {
1168                 priv->started = 0;
1169 #endif
1170                 // Inform thread to stop
1171                 priv->ahead = 0;
1172                 mlt_events_fire( MLT_CONSUMER_PROPERTIES(self), "consumer-stopping", NULL );
1173
1174                 // Broadcast to the condition in case it's waiting
1175                 pthread_mutex_lock( &priv->queue_mutex );
1176                 pthread_cond_broadcast( &priv->queue_cond );
1177                 pthread_mutex_unlock( &priv->queue_mutex );
1178
1179                 // Broadcast to the put condition in case it's waiting
1180                 pthread_mutex_lock( &priv->put_mutex );
1181                 pthread_cond_broadcast( &priv->put_cond );
1182                 pthread_mutex_unlock( &priv->put_mutex );
1183
1184                 // Join the thread
1185                 pthread_join( priv->ahead_thread, NULL );
1186
1187                 // Destroy the frame queue mutex
1188                 pthread_mutex_destroy( &priv->queue_mutex );
1189
1190                 // Destroy the condition
1191                 pthread_cond_destroy( &priv->queue_cond );
1192
1193                 // Wipe the queue
1194                 while ( mlt_deque_count( priv->queue ) )
1195                         mlt_frame_close( mlt_deque_pop_back( priv->queue ) );
1196
1197                 // Close the queue
1198                 mlt_deque_close( priv->queue );
1199         }
1200 }
1201
1202 /** Stop the worker threads.
1203  *
1204  * \private \memberof mlt_consumer_s
1205  * \param self a consumer
1206  */
1207
1208 static void consumer_work_stop( mlt_consumer self )
1209 {
1210         consumer_private *priv = self->local;
1211
1212         // Make sure we're running
1213 #ifdef __GCC_HAVE_SYNC_COMPARE_AND_SWAP_4
1214         if ( __sync_val_compare_and_swap( &priv->started, 1, 0 ) )
1215         {
1216 #else
1217         if ( priv->started )
1218         {
1219                 priv->started = 0;
1220 #endif
1221                 // Inform thread to stop
1222                 priv->ahead = 0;
1223                 mlt_events_fire( MLT_CONSUMER_PROPERTIES(self), "consumer-stopping", NULL );
1224
1225                 // Broadcast to the queue condition in case it's waiting
1226                 pthread_mutex_lock( &priv->queue_mutex );
1227                 pthread_cond_broadcast( &priv->queue_cond );
1228                 pthread_mutex_unlock( &priv->queue_mutex );
1229
1230                 // Broadcast to the put condition in case it's waiting
1231                 pthread_mutex_lock( &priv->put_mutex );
1232                 pthread_cond_broadcast( &priv->put_cond );
1233                 pthread_mutex_unlock( &priv->put_mutex );
1234
1235                 // Broadcast to the done condition in case it's waiting
1236                 pthread_mutex_lock( &priv->done_mutex );
1237                 pthread_cond_broadcast( &priv->done_cond );
1238                 pthread_mutex_unlock( &priv->done_mutex );
1239
1240                 // Join the threads
1241                 pthread_t *thread;
1242                 while ( ( thread = mlt_deque_pop_back( priv->worker_threads ) ) )
1243                         pthread_join( *thread, NULL );
1244
1245                 // Deallocate the array of threads
1246                 if ( priv->threads )
1247                         free( priv->threads );
1248
1249                 // Destroy the mutexes
1250                 pthread_mutex_destroy( &priv->queue_mutex );
1251                 pthread_mutex_destroy( &priv->done_mutex );
1252
1253                 // Destroy the conditions
1254                 pthread_cond_destroy( &priv->queue_cond );
1255                 pthread_cond_destroy( &priv->done_cond );
1256
1257                 // Wipe the queues
1258                 while ( mlt_deque_count( priv->queue ) )
1259                         mlt_frame_close( mlt_deque_pop_back( priv->queue ) );
1260
1261                 // Close the queues
1262                 mlt_deque_close( priv->queue );
1263                 mlt_deque_close( priv->worker_threads );
1264         }
1265 }
1266
1267 /** Flush the read/render thread's buffer.
1268  *
1269  * \public \memberof mlt_consumer_s
1270  * \param self a consumer
1271  */
1272
1273 void mlt_consumer_purge( mlt_consumer self )
1274 {
1275         if ( self )
1276         {
1277                 consumer_private *priv = self->local;
1278
1279                 pthread_mutex_lock( &priv->put_mutex );
1280                 if ( priv->put ) {
1281                         mlt_frame_close( priv->put );
1282                         priv->put = NULL;
1283                 }
1284                 pthread_cond_broadcast( &priv->put_cond );
1285                 pthread_mutex_unlock( &priv->put_mutex );
1286
1287                 if ( priv->started && priv->real_time )
1288                         pthread_mutex_lock( &priv->queue_mutex );
1289
1290                 if ( self->purge )
1291                         self->purge( self );
1292
1293                 while ( priv->started && mlt_deque_count( priv->queue ) )
1294                         mlt_frame_close( mlt_deque_pop_back( priv->queue ) );
1295                 if ( priv->started && priv->real_time )
1296                 {
1297                         priv->is_purge = 1;
1298                         pthread_cond_broadcast( &priv->queue_cond );
1299                         pthread_mutex_unlock( &priv->queue_mutex );
1300                         if ( abs( priv->real_time ) > 1 )
1301                         {
1302                                 pthread_mutex_lock( &priv->done_mutex );
1303                                 pthread_cond_broadcast( &priv->done_cond );
1304                                 pthread_mutex_unlock( &priv->done_mutex );
1305                         }
1306                 }
1307
1308                 pthread_mutex_lock( &priv->put_mutex );
1309                 if ( priv->put ) {
1310                         mlt_frame_close( priv->put );
1311                         priv->put = NULL;
1312                 }
1313                 pthread_cond_broadcast( &priv->put_cond );
1314                 pthread_mutex_unlock( &priv->put_mutex );
1315         }
1316 }
1317
1318 /** Use multiple worker threads and a work queue.
1319  */
1320
1321 static mlt_frame worker_get_frame( mlt_consumer self, mlt_properties properties )
1322 {
1323         // Frame to return
1324         mlt_frame frame = NULL;
1325         consumer_private *priv = self->local;
1326         double fps = mlt_properties_get_double( properties, "fps" );
1327         int threads = abs( priv->real_time );
1328         int buffer = mlt_properties_get_int( properties, "_buffer" );
1329         buffer = buffer > 0 ? buffer : mlt_properties_get_int( properties, "buffer" );
1330         // This is a heuristic to determine a suitable minimum buffer size for the number of threads.
1331         int headroom = 2 + threads * threads;
1332         buffer = buffer < headroom ? headroom : buffer;
1333
1334         // Start worker threads if not already started.
1335         if ( ! priv->ahead )
1336         {
1337                 int prefill = mlt_properties_get_int( properties, "prefill" );
1338                 prefill = prefill > 0 && prefill < buffer ? prefill : buffer;
1339
1340                 consumer_work_start( self );
1341
1342                 // Fill the work queue.
1343                 int i = buffer;
1344                 while ( priv->ahead && i-- )
1345                 {
1346                         frame = mlt_consumer_get_frame( self );
1347                         if ( frame )
1348                         {
1349                                 pthread_mutex_lock( &priv->queue_mutex );
1350                                 mlt_deque_push_back( priv->queue, frame );
1351                                 pthread_cond_signal( &priv->queue_cond );
1352                                 pthread_mutex_unlock( &priv->queue_mutex );
1353                         }
1354                 }
1355
1356                 // Wait for prefill
1357                 while ( priv->ahead && first_unprocessed_frame( self ) < prefill )
1358                 {
1359                         pthread_mutex_lock( &priv->done_mutex );
1360                         pthread_cond_wait( &priv->done_cond, &priv->done_mutex );
1361                         pthread_mutex_unlock( &priv->done_mutex );
1362                 }
1363                 priv->process_head = threads;
1364         }
1365
1366 //      mlt_log_verbose( MLT_CONSUMER_SERVICE(self), "size %d done count %d work count %d process_head %d\n",
1367 //              threads, first_unprocessed_frame( self ), mlt_deque_count( priv->queue ), priv->process_head );
1368
1369         // Feed the work queue
1370         while ( priv->ahead && mlt_deque_count( priv->queue ) < buffer )
1371         {
1372                 frame = mlt_consumer_get_frame( self );
1373                 if ( frame )
1374                 {
1375                         pthread_mutex_lock( &priv->queue_mutex );
1376                         mlt_deque_push_back( priv->queue, frame );
1377                         pthread_cond_signal( &priv->queue_cond );
1378                         pthread_mutex_unlock( &priv->queue_mutex );
1379                 }
1380         }
1381
1382         // Wait if not realtime.
1383         while ( priv->ahead && priv->real_time < 0 && !priv->is_purge &&
1384                 !( mlt_properties_get_int( MLT_FRAME_PROPERTIES( MLT_FRAME( mlt_deque_peek_front( priv->queue ) ) ), "rendered" ) ) )
1385         {
1386                 pthread_mutex_lock( &priv->done_mutex );
1387                 pthread_cond_wait( &priv->done_cond, &priv->done_mutex );
1388                 pthread_mutex_unlock( &priv->done_mutex );
1389         }
1390
1391         // Get the frame from the queue.
1392         pthread_mutex_lock( &priv->queue_mutex );
1393         frame = mlt_deque_pop_front( priv->queue );
1394         pthread_mutex_unlock( &priv->queue_mutex );
1395         if ( ! frame ) {
1396                 priv->is_purge = 0;
1397                 return frame;
1398         }
1399
1400         // Adapt the worker process head to the runtime conditions.
1401         if ( priv->real_time > 0 )
1402         {
1403                 if ( mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "rendered" ) )
1404                 {
1405                         priv->consecutive_dropped = 0;
1406                         if ( priv->process_head > threads && priv->consecutive_rendered >= priv->process_head )
1407                                 priv->process_head--;
1408                         else
1409                                 priv->consecutive_rendered++;
1410                 }
1411                 else
1412                 {
1413                         priv->consecutive_rendered = 0;
1414                         if ( priv->process_head < buffer - threads && priv->consecutive_dropped > threads )
1415                                 priv->process_head++;
1416                         else
1417                                 priv->consecutive_dropped++;
1418                 }
1419 //              mlt_log_verbose( MLT_CONSUMER_SERVICE(self), "dropped %d rendered %d process_head %d\n",
1420 //                      priv->consecutive_dropped, priv->consecutive_rendered, priv->process_head );
1421
1422                 // Check for too many consecutively dropped frames
1423                 if ( priv->consecutive_dropped > mlt_properties_get_int( properties, "drop_max" ) )
1424                 {
1425                         int orig_buffer = mlt_properties_get_int( properties, "buffer" );
1426                         int prefill = mlt_properties_get_int( properties, "prefill" );
1427                         mlt_log_verbose( self, "too many frames dropped - " );
1428
1429                         // If using a default low-latency buffer level (SDL) and below the limit
1430                         if ( ( orig_buffer == 1 || prefill == 1 ) && buffer < (threads + 1) * 10 )
1431                         {
1432                                 // Auto-scale the buffer to compensate
1433                                 mlt_log_verbose( self, "increasing buffer to %d\n", buffer + threads );
1434                                 mlt_properties_set_int( properties, "_buffer", buffer + threads );
1435                                 priv->consecutive_dropped = fps / 2;
1436                         }
1437                         else
1438                         {
1439                                 // Tell the consumer to render it
1440                                 mlt_log_verbose( self, "forcing next frame\n" );
1441                                 mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
1442                                 priv->consecutive_dropped = 0;
1443                         }
1444                 }
1445         }
1446         if ( priv->is_purge ) {
1447                 priv->is_purge = 0;
1448                 mlt_frame_close( frame );
1449                 frame = NULL;
1450         }
1451         return frame;
1452 }
1453
1454 /** Get the next frame from the producer connected to a consumer.
1455  *
1456  * Typically, one uses this instead of \p mlt_consumer_get_frame to make
1457  * the asynchronous/real-time behavior configurable at runtime.
1458  * You should close the frame returned from this when you are done with it.
1459  *
1460  * \public \memberof mlt_consumer_s
1461  * \param self a consumer
1462  * \return a frame
1463  */
1464
1465 mlt_frame mlt_consumer_rt_frame( mlt_consumer self )
1466 {
1467         // Frame to return
1468         mlt_frame frame = NULL;
1469
1470         // Get the properties
1471         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
1472         consumer_private *priv = self->local;
1473
1474         // Check if the user has requested real time or not
1475         if ( priv->real_time > 1 || priv->real_time < -1 )
1476         {
1477                 // see above
1478                 return worker_get_frame( self, properties );
1479         }
1480         else if ( priv->real_time == 1 || priv->real_time == -1 )
1481         {
1482                 int size = 1;
1483
1484                 // Is the read ahead running?
1485                 if ( priv->ahead == 0 )
1486                 {
1487                         int buffer = mlt_properties_get_int( properties, "buffer" );
1488                         int prefill = mlt_properties_get_int( properties, "prefill" );
1489                         consumer_read_ahead_start( self );
1490                         if ( buffer > 1 )
1491                                 size = prefill > 0 && prefill < buffer ? prefill : buffer;
1492                 }
1493
1494                 // Get frame from queue
1495                 pthread_mutex_lock( &priv->queue_mutex );
1496                 while( priv->ahead && mlt_deque_count( priv->queue ) < size )
1497                         pthread_cond_wait( &priv->queue_cond, &priv->queue_mutex );
1498                 frame = mlt_deque_pop_front( priv->queue );
1499                 pthread_cond_broadcast( &priv->queue_cond );
1500                 pthread_mutex_unlock( &priv->queue_mutex );
1501         }
1502         else // real_time == 0
1503         {
1504                 if ( !priv->ahead )
1505                 {
1506                         priv->ahead = 1;
1507                         mlt_events_fire( properties, "consumer-thread-started", NULL );
1508                 }
1509                 // Get the frame in non real time
1510                 frame = mlt_consumer_get_frame( self );
1511
1512                 // This isn't true, but from the consumers perspective it is
1513                 if ( frame != NULL )
1514                         mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
1515         }
1516
1517         return frame;
1518 }
1519
1520 /** Callback for the implementation to indicate a stopped condition.
1521  *
1522  * \public \memberof mlt_consumer_s
1523  * \param self a consumer
1524  */
1525
1526 void mlt_consumer_stopped( mlt_consumer self )
1527 {
1528         mlt_properties_set_int( MLT_CONSUMER_PROPERTIES( self ), "running", 0 );
1529         mlt_events_fire( MLT_CONSUMER_PROPERTIES( self ), "consumer-stopped", NULL );
1530         mlt_event_unblock( ( ( consumer_private* ) self->local )->event_listener );
1531 }
1532
1533 /** Stop the consumer.
1534  *
1535  * \public \memberof mlt_consumer_s
1536  * \param self a consumer
1537  * \return true if there was an error
1538  */
1539
1540 int mlt_consumer_stop( mlt_consumer self )
1541 {
1542         // Get the properies
1543         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
1544         consumer_private *priv = self->local;
1545
1546         // Just in case...
1547         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_DEBUG, "stopping put waiting\n" );
1548         pthread_mutex_lock( &priv->put_mutex );
1549         priv->put_active = 0;
1550         pthread_cond_broadcast( &priv->put_cond );
1551         pthread_mutex_unlock( &priv->put_mutex );
1552
1553         // Stop the consumer
1554         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_DEBUG, "stopping consumer\n" );
1555
1556         // Cancel the read ahead threads
1557         priv->ahead = 0;
1558         if ( priv->started )
1559         {
1560                 // Unblock the consumer calling mlt_consumer_rt_frame
1561                 pthread_mutex_lock( &priv->queue_mutex );
1562                 pthread_cond_broadcast( &priv->queue_cond );
1563                 pthread_mutex_unlock( &priv->queue_mutex );
1564         }
1565
1566         // Invoke the child callback
1567         if ( self->stop != NULL )
1568                 self->stop( self );
1569
1570         // Check if the user has requested real time or not and stop if necessary
1571         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_DEBUG, "stopping read_ahead\n" );
1572         if ( abs( priv->real_time ) == 1 )
1573                 consumer_read_ahead_stop( self );
1574         else if ( abs( priv->real_time ) > 1 )
1575                 consumer_work_stop( self );
1576
1577         // Kill the test card
1578         mlt_properties_set_data( properties, "test_card_producer", NULL, 0, NULL, NULL );
1579
1580         // Check and run a post command
1581         if ( mlt_properties_get( properties, "post" ) )
1582                 if (system( mlt_properties_get( properties, "post" ) ) == -1 )
1583                         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_ERROR, "system(%s) failed!\n", mlt_properties_get( properties, "post" ) );
1584
1585         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_DEBUG, "stopped\n" );
1586
1587         return 0;
1588 }
1589
1590 /** Determine if the consumer is stopped.
1591  *
1592  * \public \memberof mlt_consumer_s
1593  * \param self a consumer
1594  * \return true if the consumer is stopped
1595  */
1596
1597 int mlt_consumer_is_stopped( mlt_consumer self )
1598 {
1599         // Check if the consumer is stopped
1600         if ( self && self->is_stopped )
1601                 return self->is_stopped( self );
1602
1603         return 0;
1604 }
1605
1606 /** Close and destroy the consumer.
1607  *
1608  * \public \memberof mlt_consumer_s
1609  * \param self a consumer
1610  */
1611
1612 void mlt_consumer_close( mlt_consumer self )
1613 {
1614         if ( self != NULL && mlt_properties_dec_ref( MLT_CONSUMER_PROPERTIES( self ) ) <= 0 )
1615         {
1616                 // Get the childs close function
1617                 void ( *consumer_close )( ) = self->close;
1618
1619                 if ( consumer_close )
1620                 {
1621                         // Just in case...
1622                         //mlt_consumer_stop( self );
1623
1624                         self->close = NULL;
1625                         consumer_close( self );
1626                 }
1627                 else
1628                 {
1629                         consumer_private *priv = self->local;
1630
1631                         // Make sure it only gets called once
1632                         self->parent.close = NULL;
1633
1634                         // Destroy the push mutex and condition
1635                         pthread_mutex_destroy( &priv->put_mutex );
1636                         pthread_cond_destroy( &priv->put_cond );
1637
1638                         mlt_service_close( &self->parent );
1639                         free( priv );
1640                 }
1641         }
1642 }
1643
1644 /** Get the position of the last frame shown.
1645  *
1646  * \public \memberof mlt_consumer_s
1647  * \param consumer a consumer
1648  * \return the position
1649  */
1650
1651 mlt_position mlt_consumer_position( mlt_consumer consumer )
1652 {
1653         return ( ( consumer_private* ) consumer->local )->position;
1654 }
1655