git.sesse.net Git - mlt/blob - src/framework/mlt_consumer.c

   1 /**
   2  * \file mlt_consumer.c
   3  * \brief abstraction for all consumer services
   4  * \see mlt_consumer_s
   5  *
   6  * Copyright (C) 2003-2010 Ushodaya Enterprises Limited
   7  * \author Charles Yates <charles.yates@pandora.be>
   8  * \author Dan Dennedy <dan@dennedy.org>
   9  *
  10  * This library is free software; you can redistribute it and/or
  11  * modify it under the terms of the GNU Lesser General Public
  12  * License as published by the Free Software Foundation; either
  13  * version 2.1 of the License, or (at your option) any later version.
  14  *
  15  * This library is distributed in the hope that it will be useful,
  16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  18  * Lesser General Public License for more details.
  19  *
  20  * You should have received a copy of the GNU Lesser General Public
  21  * License along with this library; if not, write to the Free Software
  22  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  23  */
  24
  25 #include "mlt_consumer.h"
  26 #include "mlt_factory.h"
  27 #include "mlt_producer.h"
  28 #include "mlt_frame.h"
  29 #include "mlt_profile.h"
  30 #include "mlt_log.h"
  31
  32 #include <stdio.h>
  33 #include <string.h>
  34 #include <stdlib.h>
  35 #include <sys/time.h>
  36
  37 /** Define this if you want an automatic deinterlace (if necessary) when the
  38  * consumer's producer is not running at normal speed.
  39  */
  40 #undef DEINTERLACE_ON_NOT_NORMAL_SPEED
  41
  42 /** This is not the ideal place for this, but it is needed by VDPAU as well.
  43  */
  44 pthread_mutex_t mlt_sdl_mutex = PTHREAD_MUTEX_INITIALIZER;
  45
  46 /** \brief private members of mlt_consumer */
  47
  48 typedef struct
  49 {
  50         int real_time;
  51         int ahead;
  52         mlt_image_format format;
  53         mlt_deque queue;
  54         pthread_t ahead_thread;
  55         pthread_mutex_t queue_mutex;
  56         pthread_cond_t queue_cond;
  57         pthread_mutex_t put_mutex;
  58         pthread_cond_t put_cond;
  59         mlt_frame put;
  60         int put_active;
  61         mlt_event event_listener;
  62         mlt_position position;
  63         int is_purge;
  64
  65         /* additional fields added for the parallel work queue */
  66         mlt_deque worker_threads;
  67         pthread_mutex_t done_mutex;
  68         pthread_cond_t done_cond;
  69         int consecutive_dropped;
  70         int consecutive_rendered;
  71         int process_head;
  72         int started;
  73         pthread_t *threads; /**< used to deallocate all threads */
  74 }
  75 consumer_private;
  76
  77 static void mlt_consumer_frame_render( mlt_listener listener, mlt_properties owner, mlt_service self, void **args );
  78 static void mlt_consumer_frame_show( mlt_listener listener, mlt_properties owner, mlt_service self, void **args );
  79 static void mlt_consumer_property_changed( mlt_properties owner, mlt_consumer self, char *name );
  80 static void apply_profile_properties( mlt_consumer self, mlt_profile profile, mlt_properties properties );
  81 static void on_consumer_frame_show( mlt_properties owner, mlt_consumer self, mlt_frame frame );
  82
  83 /** Initialize a consumer service.
  84  *
  85  * \public \memberof mlt_consumer_s
  86  * \param self the consumer to initialize
  87  * \param child a pointer to the object for the subclass
  88  * \param profile the \p mlt_profile_s to use (optional but recommended,
  89  * uses the environment variable MLT if self is NULL)
  90  * \return true if there was an error
  91  */
  92
  93 int mlt_consumer_init( mlt_consumer self, void *child, mlt_profile profile )
  94 {
  95         int error = 0;
  96         memset( self, 0, sizeof( struct mlt_consumer_s ) );
  97         self->child = child;
  98         consumer_private *priv = self->local = calloc( 1, sizeof( consumer_private ) );
  99
 100         error = mlt_service_init( &self->parent, self );
 101         if ( error == 0 )
 102         {
 103                 // Get the properties from the service
 104                 mlt_properties properties = MLT_SERVICE_PROPERTIES( &self->parent );
 105
 106                 // Apply profile to properties
 107                 if ( profile == NULL )
 108                 {
 109                         // Normally the application creates the profile and controls its lifetime
 110                         // This is the fallback exception handling
 111                         profile = mlt_profile_init( NULL );
 112                         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 113                         mlt_properties_set_data( properties, "_profile", profile, 0, (mlt_destructor)mlt_profile_close, NULL );
 114                 }
 115                 apply_profile_properties( self, profile, properties );
 116
 117                 // Default rescaler for all consumers
 118                 mlt_properties_set( properties, "rescale", "bilinear" );
 119
 120                 // Default read ahead buffer size
 121                 mlt_properties_set_int( properties, "buffer", 25 );
 122                 mlt_properties_set_int( properties, "drop_max", 5 );
 123
 124                 // Default audio frequency and channels
 125                 mlt_properties_set_int( properties, "frequency", 48000 );
 126                 mlt_properties_set_int( properties, "channels", 2 );
 127
 128                 // Default of all consumers is real time
 129                 mlt_properties_set_int( properties, "real_time", 1 );
 130
 131                 // Default to environment test card
 132                 mlt_properties_set( properties, "test_card", mlt_environment( "MLT_TEST_CARD" ) );
 133
 134                 // Hmm - default all consumers to yuv422 :-/
 135                 priv->format = mlt_image_yuv422;
 136                 mlt_properties_set( properties, "mlt_image_format", mlt_image_format_name( priv->format ) );
 137                 mlt_properties_set( properties, "mlt_audio_format", mlt_audio_format_name( mlt_audio_s16 ) );
 138
 139                 mlt_events_register( properties, "consumer-frame-show", ( mlt_transmitter )mlt_consumer_frame_show );
 140                 mlt_events_register( properties, "consumer-frame-render", ( mlt_transmitter )mlt_consumer_frame_render );
 141                 mlt_events_register( properties, "consumer-thread-started", NULL );
 142                 mlt_events_register( properties, "consumer-thread-stopped", NULL );
 143                 mlt_events_register( properties, "consumer-stopping", NULL );
 144                 mlt_events_register( properties, "consumer-stopped", NULL );
 145                 mlt_events_listen( properties, self, "consumer-frame-show", ( mlt_listener )on_consumer_frame_show );
 146
 147                 // Register a property-changed listener to handle the profile property -
 148                 // subsequent properties can override the profile
 149                 priv->event_listener = mlt_events_listen( properties, self, "property-changed", ( mlt_listener )mlt_consumer_property_changed );
 150
 151                 // Create the push mutex and condition
 152                 pthread_mutex_init( &priv->put_mutex, NULL );
 153                 pthread_cond_init( &priv->put_cond, NULL );
 154
 155         }
 156         return error;
 157 }
 158
 159 /** Convert the profile into properties on the consumer.
 160  *
 161  * \private \memberof mlt_consumer_s
 162  * \param self a consumer
 163  * \param profile a profile
 164  * \param properties a properties list (typically, the consumer's)
 165  */
 166
 167 static void apply_profile_properties( mlt_consumer self, mlt_profile profile, mlt_properties properties )
 168 {
 169         consumer_private *priv = self->local;
 170         mlt_event_block( priv->event_listener );
 171         mlt_properties_set_double( properties, "fps", mlt_profile_fps( profile ) );
 172         mlt_properties_set_int( properties, "frame_rate_num", profile->frame_rate_num );
 173         mlt_properties_set_int( properties, "frame_rate_den", profile->frame_rate_den );
 174         mlt_properties_set_int( properties, "width", profile->width );
 175         mlt_properties_set_int( properties, "height", profile->height );
 176         mlt_properties_set_int( properties, "progressive", profile->progressive );
 177         mlt_properties_set_double( properties, "aspect_ratio", mlt_profile_sar( profile )  );
 178         mlt_properties_set_int( properties, "sample_aspect_num", profile->sample_aspect_num );
 179         mlt_properties_set_int( properties, "sample_aspect_den", profile->sample_aspect_den );
 180         mlt_properties_set_double( properties, "display_ratio", mlt_profile_dar( profile )  );
 181         mlt_properties_set_int( properties, "display_aspect_num", profile->display_aspect_num );
 182         mlt_properties_set_int( properties, "display_aspect_den", profile->display_aspect_den );
 183         mlt_properties_set_int( properties, "colorspace", profile->colorspace );
 184         mlt_event_unblock( priv->event_listener );
 185 }
 186
 187 /** The property-changed event listener
 188  *
 189  * \private \memberof mlt_consumer_s
 190  * \param owner the events object
 191  * \param self the consumer
 192  * \param name the name of the property that changed
 193  */
 194
 195 static void mlt_consumer_property_changed( mlt_properties owner, mlt_consumer self, char *name )
 196 {
 197         if ( !strcmp( name, "mlt_profile" ) )
 198         {
 199                 // Get the properies
 200                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 201
 202                 // Get the current profile
 203                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 204
 205                 // Load the new profile
 206                 mlt_profile new_profile = mlt_profile_init( mlt_properties_get( properties, name ) );
 207
 208                 if ( new_profile )
 209                 {
 210                         // Copy the profile
 211                         if ( profile != NULL )
 212                         {
 213                                 free( profile->description );
 214                                 memcpy( profile, new_profile, sizeof( struct mlt_profile_s ) );
 215                                 profile->description = strdup( new_profile->description );
 216                         }
 217                         else
 218                         {
 219                                 profile = new_profile;
 220                         }
 221
 222                         // Apply to properties
 223                         apply_profile_properties( self, profile, properties );
 224                         mlt_profile_close( new_profile );
 225                 }
 226         }
 227         else if ( !strcmp( name, "frame_rate_num" ) )
 228         {
 229                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 230                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 231                 if ( profile )
 232                 {
 233                         profile->frame_rate_num = mlt_properties_get_int( properties, "frame_rate_num" );
 234                         mlt_properties_set_double( properties, "fps", mlt_profile_fps( profile ) );
 235                 }
 236         }
 237         else if ( !strcmp( name, "frame_rate_den" ) )
 238         {
 239                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 240                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 241                 if ( profile )
 242                 {
 243                         profile->frame_rate_den = mlt_properties_get_int( properties, "frame_rate_den" );
 244                         mlt_properties_set_double( properties, "fps", mlt_profile_fps( profile ) );
 245                 }
 246         }
 247         else if ( !strcmp( name, "width" ) )
 248         {
 249                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 250                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 251                 if ( profile )
 252                         profile->width = mlt_properties_get_int( properties, "width" );
 253         }
 254         else if ( !strcmp( name, "height" ) )
 255         {
 256                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 257                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 258                 if ( profile )
 259                         profile->height = mlt_properties_get_int( properties, "height" );
 260         }
 261         else if ( !strcmp( name, "progressive" ) )
 262         {
 263                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 264                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 265                 if ( profile )
 266                         profile->progressive = mlt_properties_get_int( properties, "progressive" );
 267         }
 268         else if ( !strcmp( name, "sample_aspect_num" ) )
 269         {
 270                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 271                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 272                 if ( profile )
 273                 {
 274                         profile->sample_aspect_num = mlt_properties_get_int( properties, "sample_aspect_num" );
 275                         mlt_properties_set_double( properties, "aspect_ratio", mlt_profile_sar( profile )  );
 276                 }
 277         }
 278         else if ( !strcmp( name, "sample_aspect_den" ) )
 279         {
 280                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 281                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 282                 if ( profile )
 283                 {
 284                         profile->sample_aspect_den = mlt_properties_get_int( properties, "sample_aspect_den" );
 285                         mlt_properties_set_double( properties, "aspect_ratio", mlt_profile_sar( profile )  );
 286                 }
 287         }
 288         else if ( !strcmp( name, "display_aspect_num" ) )
 289         {
 290                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 291                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 292                 if ( profile )
 293                 {
 294                         profile->display_aspect_num = mlt_properties_get_int( properties, "display_aspect_num" );
 295                         mlt_properties_set_double( properties, "display_ratio", mlt_profile_dar( profile )  );
 296                 }
 297         }
 298         else if ( !strcmp( name, "display_aspect_den" ) )
 299         {
 300                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 301                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 302                 if ( profile )
 303                 {
 304                         profile->display_aspect_den = mlt_properties_get_int( properties, "display_aspect_den" );
 305                         mlt_properties_set_double( properties, "display_ratio", mlt_profile_dar( profile )  );
 306                 }
 307         }
 308         else if ( !strcmp( name, "colorspace" ) )
 309         {
 310                 mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 311                 mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 312                 if ( profile )
 313                         profile->colorspace = mlt_properties_get_int( properties, "colorspace" );
 314         }
 315 }
 316
 317 /** The transmitter for the consumer-frame-show event
 318  *
 319  * Invokes the listener.
 320  *
 321  * \private \memberof mlt_consumer_s
 322  * \param listener a function pointer that will be invoked
 323  * \param owner the events object that will be passed to \p listener
 324  * \param self a service that will be passed to \p listener
 325  * \param args an array of pointers - the first entry is passed as a frame to \p listener
 326  */
 327
 328 static void mlt_consumer_frame_show( mlt_listener listener, mlt_properties owner, mlt_service self, void **args )
 329 {
 330         if ( listener != NULL )
 331                 listener( owner, self, ( mlt_frame )args[ 0 ] );
 332 }
 333
 334 /** The transmitter for the consumer-frame-render event
 335  *
 336  * Invokes the listener.
 337  *
 338  * \private \memberof mlt_consumer_s
 339  * \param listener a function pointer that will be invoked
 340  * \param owner the events object that will be passed to \p listener
 341  * \param self a service that will be passed to \p listener
 342  * \param args an array of pointers - the first entry is passed as a frame to \p listener
 343  */
 344
 345 static void mlt_consumer_frame_render( mlt_listener listener, mlt_properties owner, mlt_service self, void **args )
 346 {
 347         if ( listener != NULL )
 348                 listener( owner, self, ( mlt_frame )args[ 0 ] );
 349 }
 350
 351 /** A listener on the consumer-frame-show event
 352  *
 353  * Saves the position of the frame shown.
 354  *
 355  * \private \memberof mlt_consumer_s
 356  * \param owner the events object
 357  * \param consumer the consumer on which this event occurred
 358  * \param frame the frame that was shown
 359  */
 360
 361 static void on_consumer_frame_show( mlt_properties owner, mlt_consumer consumer, mlt_frame frame )
 362 {
 363         if ( frame )
 364                 ( ( consumer_private*) consumer->local )->position = mlt_frame_get_position( frame );
 365 }
 366
 367 /** Create a new consumer.
 368  *
 369  * \public \memberof mlt_consumer_s
 370  * \param profile a profile (optional, but recommended)
 371  * \return a new consumer
 372  */
 373
 374 mlt_consumer mlt_consumer_new( mlt_profile profile )
 375 {
 376         // Create the memory for the structure
 377         mlt_consumer self = malloc( sizeof( struct mlt_consumer_s ) );
 378
 379         // Initialise it
 380         if ( self != NULL && mlt_consumer_init( self, NULL, profile ) == 0 )
 381         {
 382                 // Return it
 383                 return self;
 384         }
 385         else
 386         {
 387                 free(self);
 388                 return NULL;
 389         }
 390 }
 391
 392 /** Get the parent service object.
 393  *
 394  * \public \memberof mlt_consumer_s
 395  * \param self a consumer
 396  * \return the parent service class
 397  * \see MLT_CONSUMER_SERVICE
 398  */
 399
 400 mlt_service mlt_consumer_service( mlt_consumer self )
 401 {
 402         return self != NULL ? &self->parent : NULL;
 403 }
 404
 405 /** Get the consumer properties.
 406  *
 407  * \public \memberof mlt_consumer_s
 408  * \param self a consumer
 409  * \return the consumer's properties list
 410  * \see MLT_CONSUMER_PROPERTIES
 411  */
 412
 413 mlt_properties mlt_consumer_properties( mlt_consumer self )
 414 {
 415         return self != NULL ? MLT_SERVICE_PROPERTIES( &self->parent ) : NULL;
 416 }
 417
 418 /** Connect the consumer to the producer.
 419  *
 420  * \public \memberof mlt_consumer_s
 421  * \param self a consumer
 422  * \param producer a producer
 423  * \return > 0 warning, == 0 success, < 0 serious error,
 424  *         1 = this service does not accept input,
 425  *         2 = the producer is invalid,
 426  *         3 = the producer is already registered with this consumer
 427  */
 428
 429 int mlt_consumer_connect( mlt_consumer self, mlt_service producer )
 430 {
 431         return mlt_service_connect_producer( &self->parent, producer, 0 );
 432 }
 433
 434 /** Start the consumer.
 435  *
 436  * \public \memberof mlt_consumer_s
 437  * \param self a consumer
 438  * \return true if there was an error
 439  */
 440
 441 int mlt_consumer_start( mlt_consumer self )
 442 {
 443         if ( !mlt_consumer_is_stopped( self ) )
 444                 return 0;
 445
 446         consumer_private *priv = self->local;
 447
 448         // Stop listening to the property-changed event
 449         mlt_event_block( priv->event_listener );
 450
 451         // Get the properies
 452         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 453
 454         // Determine if there's a test card producer
 455         char *test_card = mlt_properties_get( properties, "test_card" );
 456
 457         // Just to make sure nothing is hanging around...
 458         pthread_mutex_lock( &priv->put_mutex );
 459         priv->put = NULL;
 460         priv->put_active = 1;
 461         pthread_mutex_unlock( &priv->put_mutex );
 462
 463         // Deal with it now.
 464         if ( test_card != NULL )
 465         {
 466                 if ( mlt_properties_get_data( properties, "test_card_producer", NULL ) == NULL )
 467                 {
 468                         // Create a test card producer
 469                         mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( self ) );
 470                         mlt_producer producer = mlt_factory_producer( profile, NULL, test_card );
 471
 472                         // Do we have a producer
 473                         if ( producer != NULL )
 474                         {
 475                                 // Test card should loop I guess...
 476                                 mlt_properties_set( MLT_PRODUCER_PROPERTIES( producer ), "eof", "loop" );
 477                                 //mlt_producer_set_speed( producer, 0 );
 478                                 //mlt_producer_set_in_and_out( producer, 0, 0 );
 479
 480                                 // Set the test card on the consumer
 481                                 mlt_properties_set_data( properties, "test_card_producer", producer, 0, ( mlt_destructor )mlt_producer_close, NULL );
 482                         }
 483                 }
 484         }
 485         else
 486         {
 487                 // Allow the hash table to speed things up
 488                 mlt_properties_set_data( properties, "test_card_producer", NULL, 0, NULL, NULL );
 489         }
 490
 491         // The profile could have changed between a stop and a restart.
 492         apply_profile_properties( self, mlt_service_profile( MLT_CONSUMER_SERVICE(self) ), properties );
 493
 494         // Set the frame duration in microseconds for the frame-dropping heuristic
 495         int frame_rate_num = mlt_properties_get_int( properties, "frame_rate_num" );
 496         int frame_rate_den = mlt_properties_get_int( properties, "frame_rate_den" );
 497         int frame_duration = 0;
 498
 499         if ( frame_rate_num && frame_rate_den )
 500         {
 501                 frame_duration = 1000000 / frame_rate_num * frame_rate_den;
 502         }
 503
 504         mlt_properties_set_int( properties, "frame_duration", frame_duration );
 505
 506         // Check and run an ante command
 507         if ( mlt_properties_get( properties, "ante" ) )
 508                 if ( system( mlt_properties_get( properties, "ante" ) ) == -1 )
 509                         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_ERROR, "system(%s) failed!\n", mlt_properties_get( properties, "ante" ) );
 510
 511         // Set the real_time preference
 512         priv->real_time = mlt_properties_get_int( properties, "real_time" );
 513
 514         // For worker threads implementation, buffer must be at least # threads
 515         if ( abs( priv->real_time ) > 1 && mlt_properties_get_int( properties, "buffer" ) <= abs( priv->real_time ) )
 516                 mlt_properties_set_int( properties, "_buffer", abs( priv->real_time ) + 1 );
 517
 518         // Get the image format to use for rendering threads
 519         const char* format = mlt_properties_get( properties, "mlt_image_format" );
 520         if ( format )
 521         {
 522                 if ( !strcmp( format, "rgb24" ) )
 523                         priv->format = mlt_image_rgb24;
 524                 else if ( !strcmp( format, "rgb24a" ) )
 525                         priv->format = mlt_image_rgb24a;
 526                 else if ( !strcmp( format, "yuv420p" ) )
 527                         priv->format = mlt_image_yuv420p;
 528                 else if ( !strcmp( format, "none" ) )
 529                         priv->format = mlt_image_none;
 530                 else if ( !strcmp( format, "glsl" ) )
 531                         priv->format = mlt_image_glsl_texture;
 532                 else
 533                         priv->format = mlt_image_yuv422;
 534         }
 535
 536         // Start the service
 537         if ( self->start != NULL )
 538                 return self->start( self );
 539
 540         return 0;
 541 }
 542
 543 /** An alternative method to feed frames into the consumer.
 544  *
 545  * Only valid if the consumer itself is not connected.
 546  *
 547  * \public \memberof mlt_consumer_s
 548  * \param self a consumer
 549  * \param frame a frame
 550  * \return true (ignore self for now)
 551  */
 552
 553 int mlt_consumer_put_frame( mlt_consumer self, mlt_frame frame )
 554 {
 555         int error = 1;
 556
 557         // Get the service assoicated to the consumer
 558         mlt_service service = MLT_CONSUMER_SERVICE( self );
 559
 560         if ( mlt_service_producer( service ) == NULL )
 561         {
 562                 struct timeval now;
 563                 struct timespec tm;
 564                 consumer_private *priv = self->local;
 565
 566                 pthread_mutex_lock( &priv->put_mutex );
 567                 while ( priv->put_active && priv->put != NULL )
 568                 {
 569                         gettimeofday( &now, NULL );
 570                         tm.tv_sec = now.tv_sec + 1;
 571                         tm.tv_nsec = now.tv_usec * 1000;
 572                         pthread_cond_timedwait( &priv->put_cond, &priv->put_mutex, &tm );
 573                 }
 574                 if ( priv->put_active && priv->put == NULL )
 575                         priv->put = frame;
 576                 else
 577                         mlt_frame_close( frame );
 578                 pthread_cond_broadcast( &priv->put_cond );
 579                 pthread_mutex_unlock( &priv->put_mutex );
 580         }
 581         else
 582         {
 583                 mlt_frame_close( frame );
 584         }
 585
 586         return error;
 587 }
 588
 589 /** Protected method for consumer to get frames from connected service
 590  *
 591  * \public \memberof mlt_consumer_s
 592  * \param self a consumer
 593  * \return a frame
 594  */
 595
 596 mlt_frame mlt_consumer_get_frame( mlt_consumer self )
 597 {
 598         // Frame to return
 599         mlt_frame frame = NULL;
 600
 601         // Get the service assoicated to the consumer
 602         mlt_service service = MLT_CONSUMER_SERVICE( self );
 603
 604         // Get the consumer properties
 605         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 606
 607         // Get the frame
 608         if ( mlt_service_producer( service ) == NULL && mlt_properties_get_int( properties, "put_mode" ) )
 609         {
 610                 struct timeval now;
 611                 struct timespec tm;
 612                 consumer_private *priv = self->local;
 613
 614                 pthread_mutex_lock( &priv->put_mutex );
 615                 while ( priv->put_active && priv->put == NULL )
 616                 {
 617                         gettimeofday( &now, NULL );
 618                         tm.tv_sec = now.tv_sec + 1;
 619                         tm.tv_nsec = now.tv_usec * 1000;
 620                         pthread_cond_timedwait( &priv->put_cond, &priv->put_mutex, &tm );
 621                 }
 622                 frame = priv->put;
 623                 priv->put = NULL;
 624                 pthread_cond_broadcast( &priv->put_cond );
 625                 pthread_mutex_unlock( &priv->put_mutex );
 626                 if ( frame != NULL )
 627                         mlt_service_apply_filters( service, frame, 0 );
 628         }
 629         else if ( mlt_service_producer( service ) != NULL )
 630         {
 631                 mlt_service_get_frame( service, &frame, 0 );
 632         }
 633         else
 634         {
 635                 frame = mlt_frame_init( service );
 636         }
 637
 638         if ( frame != NULL )
 639         {
 640                 // Get the frame properties
 641                 mlt_properties frame_properties = MLT_FRAME_PROPERTIES( frame );
 642
 643                 // Get the test card producer
 644                 mlt_producer test_card = mlt_properties_get_data( properties, "test_card_producer", NULL );
 645
 646                 // Attach the test frame producer to it.
 647                 if ( test_card != NULL )
 648                         mlt_properties_set_data( frame_properties, "test_card_producer", test_card, 0, NULL, NULL );
 649
 650                 // Pass along the interpolation and deinterlace options
 651                 // TODO: get rid of consumer_deinterlace and use profile.progressive
 652                 mlt_properties_set( frame_properties, "rescale.interp", mlt_properties_get( properties, "rescale" ) );
 653                 mlt_properties_set_int( frame_properties, "consumer_deinterlace", mlt_properties_get_int( properties, "progressive" ) | mlt_properties_get_int( properties, "deinterlace" ) );
 654                 mlt_properties_set( frame_properties, "deinterlace_method", mlt_properties_get( properties, "deinterlace_method" ) );
 655                 mlt_properties_set_int( frame_properties, "consumer_tff", mlt_properties_get_int( properties, "top_field_first" ) );
 656         }
 657
 658         // Return the frame
 659         return frame;
 660 }
 661
 662 /** Compute the time difference between now and a time value.
 663  *
 664  * \private \memberof mlt_consumer_s
 665  * \param time1 a time value to be compared against now
 666  * \return the difference in microseconds
 667  */
 668
 669 static inline long time_difference( struct timeval *time1 )
 670 {
 671         struct timeval time2;
 672         time2.tv_sec = time1->tv_sec;
 673         time2.tv_usec = time1->tv_usec;
 674         gettimeofday( time1, NULL );
 675         return time1->tv_sec * 1000000 + time1->tv_usec - time2.tv_sec * 1000000 - time2.tv_usec;
 676 }
 677
 678 /** The thread procedure for asynchronously pulling frames through the service
 679  * network connected to a consumer.
 680  *
 681  * \private \memberof mlt_consumer_s
 682  * \param arg a consumer
 683  */
 684
 685 static void *consumer_read_ahead_thread( void *arg )
 686 {
 687         // The argument is the consumer
 688         mlt_consumer self = arg;
 689         consumer_private *priv = self->local;
 690
 691         // Get the properties of the consumer
 692         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 693
 694         // Get the width and height
 695         int width = mlt_properties_get_int( properties, "width" );
 696         int height = mlt_properties_get_int( properties, "height" );
 697
 698         // See if video is turned off
 699         int video_off = mlt_properties_get_int( properties, "video_off" );
 700         int preview_off = mlt_properties_get_int( properties, "preview_off" );
 701         int preview_format = mlt_properties_get_int( properties, "preview_format" );
 702
 703         // Get the audio settings
 704         mlt_audio_format afmt = mlt_audio_s16;
 705         const char *format = mlt_properties_get( properties, "mlt_audio_format" );
 706         if ( format )
 707         {
 708                 if ( !strcmp( format, "none" ) )
 709                         afmt = mlt_audio_none;
 710                 else if ( !strcmp( format, "s32" ) )
 711                         afmt = mlt_audio_s32;
 712                 else if ( !strcmp( format, "s32le" ) )
 713                         afmt = mlt_audio_s32le;
 714                 else if ( !strcmp( format, "float" ) )
 715                         afmt = mlt_audio_float;
 716                 else if ( !strcmp( format, "f32le" ) )
 717                         afmt = mlt_audio_f32le;
 718                 else if ( !strcmp( format, "u8" ) )
 719                         afmt = mlt_audio_u8;
 720         }
 721         int counter = 0;
 722         double fps = mlt_properties_get_double( properties, "fps" );
 723         int channels = mlt_properties_get_int( properties, "channels" );
 724         int frequency = mlt_properties_get_int( properties, "frequency" );
 725         int samples = 0;
 726         void *audio = NULL;
 727
 728         // See if audio is turned off
 729         int audio_off = mlt_properties_get_int( properties, "audio_off" );
 730
 731         // Get the maximum size of the buffer
 732         int buffer = mlt_properties_get_int( properties, "buffer" ) + 1;
 733
 734         // General frame variable
 735         mlt_frame frame = NULL;
 736         uint8_t *image = NULL;
 737
 738         // Time structures
 739         struct timeval ante;
 740
 741         // Average time for get_frame and get_image
 742         int count = 0;
 743         int skipped = 0;
 744         int64_t time_process = 0;
 745         int skip_next = 0;
 746         mlt_position pos = 0;
 747         mlt_position start_pos = 0;
 748         mlt_position last_pos = 0;
 749         int frame_duration = mlt_properties_get_int( properties, "frame_duration" );
 750         int drop_max = mlt_properties_get_int( properties, "drop_max" );
 751
 752         if ( preview_off && preview_format != 0 )
 753                 priv->format = preview_format;
 754
 755         mlt_events_fire( properties, "consumer-thread-started", NULL );
 756
 757         // Get the first frame
 758         frame = mlt_consumer_get_frame( self );
 759
 760         if ( frame )
 761         {
 762                 // Get the image of the first frame
 763                 if ( !video_off )
 764                 {
 765                         mlt_events_fire( MLT_CONSUMER_PROPERTIES( self ), "consumer-frame-render", frame, NULL );
 766                         mlt_frame_get_image( frame, &image, &priv->format, &width, &height, 0 );
 767                 }
 768
 769                 if ( !audio_off )
 770                 {
 771                         samples = mlt_sample_calculator( fps, frequency, counter++ );
 772                         mlt_frame_get_audio( frame, &audio, &afmt, &frequency, &channels, &samples );
 773                 }
 774
 775                 // Mark as rendered
 776                 mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
 777                 last_pos = start_pos = pos = mlt_frame_get_position( frame );
 778         }
 779
 780         // Get the starting time (can ignore the times above)
 781         gettimeofday( &ante, NULL );
 782
 783         // Continue to read ahead
 784         while ( priv->ahead )
 785         {
 786                 // Put the current frame into the queue
 787                 pthread_mutex_lock( &priv->queue_mutex );
 788                 while( priv->ahead && mlt_deque_count( priv->queue ) >= buffer )
 789                         pthread_cond_wait( &priv->queue_cond, &priv->queue_mutex );
 790                 if ( priv->is_purge )
 791                 {
 792                         mlt_frame_close( frame );
 793                         priv->is_purge = 0;
 794                 }
 795                 else
 796                 {
 797                         mlt_deque_push_back( priv->queue, frame );
 798                 }
 799                 pthread_cond_broadcast( &priv->queue_cond );
 800                 pthread_mutex_unlock( &priv->queue_mutex );
 801
 802                 // Get the next frame
 803                 frame = mlt_consumer_get_frame( self );
 804
 805                 // If there's no frame, we're probably stopped...
 806                 if ( frame == NULL )
 807                         continue;
 808                 pos = mlt_frame_get_position( frame );
 809
 810                 // Increment the counter used for averaging processing cost
 811                 count ++;
 812
 813                 // All non-normal playback frames should be shown
 814                 if ( mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "_speed" ) != 1 )
 815                 {
 816 #ifdef DEINTERLACE_ON_NOT_NORMAL_SPEED
 817                         mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "consumer_deinterlace", 1 );
 818 #endif
 819                         // Indicate seeking or trick-play
 820                         start_pos = pos;
 821                 }
 822
 823                 // If skip flag not set or frame-dropping disabled
 824                 if ( !skip_next || priv->real_time == -1 )
 825                 {
 826                         if ( !video_off )
 827                         {
 828                                 // Reset width/height - could have been changed by previous mlt_frame_get_image
 829                                 width = mlt_properties_get_int( properties, "width" );
 830                                 height = mlt_properties_get_int( properties, "height" );
 831
 832                                 // Get the image
 833                                 mlt_events_fire( MLT_CONSUMER_PROPERTIES( self ), "consumer-frame-render", frame, NULL );
 834                                 mlt_frame_get_image( frame, &image, &priv->format, &width, &height, 0 );
 835                         }
 836
 837                         // Indicate the rendered image is available.
 838                         mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
 839
 840                         // Reset consecutively-skipped counter
 841                         skipped = 0;
 842                 }
 843                 else // Skip image processing
 844                 {
 845                         // Increment the number of consecutively-skipped frames
 846                         skipped++;
 847
 848                         // If too many (1 sec) consecutively-skipped frames
 849                         if ( skipped > drop_max )
 850                         {
 851                                 // Reset cost tracker
 852                                 time_process = 0;
 853                                 count = 1;
 854                                 mlt_log_verbose( self, "too many frames dropped - forcing next frame\n" );
 855                         }
 856                 }
 857
 858                 // Always process audio
 859                 if ( !audio_off )
 860                 {
 861                         samples = mlt_sample_calculator( fps, frequency, counter++ );
 862                         mlt_frame_get_audio( frame, &audio, &afmt, &frequency, &channels, &samples );
 863                 }
 864
 865                 // Get the time to process this frame
 866                 int64_t time_current = time_difference( &ante );
 867
 868                 // If the current time is not suddenly some large amount
 869                 if ( time_current < time_process / count * 20 || !time_process || count < 5 )
 870                 {
 871                         // Accumulate the cost for processing this frame
 872                         time_process += time_current;
 873                 }
 874                 else
 875                 {
 876                         mlt_log_debug( self, "current %"PRId64" threshold %"PRId64" count %d\n",
 877                                 time_current, (int64_t) (time_process / count * 20), count );
 878                         // Ignore the cost of this frame's time
 879                         count--;
 880                 }
 881
 882                 // Determine if we started, resumed, or seeked
 883                 if ( pos != last_pos + 1 )
 884                         start_pos = pos;
 885                 last_pos = pos;
 886
 887                 // Do not skip the first 20% of buffer at start, resume, or seek
 888                 if ( pos - start_pos <= buffer / 5 + 1 )
 889                 {
 890                         // Reset cost tracker
 891                         time_process = 0;
 892                         count = 1;
 893                 }
 894
 895                 // Reset skip flag
 896                 skip_next = 0;
 897
 898                 // Only consider skipping if the buffer level is low (or really small)
 899                 if ( mlt_deque_count( priv->queue ) <= buffer / 5 + 1 )
 900                 {
 901                         // Skip next frame if average cost exceeds frame duration.
 902                         if ( time_process / count > frame_duration )
 903                                 skip_next = 1;
 904                         if ( skip_next )
 905                                 mlt_log_debug( self, "avg usec %"PRId64" (%"PRId64"/%d) duration %d\n",
 906                                         time_process/count, time_process, count, frame_duration);
 907                 }
 908         }
 909
 910         // Remove the last frame
 911         mlt_frame_close( frame );
 912
 913         return NULL;
 914 }
 915
 916 /** Locate the first unprocessed frame in the queue.
 917  *
 918  * When playing with realtime behavior, we do not use the true head, but
 919  * rather an adjusted process_head. The process_head is adjusted based on
 920  * the rate of frame-dropping or recovery from frame-dropping. The idea is
 921  * that as the level of frame-dropping increases to move the process_head
 922  * closer to the tail because the frames are not completing processing prior
 923  * to their playout! Then, as frames are not dropped the process_head moves
 924  * back closer to the head of the queue so that worker threads can work
 925  * ahead of the playout point (queue head).
 926  *
 927  * \private \memberof mlt_consumer_s
 928  * \param self a consumer
 929  * \return an index into the queue
 930  */
 931
 932 static inline int first_unprocessed_frame( mlt_consumer self )
 933 {
 934         consumer_private *priv = self->local;
 935         int index = priv->real_time <= 0 ? 0 : priv->process_head;
 936         while ( index < mlt_deque_count( priv->queue ) && MLT_FRAME( mlt_deque_peek( priv->queue, index ) )->is_processing )
 937                 index++;
 938         return index;
 939 }
 940
 941 /** The worker thread procedure for parallel processing frames.
 942  *
 943  * \private \memberof mlt_consumer_s
 944  * \param arg a consumer
 945  */
 946
 947 static void *consumer_worker_thread( void *arg )
 948 {
 949         // The argument is the consumer
 950         mlt_consumer self = arg;
 951         consumer_private *priv = self->local;
 952
 953         // Get the properties of the consumer
 954         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
 955
 956         // Get the width and height
 957         int width = mlt_properties_get_int( properties, "width" );
 958         int height = mlt_properties_get_int( properties, "height" );
 959         mlt_image_format format = priv->format;
 960
 961         // See if video is turned off
 962         int video_off = mlt_properties_get_int( properties, "video_off" );
 963         int preview_off = mlt_properties_get_int( properties, "preview_off" );
 964         int preview_format = mlt_properties_get_int( properties, "preview_format" );
 965
 966         // General frame variable
 967         mlt_frame frame = NULL;
 968         uint8_t *image = NULL;
 969
 970         if ( preview_off && preview_format != 0 )
 971                 format = preview_format;
 972
 973         mlt_events_fire( properties, "consumer-thread-started", NULL );
 974
 975         // Continue to read ahead
 976         while ( priv->ahead )
 977         {
 978                 // Get the next unprocessed frame from the work queue
 979                 pthread_mutex_lock( &priv->queue_mutex );
 980                 int index = first_unprocessed_frame( self );
 981                 while ( priv->ahead && index >= mlt_deque_count( priv->queue ) )
 982                 {
 983                         mlt_log_debug( MLT_CONSUMER_SERVICE(self), "waiting in worker index = %d queue count = %d\n",
 984                                 index, mlt_deque_count( priv->queue ) );
 985                         pthread_cond_wait( &priv->queue_cond, &priv->queue_mutex );
 986                         index = first_unprocessed_frame( self );
 987                 }
 988
 989                 // Mark the frame for processing
 990                 frame = mlt_deque_peek( priv->queue, index );
 991                 if ( frame )
 992                 {
 993                         mlt_log_debug( MLT_CONSUMER_SERVICE(self), "worker processing index = %d frame " MLT_POSITION_FMT " queue count = %d\n",
 994                                 index, mlt_frame_get_position(frame), mlt_deque_count( priv->queue ) );
 995                         frame->is_processing = 1;
 996                         mlt_properties_inc_ref( MLT_FRAME_PROPERTIES( frame ) );
 997                 }
 998                 pthread_mutex_unlock( &priv->queue_mutex );
 999
1000                 // If there's no frame, we're probably stopped...
1001                 if ( frame == NULL )
1002                         continue;
1003
1004 #ifdef DEINTERLACE_ON_NOT_NORMAL_SPEED
1005                 // All non normal playback frames should be shown
1006                 if ( mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "_speed" ) != 1 )
1007                         mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "consumer_deinterlace", 1 );
1008 #endif
1009
1010                 // Get the image
1011                 if ( !video_off )
1012                 {
1013                         // Fetch width/height again
1014                         width = mlt_properties_get_int( properties, "width" );
1015                         height = mlt_properties_get_int( properties, "height" );
1016                         mlt_events_fire( MLT_CONSUMER_PROPERTIES( self ), "consumer-frame-render", frame, NULL );
1017                         mlt_frame_get_image( frame, &image, &format, &width, &height, 0 );
1018                 }
1019                 mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
1020                 mlt_frame_close( frame );
1021
1022                 // Tell a waiting thread (non-realtime main consumer thread) that we are done.
1023                 pthread_mutex_lock( &priv->done_mutex );
1024                 pthread_cond_broadcast( &priv->done_cond );
1025                 pthread_mutex_unlock( &priv->done_mutex );
1026         }
1027
1028         return NULL;
1029 }
1030
1031 /** Start the read/render thread.
1032  *
1033  * \private \memberof mlt_consumer_s
1034  * \param self a consumer
1035  */
1036
1037 static void consumer_read_ahead_start( mlt_consumer self )
1038 {
1039         consumer_private *priv = self->local;
1040
1041         // We're running now
1042         priv->ahead = 1;
1043
1044         // Create the frame queue
1045         priv->queue = mlt_deque_init( );
1046
1047         // Create the queue mutex
1048         pthread_mutex_init( &priv->queue_mutex, NULL );
1049
1050         // Create the condition
1051         pthread_cond_init( &priv->queue_cond, NULL );
1052
1053         // Create the read ahead
1054         if ( mlt_properties_get( MLT_CONSUMER_PROPERTIES( self ), "priority" ) )
1055         {
1056                 struct sched_param priority;
1057                 priority.sched_priority = mlt_properties_get_int( MLT_CONSUMER_PROPERTIES( self ), "priority" );
1058                 pthread_attr_t thread_attributes;
1059                 pthread_attr_init( &thread_attributes );
1060                 pthread_attr_setschedpolicy( &thread_attributes, SCHED_OTHER );
1061                 pthread_attr_setschedparam( &thread_attributes, &priority );
1062                 pthread_attr_setinheritsched( &thread_attributes, PTHREAD_EXPLICIT_SCHED );
1063                 pthread_attr_setscope( &thread_attributes, PTHREAD_SCOPE_SYSTEM );
1064                 if ( pthread_create( &priv->ahead_thread, &thread_attributes, consumer_read_ahead_thread, self ) < 0 )
1065                         pthread_create( &priv->ahead_thread, NULL, consumer_read_ahead_thread, self );
1066                 pthread_attr_destroy( &thread_attributes );
1067         }
1068         else
1069         {
1070                 pthread_create( &priv->ahead_thread, NULL, consumer_read_ahead_thread, self );
1071         }
1072         priv->started = 1;
1073 }
1074
1075 /** Start the worker threads.
1076  *
1077  * \private \memberof mlt_consumer_s
1078  * \param self a consumer
1079  */
1080
1081 static void consumer_work_start( mlt_consumer self )
1082 {
1083         consumer_private *priv = self->local;
1084         int n = abs( priv->real_time );
1085         pthread_t *thread = calloc( 1, sizeof( pthread_t ) * n );
1086
1087         // We're running now
1088         priv->ahead = 1;
1089         priv->threads = thread;
1090
1091         // These keep track of the accelleration of frame dropping or recovery.
1092         priv->consecutive_dropped = 0;
1093         priv->consecutive_rendered = 0;
1094
1095         // This is the position in the queue from which to look for a frame to process.
1096         // If we always start from the head, then we may likely not complete processing
1097         // before the frame is played out.
1098         priv->process_head = 0;
1099
1100         // Create the queues
1101         priv->queue = mlt_deque_init();
1102         priv->worker_threads = mlt_deque_init();
1103
1104         // Create the mutexes
1105         pthread_mutex_init( &priv->queue_mutex, NULL );
1106         pthread_mutex_init( &priv->done_mutex, NULL );
1107
1108         // Create the conditions
1109         pthread_cond_init( &priv->queue_cond, NULL );
1110         pthread_cond_init( &priv->done_cond, NULL );
1111
1112         // Create the read ahead
1113         if ( mlt_properties_get( MLT_CONSUMER_PROPERTIES( self ), "priority" ) )
1114         {
1115
1116                 struct sched_param priority;
1117                 pthread_attr_t thread_attributes;
1118
1119                 priority.sched_priority = mlt_properties_get_int( MLT_CONSUMER_PROPERTIES( self ), "priority" );
1120                 pthread_attr_init( &thread_attributes );
1121                 pthread_attr_setschedpolicy( &thread_attributes, SCHED_OTHER );
1122                 pthread_attr_setschedparam( &thread_attributes, &priority );
1123                 pthread_attr_setinheritsched( &thread_attributes, PTHREAD_EXPLICIT_SCHED );
1124                 pthread_attr_setscope( &thread_attributes, PTHREAD_SCOPE_SYSTEM );
1125
1126                 while ( n-- )
1127                 {
1128                         if ( pthread_create( thread, &thread_attributes, consumer_worker_thread, self ) < 0 )
1129                                 if ( pthread_create( thread, NULL, consumer_worker_thread, self ) == 0 )
1130                                         mlt_deque_push_back( priv->worker_threads, thread );
1131                         thread++;
1132                 }
1133                 pthread_attr_destroy( &thread_attributes );
1134         }
1135
1136         else
1137         {
1138                 while ( n-- )
1139                 {
1140                         if ( pthread_create( thread, NULL, consumer_worker_thread, self ) == 0 )
1141                                 mlt_deque_push_back( priv->worker_threads, thread );
1142                         thread++;
1143                 }
1144         }
1145         priv->started = 1;
1146 }
1147
1148 /** Stop the read/render thread.
1149  *
1150  * \private \memberof mlt_consumer_s
1151  * \param self a consumer
1152  */
1153
1154 static void consumer_read_ahead_stop( mlt_consumer self )
1155 {
1156         consumer_private *priv = self->local;
1157
1158         // Make sure we're running
1159 // TODO improve support for atomic ops in general (see libavutil/atomic.h)
1160 #ifdef __GCC_HAVE_SYNC_COMPARE_AND_SWAP_4
1161         if ( __sync_val_compare_and_swap( &priv->started, 1, 0 ) )
1162         {
1163 #else
1164         if ( priv->started )
1165         {
1166                 priv->started = 0;
1167 #endif
1168                 // Inform thread to stop
1169                 priv->ahead = 0;
1170                 mlt_events_fire( MLT_CONSUMER_PROPERTIES(self), "consumer-stopping", NULL );
1171
1172                 // Broadcast to the condition in case it's waiting
1173                 pthread_mutex_lock( &priv->queue_mutex );
1174                 pthread_cond_broadcast( &priv->queue_cond );
1175                 pthread_mutex_unlock( &priv->queue_mutex );
1176
1177                 // Broadcast to the put condition in case it's waiting
1178                 pthread_mutex_lock( &priv->put_mutex );
1179                 pthread_cond_broadcast( &priv->put_cond );
1180                 pthread_mutex_unlock( &priv->put_mutex );
1181
1182                 // Join the thread
1183                 pthread_join( priv->ahead_thread, NULL );
1184
1185                 // Destroy the frame queue mutex
1186                 pthread_mutex_destroy( &priv->queue_mutex );
1187
1188                 // Destroy the condition
1189                 pthread_cond_destroy( &priv->queue_cond );
1190
1191                 // Wipe the queue
1192                 while ( mlt_deque_count( priv->queue ) )
1193                         mlt_frame_close( mlt_deque_pop_back( priv->queue ) );
1194
1195                 // Close the queue
1196                 mlt_deque_close( priv->queue );
1197
1198                 mlt_events_fire( MLT_CONSUMER_PROPERTIES(self), "consumer-thread-stopped", NULL );
1199         }
1200 }
1201
1202 /** Stop the worker threads.
1203  *
1204  * \private \memberof mlt_consumer_s
1205  * \param self a consumer
1206  */
1207
1208 static void consumer_work_stop( mlt_consumer self )
1209 {
1210         consumer_private *priv = self->local;
1211
1212         // Make sure we're running
1213 #ifdef __GCC_HAVE_SYNC_COMPARE_AND_SWAP_4
1214         if ( __sync_val_compare_and_swap( &priv->started, 1, 0 ) )
1215         {
1216 #else
1217         if ( priv->started )
1218         {
1219                 priv->started = 0;
1220 #endif
1221                 // Inform thread to stop
1222                 priv->ahead = 0;
1223                 mlt_events_fire( MLT_CONSUMER_PROPERTIES(self), "consumer-stopping", NULL );
1224
1225                 // Broadcast to the queue condition in case it's waiting
1226                 pthread_mutex_lock( &priv->queue_mutex );
1227                 pthread_cond_broadcast( &priv->queue_cond );
1228                 pthread_mutex_unlock( &priv->queue_mutex );
1229
1230                 // Broadcast to the put condition in case it's waiting
1231                 pthread_mutex_lock( &priv->put_mutex );
1232                 pthread_cond_broadcast( &priv->put_cond );
1233                 pthread_mutex_unlock( &priv->put_mutex );
1234
1235                 // Broadcast to the done condition in case it's waiting
1236                 pthread_mutex_lock( &priv->done_mutex );
1237                 pthread_cond_broadcast( &priv->done_cond );
1238                 pthread_mutex_unlock( &priv->done_mutex );
1239
1240                 // Join the threads
1241                 pthread_t *thread;
1242                 while ( ( thread = mlt_deque_pop_back( priv->worker_threads ) ) )
1243                         pthread_join( *thread, NULL );
1244
1245                 // Deallocate the array of threads
1246                 if ( priv->threads )
1247                         free( priv->threads );
1248
1249                 // Destroy the mutexes
1250                 pthread_mutex_destroy( &priv->queue_mutex );
1251                 pthread_mutex_destroy( &priv->done_mutex );
1252
1253                 // Destroy the conditions
1254                 pthread_cond_destroy( &priv->queue_cond );
1255                 pthread_cond_destroy( &priv->done_cond );
1256
1257                 // Wipe the queues
1258                 while ( mlt_deque_count( priv->queue ) )
1259                         mlt_frame_close( mlt_deque_pop_back( priv->queue ) );
1260
1261                 // Close the queues
1262                 mlt_deque_close( priv->queue );
1263                 mlt_deque_close( priv->worker_threads );
1264
1265                 mlt_events_fire( MLT_CONSUMER_PROPERTIES(self), "consumer-thread-stopped", NULL );
1266         }
1267 }
1268
1269 /** Flush the read/render thread's buffer.
1270  *
1271  * \public \memberof mlt_consumer_s
1272  * \param self a consumer
1273  */
1274
1275 void mlt_consumer_purge( mlt_consumer self )
1276 {
1277         if ( self )
1278         {
1279                 consumer_private *priv = self->local;
1280
1281                 pthread_mutex_lock( &priv->put_mutex );
1282                 if ( priv->put ) {
1283                         mlt_frame_close( priv->put );
1284                         priv->put = NULL;
1285                 }
1286                 pthread_cond_broadcast( &priv->put_cond );
1287                 pthread_mutex_unlock( &priv->put_mutex );
1288
1289                 if ( self->purge )
1290                         self->purge( self );
1291
1292                 pthread_mutex_lock( &priv->queue_mutex );
1293                 while ( priv->started && mlt_deque_count( priv->queue ) )
1294                         mlt_frame_close( mlt_deque_pop_back( priv->queue ) );
1295                 pthread_mutex_unlock( &priv->queue_mutex );
1296
1297                 if ( priv->started && priv->real_time )
1298                 {
1299                         priv->is_purge = 1;
1300                         pthread_mutex_lock( &priv->queue_mutex );
1301                         pthread_cond_broadcast( &priv->queue_cond );
1302                         pthread_mutex_unlock( &priv->queue_mutex );
1303                         if ( abs( priv->real_time ) > 1 )
1304                         {
1305                                 pthread_mutex_lock( &priv->done_mutex );
1306                                 pthread_cond_broadcast( &priv->done_cond );
1307                                 pthread_mutex_unlock( &priv->done_mutex );
1308                         }
1309                 }
1310
1311                 pthread_mutex_lock( &priv->put_mutex );
1312                 if ( priv->put ) {
1313                         mlt_frame_close( priv->put );
1314                         priv->put = NULL;
1315                 }
1316                 pthread_cond_broadcast( &priv->put_cond );
1317                 pthread_mutex_unlock( &priv->put_mutex );
1318         }
1319 }
1320
1321 /** Use multiple worker threads and a work queue.
1322  */
1323
1324 static mlt_frame worker_get_frame( mlt_consumer self, mlt_properties properties )
1325 {
1326         // Frame to return
1327         mlt_frame frame = NULL;
1328         consumer_private *priv = self->local;
1329         double fps = mlt_properties_get_double( properties, "fps" );
1330         int threads = abs( priv->real_time );
1331         int buffer = mlt_properties_get_int( properties, "_buffer" );
1332         buffer = buffer > 0 ? buffer : mlt_properties_get_int( properties, "buffer" );
1333         // This is a heuristic to determine a suitable minimum buffer size for the number of threads.
1334         int headroom = 2 + threads * threads;
1335         buffer = buffer < headroom ? headroom : buffer;
1336
1337         // Start worker threads if not already started.
1338         if ( ! priv->ahead )
1339         {
1340                 int prefill = mlt_properties_get_int( properties, "prefill" );
1341                 prefill = prefill > 0 && prefill < buffer ? prefill : buffer;
1342
1343                 consumer_work_start( self );
1344
1345                 // Fill the work queue.
1346                 int i = buffer;
1347                 while ( priv->ahead && i-- )
1348                 {
1349                         frame = mlt_consumer_get_frame( self );
1350                         if ( frame )
1351                         {
1352                                 pthread_mutex_lock( &priv->queue_mutex );
1353                                 mlt_deque_push_back( priv->queue, frame );
1354                                 pthread_cond_signal( &priv->queue_cond );
1355                                 pthread_mutex_unlock( &priv->queue_mutex );
1356                         }
1357                 }
1358
1359                 // Wait for prefill
1360                 while ( priv->ahead && first_unprocessed_frame( self ) < prefill )
1361                 {
1362                         pthread_mutex_lock( &priv->done_mutex );
1363                         pthread_cond_wait( &priv->done_cond, &priv->done_mutex );
1364                         pthread_mutex_unlock( &priv->done_mutex );
1365                 }
1366                 priv->process_head = threads;
1367         }
1368
1369 //      mlt_log_verbose( MLT_CONSUMER_SERVICE(self), "size %d done count %d work count %d process_head %d\n",
1370 //              threads, first_unprocessed_frame( self ), mlt_deque_count( priv->queue ), priv->process_head );
1371
1372         // Feed the work queue
1373         while ( priv->ahead && mlt_deque_count( priv->queue ) < buffer )
1374         {
1375                 frame = mlt_consumer_get_frame( self );
1376                 if ( frame )
1377                 {
1378                         pthread_mutex_lock( &priv->queue_mutex );
1379                         mlt_deque_push_back( priv->queue, frame );
1380                         pthread_cond_signal( &priv->queue_cond );
1381                         pthread_mutex_unlock( &priv->queue_mutex );
1382                 }
1383         }
1384
1385         // Wait if not realtime.
1386         while ( priv->ahead && priv->real_time < 0 && !priv->is_purge &&
1387                 !( mlt_properties_get_int( MLT_FRAME_PROPERTIES( MLT_FRAME( mlt_deque_peek_front( priv->queue ) ) ), "rendered" ) ) )
1388         {
1389                 pthread_mutex_lock( &priv->done_mutex );
1390                 pthread_cond_wait( &priv->done_cond, &priv->done_mutex );
1391                 pthread_mutex_unlock( &priv->done_mutex );
1392         }
1393
1394         // Get the frame from the queue.
1395         pthread_mutex_lock( &priv->queue_mutex );
1396         frame = mlt_deque_pop_front( priv->queue );
1397         pthread_mutex_unlock( &priv->queue_mutex );
1398         if ( ! frame ) {
1399                 priv->is_purge = 0;
1400                 return frame;
1401         }
1402
1403         // Adapt the worker process head to the runtime conditions.
1404         if ( priv->real_time > 0 )
1405         {
1406                 if ( mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "rendered" ) )
1407                 {
1408                         priv->consecutive_dropped = 0;
1409                         if ( priv->process_head > threads && priv->consecutive_rendered >= priv->process_head )
1410                                 priv->process_head--;
1411                         else
1412                                 priv->consecutive_rendered++;
1413                 }
1414                 else
1415                 {
1416                         priv->consecutive_rendered = 0;
1417                         if ( priv->process_head < buffer - threads && priv->consecutive_dropped > threads )
1418                                 priv->process_head++;
1419                         else
1420                                 priv->consecutive_dropped++;
1421                 }
1422 //              mlt_log_verbose( MLT_CONSUMER_SERVICE(self), "dropped %d rendered %d process_head %d\n",
1423 //                      priv->consecutive_dropped, priv->consecutive_rendered, priv->process_head );
1424
1425                 // Check for too many consecutively dropped frames
1426                 if ( priv->consecutive_dropped > mlt_properties_get_int( properties, "drop_max" ) )
1427                 {
1428                         int orig_buffer = mlt_properties_get_int( properties, "buffer" );
1429                         int prefill = mlt_properties_get_int( properties, "prefill" );
1430                         mlt_log_verbose( self, "too many frames dropped - " );
1431
1432                         // If using a default low-latency buffer level (SDL) and below the limit
1433                         if ( ( orig_buffer == 1 || prefill == 1 ) && buffer < (threads + 1) * 10 )
1434                         {
1435                                 // Auto-scale the buffer to compensate
1436                                 mlt_log_verbose( self, "increasing buffer to %d\n", buffer + threads );
1437                                 mlt_properties_set_int( properties, "_buffer", buffer + threads );
1438                                 priv->consecutive_dropped = fps / 2;
1439                         }
1440                         else
1441                         {
1442                                 // Tell the consumer to render it
1443                                 mlt_log_verbose( self, "forcing next frame\n" );
1444                                 mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
1445                                 priv->consecutive_dropped = 0;
1446                         }
1447                 }
1448         }
1449         if ( priv->is_purge ) {
1450                 priv->is_purge = 0;
1451                 mlt_frame_close( frame );
1452                 frame = NULL;
1453         }
1454         return frame;
1455 }
1456
1457 /** Get the next frame from the producer connected to a consumer.
1458  *
1459  * Typically, one uses this instead of \p mlt_consumer_get_frame to make
1460  * the asynchronous/real-time behavior configurable at runtime.
1461  * You should close the frame returned from this when you are done with it.
1462  *
1463  * \public \memberof mlt_consumer_s
1464  * \param self a consumer
1465  * \return a frame
1466  */
1467
1468 mlt_frame mlt_consumer_rt_frame( mlt_consumer self )
1469 {
1470         // Frame to return
1471         mlt_frame frame = NULL;
1472
1473         // Get the properties
1474         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
1475         consumer_private *priv = self->local;
1476
1477         // Check if the user has requested real time or not
1478         if ( priv->real_time > 1 || priv->real_time < -1 )
1479         {
1480                 // see above
1481                 return worker_get_frame( self, properties );
1482         }
1483         else if ( priv->real_time == 1 || priv->real_time == -1 )
1484         {
1485                 int size = 1;
1486
1487                 // Is the read ahead running?
1488                 if ( priv->ahead == 0 )
1489                 {
1490                         int buffer = mlt_properties_get_int( properties, "buffer" );
1491                         int prefill = mlt_properties_get_int( properties, "prefill" );
1492                         consumer_read_ahead_start( self );
1493                         if ( buffer > 1 )
1494                                 size = prefill > 0 && prefill < buffer ? prefill : buffer;
1495                 }
1496
1497                 // Get frame from queue
1498                 pthread_mutex_lock( &priv->queue_mutex );
1499                 while( priv->ahead && mlt_deque_count( priv->queue ) < size )
1500                         pthread_cond_wait( &priv->queue_cond, &priv->queue_mutex );
1501                 frame = mlt_deque_pop_front( priv->queue );
1502                 pthread_cond_broadcast( &priv->queue_cond );
1503                 pthread_mutex_unlock( &priv->queue_mutex );
1504         }
1505         else // real_time == 0
1506         {
1507                 if ( !priv->ahead )
1508                 {
1509                         priv->ahead = 1;
1510                         mlt_events_fire( properties, "consumer-thread-started", NULL );
1511                 }
1512                 // Get the frame in non real time
1513                 frame = mlt_consumer_get_frame( self );
1514
1515                 // This isn't true, but from the consumers perspective it is
1516                 if ( frame != NULL )
1517                         mlt_properties_set_int( MLT_FRAME_PROPERTIES( frame ), "rendered", 1 );
1518         }
1519
1520         return frame;
1521 }
1522
1523 /** Callback for the implementation to indicate a stopped condition.
1524  *
1525  * \public \memberof mlt_consumer_s
1526  * \param self a consumer
1527  */
1528
1529 void mlt_consumer_stopped( mlt_consumer self )
1530 {
1531         mlt_properties_set_int( MLT_CONSUMER_PROPERTIES( self ), "running", 0 );
1532         mlt_events_fire( MLT_CONSUMER_PROPERTIES( self ), "consumer-stopped", NULL );
1533         mlt_event_unblock( ( ( consumer_private* ) self->local )->event_listener );
1534 }
1535
1536 /** Stop the consumer.
1537  *
1538  * \public \memberof mlt_consumer_s
1539  * \param self a consumer
1540  * \return true if there was an error
1541  */
1542
1543 int mlt_consumer_stop( mlt_consumer self )
1544 {
1545         // Get the properies
1546         mlt_properties properties = MLT_CONSUMER_PROPERTIES( self );
1547         consumer_private *priv = self->local;
1548
1549         // Just in case...
1550         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_DEBUG, "stopping put waiting\n" );
1551         pthread_mutex_lock( &priv->put_mutex );
1552         priv->put_active = 0;
1553         pthread_cond_broadcast( &priv->put_cond );
1554         pthread_mutex_unlock( &priv->put_mutex );
1555
1556         // Stop the consumer
1557         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_DEBUG, "stopping consumer\n" );
1558
1559         // Cancel the read ahead threads
1560         priv->ahead = 0;
1561         if ( priv->started )
1562         {
1563                 // Unblock the consumer calling mlt_consumer_rt_frame
1564                 pthread_mutex_lock( &priv->queue_mutex );
1565                 pthread_cond_broadcast( &priv->queue_cond );
1566                 pthread_mutex_unlock( &priv->queue_mutex );
1567         }
1568
1569         // Invoke the child callback
1570         if ( self->stop != NULL )
1571                 self->stop( self );
1572
1573         // Check if the user has requested real time or not and stop if necessary
1574         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_DEBUG, "stopping read_ahead\n" );
1575         if ( abs( priv->real_time ) == 1 )
1576                 consumer_read_ahead_stop( self );
1577         else if ( abs( priv->real_time ) > 1 )
1578                 consumer_work_stop( self );
1579
1580         // Kill the test card
1581         mlt_properties_set_data( properties, "test_card_producer", NULL, 0, NULL, NULL );
1582
1583         // Check and run a post command
1584         if ( mlt_properties_get( properties, "post" ) )
1585                 if (system( mlt_properties_get( properties, "post" ) ) == -1 )
1586                         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_ERROR, "system(%s) failed!\n", mlt_properties_get( properties, "post" ) );
1587
1588         mlt_log( MLT_CONSUMER_SERVICE( self ), MLT_LOG_DEBUG, "stopped\n" );
1589
1590         return 0;
1591 }
1592
1593 /** Determine if the consumer is stopped.
1594  *
1595  * \public \memberof mlt_consumer_s
1596  * \param self a consumer
1597  * \return true if the consumer is stopped
1598  */
1599
1600 int mlt_consumer_is_stopped( mlt_consumer self )
1601 {
1602         // Check if the consumer is stopped
1603         if ( self && self->is_stopped )
1604                 return self->is_stopped( self );
1605
1606         return 0;
1607 }
1608
1609 /** Close and destroy the consumer.
1610  *
1611  * \public \memberof mlt_consumer_s
1612  * \param self a consumer
1613  */
1614
1615 void mlt_consumer_close( mlt_consumer self )
1616 {
1617         if ( self != NULL && mlt_properties_dec_ref( MLT_CONSUMER_PROPERTIES( self ) ) <= 0 )
1618         {
1619                 // Get the childs close function
1620                 void ( *consumer_close )( ) = self->close;
1621
1622                 if ( consumer_close )
1623                 {
1624                         // Just in case...
1625                         //mlt_consumer_stop( self );
1626
1627                         self->close = NULL;
1628                         consumer_close( self );
1629                 }
1630                 else
1631                 {
1632                         consumer_private *priv = self->local;
1633
1634                         // Make sure it only gets called once
1635                         self->parent.close = NULL;
1636
1637                         // Destroy the push mutex and condition
1638                         pthread_mutex_destroy( &priv->put_mutex );
1639                         pthread_cond_destroy( &priv->put_cond );
1640
1641                         mlt_service_close( &self->parent );
1642                         free( priv );
1643                 }
1644         }
1645 }
1646
1647 /** Get the position of the last frame shown.
1648  *
1649  * \public \memberof mlt_consumer_s
1650  * \param consumer a consumer
1651  * \return the position
1652  */
1653
1654 mlt_position mlt_consumer_position( mlt_consumer consumer )
1655 {
1656         return ( ( consumer_private* ) consumer->local )->position;
1657 }
1658