X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=src%2Fmodules%2Fkdenlive%2Fproducer_framebuffer.c;h=e4780721ec99688275c9d3e972e2a0bb01d039a3;hb=7601aa4468f96fb8e3395266b194e7e7bd095453;hp=d58f8a0685ec61a1387bf33333bd65a563d776e5;hpb=aef9b148b642764d5f17118a87142dba19ea8cda;p=mlt diff --git a/src/modules/kdenlive/producer_framebuffer.c b/src/modules/kdenlive/producer_framebuffer.c index d58f8a06..e4780721 100644 --- a/src/modules/kdenlive/producer_framebuffer.c +++ b/src/modules/kdenlive/producer_framebuffer.c @@ -18,7 +18,6 @@ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ -#include "producer_framebuffer.h" #include #include @@ -29,178 +28,248 @@ #include // Forward references. -static int producer_get_frame( mlt_producer this, mlt_frame_ptr frame, int index ); +static int producer_get_frame( mlt_producer producer, mlt_frame_ptr frame, int index ); /** Image stack(able) method */ -static int framebuffer_get_image( mlt_frame this, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable ) +static int framebuffer_get_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable ) { // Get the filter object and properties - mlt_producer producer = mlt_frame_pop_service( this ); - mlt_frame first_frame = mlt_frame_pop_service( this ); + mlt_producer producer = mlt_frame_pop_service( frame ); + int index = ( int )mlt_frame_pop_service( frame ); + mlt_properties properties = MLT_PRODUCER_PROPERTIES( producer ); - mlt_properties producer_properties = MLT_PRODUCER_PROPERTIES( producer ); + mlt_service_lock( MLT_PRODUCER_SERVICE( producer ) ); // Frame properties objects - mlt_properties frame_properties = MLT_FRAME_PROPERTIES( this ); - mlt_properties first_frame_properties = MLT_FRAME_PROPERTIES( first_frame ); + mlt_properties frame_properties = MLT_FRAME_PROPERTIES( frame ); + mlt_frame first_frame = mlt_properties_get_data( properties, "first_frame", NULL ); + + // Get producer parameters + int strobe = mlt_properties_get_int( properties, "strobe" ); + int freeze = mlt_properties_get_int( properties, "freeze" ); + int freeze_after = mlt_properties_get_int( properties, "freeze_after" ); + int freeze_before = mlt_properties_get_int( properties, "freeze_before" ); + int in = mlt_properties_get_position( properties, "in" ); + + // Determine the position + mlt_position first_position = (first_frame != NULL) ? mlt_frame_get_position( first_frame ) : -1; + mlt_position need_first = freeze; + + if ( !freeze || freeze_after || freeze_before ) + { + double prod_speed = mlt_properties_get_double( properties, "_speed" ); + double actual_position = in + prod_speed * (double) mlt_producer_position( producer ); + if ( mlt_properties_get_int( properties, "reverse" ) ) + actual_position = mlt_producer_get_playtime( producer ) - actual_position; + + if ( strobe < 2 ) + { + need_first = floor( actual_position ); + } + else + { + // Strobe effect wanted, calculate frame position + need_first = floor( actual_position ); + need_first -= MLT_POSITION_MOD(need_first, strobe); + } + if ( freeze ) + { + if ( freeze_after && need_first > freeze ) need_first = freeze; + else if ( freeze_before && need_first < freeze ) need_first = freeze; + } + } + + // Determine output buffer size *width = mlt_properties_get_int( frame_properties, "width" ); *height = mlt_properties_get_int( frame_properties, "height" ); - - // image stride - int size, xstride, ystride; - switch( *format ){ - case mlt_image_yuv422: - size = *width * *height * 2; - xstride = 2; - ystride = 2 * *width; - break; - default: - fprintf(stderr, "Unsupported image format\n"); - return -1; + int size = mlt_image_format_size( *format, *width, *height, NULL ); + + // Get output buffer + int buffersize = 0; + int alphasize = *width * *height; + uint8_t *output = mlt_properties_get_data( properties, "output_buffer", &buffersize ); + uint8_t *output_alpha = mlt_properties_get_data( properties, "output_alpha", NULL ); + if( buffersize == 0 || buffersize != size ) + { + // invalidate cached frame + first_position = -1; } - uint8_t *output = mlt_properties_get_data( producer_properties, "output_buffer", 0 ); - if( output == NULL ) + if ( need_first != first_position ) { - output = mlt_pool_alloc( size ); + // invalidate cached frame + first_position = -1; + + // Bust the cached frame + mlt_properties_set_data( properties, "first_frame", NULL, 0, NULL, NULL ); + first_frame = NULL; + } - // Let someone else clean up - mlt_properties_set_data( producer_properties, "output_buffer", output, size, mlt_pool_release, NULL ); + if ( output && first_position != -1 ) { + // Using the cached frame + uint8_t *image_copy = mlt_pool_alloc( size ); + memcpy( image_copy, output, size ); + uint8_t *alpha_copy = mlt_pool_alloc( alphasize ); + memcpy( alpha_copy, output_alpha, alphasize ); + + // Set the output image + *image = image_copy; + mlt_frame_set_image( frame, image_copy, size, mlt_pool_release ); + mlt_frame_set_alpha( frame, alpha_copy, alphasize, mlt_pool_release ); + + *width = mlt_properties_get_int( properties, "_output_width" ); + *height = mlt_properties_get_int( properties, "_output_height" ); + *format = mlt_properties_get_int( properties, "_output_format" ); + + mlt_service_unlock( MLT_PRODUCER_SERVICE( producer ) ); + return 0; } - uint8_t *first_image = mlt_properties_get_data( first_frame_properties, "image", NULL ); + // Get the cached frame + if ( first_frame == NULL ) + { + // Get the frame to cache from the real producer + mlt_producer real_producer = mlt_properties_get_data( properties, "producer", NULL ); + + // Seek the producer to the correct place + mlt_producer_seek( real_producer, need_first ); + + // Get the frame + mlt_service_get_frame( MLT_PRODUCER_SERVICE( real_producer ), &first_frame, index ); - // which frames are buffered? + // Cache the frame + mlt_properties_set_data( properties, "first_frame", first_frame, 0, ( mlt_destructor )mlt_frame_close, NULL ); + } + mlt_properties first_frame_properties = MLT_FRAME_PROPERTIES( first_frame ); - int error = 0; - if( first_image == NULL ) + // Which frames are buffered? + uint8_t *first_image = mlt_properties_get_data( first_frame_properties, "image", NULL ); + uint8_t *first_alpha = mlt_properties_get_data( first_frame_properties, "alpha", NULL ); + if ( !first_image ) { - error = mlt_frame_get_image( first_frame, &first_image, format, width, height, writable ); + mlt_properties_set( first_frame_properties, "rescale.interp", mlt_properties_get( frame_properties, "rescale.interp" ) ); + + int error = mlt_frame_get_image( first_frame, &first_image, format, width, height, writable ); - if( error != 0 ) { - fprintf(stderr, "first_image == NULL get image died\n"); + if ( error != 0 ) { + mlt_log_warning( MLT_PRODUCER_SERVICE( producer ), "first_image == NULL get image died\n" ); + mlt_properties_set_data( properties, "first_frame", NULL, 0, NULL, NULL ); + mlt_service_unlock( MLT_PRODUCER_SERVICE( producer ) ); return error; } + output = mlt_pool_alloc( size ); + memcpy( output, first_image, size ); + // Let someone else clean up + mlt_properties_set_data( properties, "output_buffer", output, size, mlt_pool_release, NULL ); + mlt_properties_set_int( properties, "_output_width", *width ); + mlt_properties_set_int( properties, "_output_height", *height ); + mlt_properties_set_int( properties, "_output_format", *format ); + } - // Start with a base image - memcpy( output, first_image, size ); + if ( !first_alpha ) + { + alphasize = *width * *height; + first_alpha = mlt_frame_get_alpha_mask( first_frame ); + output_alpha = mlt_pool_alloc( alphasize ); + memcpy( output_alpha, first_alpha, alphasize ); + mlt_properties_set_data( properties, "output_alpha", output_alpha, alphasize, mlt_pool_release, NULL ); + } - *image = output; - mlt_properties_set_data( frame_properties, "image", output, size, NULL, NULL ); + mlt_service_unlock( MLT_PRODUCER_SERVICE( producer ) ); - // Make sure that no further scaling is done - mlt_properties_set( frame_properties, "rescale.interps", "none" ); - mlt_properties_set( frame_properties, "scale", "off" ); + // Create a copy + uint8_t *image_copy = mlt_pool_alloc( size ); + memcpy( image_copy, first_image, size ); + uint8_t *alpha_copy = mlt_pool_alloc( alphasize ); + memcpy( alpha_copy, first_alpha, alphasize ); - mlt_frame_close( first_frame ); + // Set the output image + *image = image_copy; + mlt_frame_set_image( frame, *image, size, mlt_pool_release ); + + mlt_frame_set_alpha( frame, alpha_copy, alphasize, mlt_pool_release ); return 0; } -static int producer_get_frame( mlt_producer this, mlt_frame_ptr frame, int index ) +static int producer_get_frame( mlt_producer producer, mlt_frame_ptr frame, int index ) { - // Construct a new frame - *frame = mlt_frame_init( ); - mlt_properties properties = MLT_PRODUCER_PROPERTIES(this); - - if( frame != NULL ) + if ( frame ) { - mlt_frame first_frame = mlt_properties_get_data( properties, "first_frame", NULL ); - - mlt_position first_position = (first_frame != NULL) ? mlt_frame_get_position( first_frame ) : -1; + // Construct a new frame + *frame = mlt_frame_init( MLT_PRODUCER_SERVICE( producer ) ); - // Get the real producer - mlt_producer real_producer = mlt_properties_get_data( properties, "producer", NULL ); - - // get properties - int strobe = mlt_properties_get_int( properties, "strobe"); - int freeze = mlt_properties_get_int( properties, "freeze"); - int freeze_after = mlt_properties_get_int( properties, "freeze_after"); - int freeze_before = mlt_properties_get_int( properties, "freeze_before"); - - mlt_position need_first; - - if (!freeze || freeze_after || freeze_before) { - double prod_speed = mlt_properties_get_double( properties, "_speed"); - double actual_position = prod_speed * (double) mlt_producer_position( this ); + // Stack the producer and producer's get image + mlt_frame_push_service( *frame, (void*) index ); + mlt_frame_push_service( *frame, producer ); + mlt_frame_push_service( *frame, framebuffer_get_image ); - if (mlt_properties_get_int( properties, "reverse")) actual_position = mlt_producer_get_playtime(this) - actual_position; + mlt_properties properties = MLT_PRODUCER_PROPERTIES( producer ); + mlt_properties frame_properties = MLT_FRAME_PROPERTIES(*frame); - if (strobe < 2) - { - need_first = floor( actual_position ); - } - else - { - // Strobe effect wanted, calculate frame position - need_first = floor( actual_position ); - need_first -= need_first%strobe; - } - if (freeze) - { - if (freeze_after && need_first > freeze) need_first = freeze; - else if (freeze_before && need_first < freeze) need_first = freeze; - } - } - else need_first = freeze; + // Get frame from the real producer + mlt_frame first_frame = mlt_properties_get_data( properties, "first_frame", NULL ); - if( need_first != first_position ) + if ( first_frame == NULL ) { - mlt_frame_close( first_frame ); - first_position = -1; - first_frame = NULL; - } + // Get the frame to cache from the real producer + mlt_producer real_producer = mlt_properties_get_data( properties, "producer", NULL ); - if( first_frame == NULL ) - { - // Seek the producer to the correct place - mlt_producer_seek( real_producer, need_first ); + // Seek the producer to the correct place + mlt_producer_seek( real_producer, mlt_producer_position( producer ) ); - // Get the frame - mlt_service_get_frame( MLT_PRODUCER_SERVICE( real_producer ), &first_frame, index ); + // Get the frame + mlt_service_get_frame( MLT_PRODUCER_SERVICE( real_producer ), &first_frame, index ); + // Cache the frame + mlt_properties_set_data( properties, "first_frame", first_frame, 0, ( mlt_destructor )mlt_frame_close, NULL ); } - - // Make sure things are in their place - mlt_properties_set_data( properties, "first_frame", first_frame, 0, NULL, NULL ); - - // Stack the producer and producer's get image - mlt_frame_push_service( *frame, first_frame ); - mlt_properties_inc_ref( MLT_FRAME_PROPERTIES( first_frame ) ); - - mlt_frame_push_service( *frame, this ); - mlt_frame_push_service( *frame, framebuffer_get_image ); - + mlt_properties_inherit( frame_properties, MLT_FRAME_PROPERTIES(first_frame) ); + + double force_aspect_ratio = mlt_properties_get_double( properties, "force_aspect_ratio" ); + if ( force_aspect_ratio <= 0.0 ) force_aspect_ratio = mlt_properties_get_double( properties, "aspect_ratio" ); + mlt_properties_set_double( frame_properties, "aspect_ratio", force_aspect_ratio ); + // Give the returned frame temporal identity - mlt_frame_set_position( *frame, mlt_producer_position( this ) ); + mlt_frame_set_position( *frame, mlt_producer_position( producer ) ); + mlt_properties_set_int( frame_properties, "meta.media.width", mlt_properties_get_int( properties, "width" ) ); + mlt_properties_set_int( frame_properties, "meta.media.height", mlt_properties_get_int( properties, "height" ) ); + mlt_properties_pass_list( frame_properties, properties, "width, height" ); } return 0; } -mlt_producer producer_framebuffer_init( char *arg ) +mlt_producer producer_framebuffer_init( mlt_profile profile, mlt_service_type type, const char *id, char *arg ) { + if ( !arg ) return NULL; + mlt_producer producer = NULL; + producer = calloc( 1, sizeof( struct mlt_producer_s ) ); + if ( !producer ) + return NULL; - mlt_producer this = NULL; - this = calloc( 1, sizeof( struct mlt_producer_s ) ); - mlt_producer_init( this, NULL ); + if ( mlt_producer_init( producer, NULL ) ) + { + free( producer ); + return NULL; + } - // Wrap fezzik + // Wrap loader mlt_producer real_producer; // Check if a speed was specified. /** - * Speed must be appended to the filename with ':'. To play your video at 50%: - inigo framebuffer:my_video.mpg:0.5 + * Speed must be appended to the filename with '?'. To play your video at 50%: + melt framebuffer:my_video.mpg?0.5 * Stroboscope effect can be obtained by adding a stobe=x parameter, where x is the number of frames that will be ignored. @@ -212,62 +281,87 @@ mlt_producer producer_framebuffer_init( char *arg ) **/ - double speed; - - int count; + double speed = 0.0; char *props = strdup( arg ); - char *ptr = props; - count = strcspn( ptr, ":" ); - ptr[count] = '\0'; - - real_producer = mlt_factory_producer( "fezzik", props ); - - ptr += count + 1; - ptr += strspn( ptr, ":" ); - count = strcspn( ptr, ":" ); - ptr[count] = '\0'; - speed = atof(ptr); - free( props ); + char *ptr = strrchr( props, '?' ); - if (speed == 0.0) speed = 1.0; + if ( ptr ) + { + speed = atof( ptr + 1 ); + if ( speed != 0.0 ) + // If speed was valid, then strip it and the delimiter. + // Otherwise, an invalid speed probably means this '?' was not a delimiter. + *ptr = '\0'; + } + + real_producer = mlt_factory_producer( profile, "abnormal", props ); + free( props ); + if (speed == 0.0) speed = 1.0; - if ( this != NULL && real_producer != NULL) + if ( producer != NULL && real_producer != NULL) { // Get the properties of this producer - mlt_properties properties = MLT_PRODUCER_PROPERTIES( this ); + mlt_properties properties = MLT_PRODUCER_PROPERTIES( producer ); - // Fezzik normalised it for us already - mlt_properties_set_int( properties, "fezzik_normalised", 1); + mlt_properties_set( properties, "resource", arg); // Store the producer and fitler mlt_properties_set_data( properties, "producer", real_producer, 0, ( mlt_destructor )mlt_producer_close, NULL ); - // Grap some stuff from the real_producer - mlt_properties_pass_list( properties, MLT_PRODUCER_PROPERTIES( real_producer ), - "length,resource,width,height" ); + // Grab some stuff from the real_producer + mlt_properties_pass_list( properties, MLT_PRODUCER_PROPERTIES( real_producer ), "length, width, height, aspect_ratio" ); + + if ( speed < 0 ) + { + speed = -speed; + mlt_properties_set_int( properties, "reverse", 1 ); + } if ( speed != 1.0 ) { - double real_length = (double) mlt_producer_get_length( real_producer ); - mlt_properties_set_position( properties, "length", real_length / speed ); + double real_length = ( (double) mlt_producer_get_length( real_producer ) ) / speed; + mlt_properties_set_position( properties, "length", real_length ); + mlt_properties real_properties = MLT_PRODUCER_PROPERTIES( real_producer ); + const char* service = mlt_properties_get( real_properties, "mlt_service" ); + if ( service && !strcmp( service, "avformat" ) ) + { + int n = mlt_properties_count( real_properties ); + int i; + for ( i = 0; i < n; i++ ) + { + if ( strstr( mlt_properties_get_name( real_properties, i ), "stream.frame_rate" ) ) + { + double source_fps = mlt_properties_get_double( real_properties, mlt_properties_get_name( real_properties, i ) ); + if ( source_fps > mlt_profile_fps( profile ) ) + { + mlt_properties_set_double( real_properties, "force_fps", source_fps * speed ); + mlt_properties_set_position( real_properties, "length", real_length ); + mlt_properties_set_position( real_properties, "out", real_length - 1 ); + speed = 1.0; + } + break; + } + } + } } + mlt_properties_set_position( properties, "out", mlt_producer_get_length( producer ) - 1 ); // Since we control the seeking, prevent it from seeking on its own mlt_producer_set_speed( real_producer, 0 ); - mlt_producer_set_speed( this, speed ); + mlt_producer_set_speed( producer, speed ); // Override the get_frame method - this->get_frame = producer_get_frame; + producer->get_frame = producer_get_frame; } else { - if ( this ) - mlt_producer_close( this ); + if ( producer ) + mlt_producer_close( producer ); if ( real_producer ) mlt_producer_close( real_producer ); - this = NULL; + producer = NULL; } - return this; + return producer; }