X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=src%2Fmodules%2Fcore%2Ftransition_luma.c;h=224511f7de467a6599beb9723936bcf050619786;hb=facc6328e46eb0c973c6293390a14258abf071d4;hp=a518e0666d7474e42ee6fd9b41cc2b6e35002567;hpb=03fdfa6be1e0ff3c0a08b7587165ec32e99f1051;p=mlt diff --git a/src/modules/core/transition_luma.c b/src/modules/core/transition_luma.c index a518e066..224511f7 100644 --- a/src/modules/core/transition_luma.c +++ b/src/modules/core/transition_luma.c @@ -3,102 +3,62 @@ * Copyright (C) 2003-2004 Ushodaya Enterprises Limited * Author: Dan Dennedy * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. + * Adapted from Kino Plugin Timfx, which is + * Copyright (C) 2002 Timothy M. Shead * - * This program is distributed in the hope that it will be useful, + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software Foundation, - * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ -#include "transition_luma.h" -#include +#include #include #include #include #include - -/** Luma class. -*/ - -typedef struct -{ - struct mlt_transition_s parent; - int width; - int height; - uint16_t *bitmap; -} -transition_luma; - - -// forward declarations -static void transition_close( mlt_transition parent ); - -/** Calculate the position for this frame. -*/ - -static float position_calculate( mlt_transition this, mlt_frame frame ) -{ - // Get the in and out position - mlt_position in = mlt_transition_get_in( this ); - mlt_position out = mlt_transition_get_out( this ); - - // Get the position of the frame - mlt_position position = mlt_frame_get_position( frame ); - - // Now do the calcs - return ( float )( position - in ) / ( float )( out - in + 1 ); -} - -/** Calculate the field delta for this frame - position between two frames. -*/ - -static float delta_calculate( mlt_transition this, mlt_frame frame ) -{ - // Get the in and out position - mlt_position in = mlt_transition_get_in( this ); - mlt_position out = mlt_transition_get_out( this ); - - // Get the position of the frame - mlt_position position = mlt_frame_get_position( frame ); - - // Now do the calcs - float x = ( float )( position - in ) / ( float )( out - in + 1 ); - float y = ( float )( position + 1 - in ) / ( float )( out - in + 1 ); - - return ( y - x ) / 2.0; -} +#include +#include "transition_composite.h" static inline int dissolve_yuv( mlt_frame this, mlt_frame that, float weight, int width, int height ) { int ret = 0; + int i = height + 1; int width_src = width, height_src = height; mlt_image_format format = mlt_image_yuv422; uint8_t *p_src, *p_dest; - uint8_t *p; - uint8_t *limit; - - int32_t weigh = weight * ( 1 << 16 ); - int32_t weigh_complement = ( 1 - weight ) * ( 1 << 16 ); + uint8_t *alpha_src; + uint8_t *alpha_dst; + int mix = weight * ( 1 << 16 ); + if ( mlt_properties_get( &this->parent, "distort" ) ) + mlt_properties_set( &that->parent, "distort", mlt_properties_get( &this->parent, "distort" ) ); mlt_frame_get_image( this, &p_dest, &format, &width, &height, 1 ); + alpha_dst = mlt_frame_get_alpha_mask( this ); mlt_frame_get_image( that, &p_src, &format, &width_src, &height_src, 0 ); + alpha_src = mlt_frame_get_alpha_mask( that ); - p = p_dest; - limit = p_dest + height_src * width_src * 2; + // Pick the lesser of two evils ;-) + width_src = width_src > width ? width : width_src; + height_src = height_src > height ? height : height_src; - while ( p < limit ) + while ( --i ) { - *p_dest++ = ( *p_src++ * weigh + *p++ * weigh_complement ) >> 16; - *p_dest++ = ( *p_src++ * weigh + *p++ * weigh_complement ) >> 16; + composite_line_yuv( p_dest, p_src, width_src, alpha_src, alpha_dst, mix, NULL, 0, 0 ); + p_src += width_src << 1; + p_dest += width << 1; + alpha_src += width_src; + alpha_dst += width; } return ret; @@ -106,7 +66,7 @@ static inline int dissolve_yuv( mlt_frame this, mlt_frame that, float weight, in // image processing functions -static uint32_t smoothstep( int32_t edge1, int32_t edge2, uint32_t a ) +static inline int32_t smoothstep( int32_t edge1, int32_t edge2, uint32_t a ) { if ( a < edge1 ) return 0; @@ -136,12 +96,18 @@ static void luma_composite( mlt_frame a_frame, mlt_frame b_frame, int luma_width int stride_dest; uint16_t weight = 0; - format_src = mlt_image_yuv422; - format_dest = mlt_image_yuv422; - + if ( mlt_properties_get( &a_frame->parent, "distort" ) ) + mlt_properties_set( &b_frame->parent, "distort", mlt_properties_get( &a_frame->parent, "distort" ) ); mlt_frame_get_image( a_frame, &p_dest, &format_dest, &width_dest, &height_dest, 1 ); mlt_frame_get_image( b_frame, &p_src, &format_src, &width_src, &height_src, 0 ); + if ( *width == 0 || *height == 0 ) + return; + + // Pick the lesser of two evils ;-) + width_src = width_src > width_dest ? width_dest : width_src; + height_src = height_src > height_dest ? height_dest : height_src; + stride_src = width_src * 2; stride_dest = width_dest * 2; @@ -166,10 +132,9 @@ static void luma_composite( mlt_frame a_frame, mlt_frame b_frame, int luma_width int32_t i_softness = softness * ( 1 << 16 ); - int field_count = field_order <= 0 ? 1 : 2; + int field_count = field_order < 0 ? 1 : 2; int field_stride_src = field_count * stride_src; int field_stride_dest = field_count * stride_dest; - int field = 0; // composite using luma map @@ -177,7 +142,7 @@ static void luma_composite( mlt_frame a_frame, mlt_frame b_frame, int luma_width { p_row = p_src + field * stride_src; q_row = p_dest + field * stride_dest; - y_offset = ( field * luma_width ) << 16; + y_offset = field << 16; i = field; while ( i < height_src ) @@ -208,62 +173,6 @@ static void luma_composite( mlt_frame a_frame, mlt_frame b_frame, int luma_width } } -/** Get the image. -*/ - -static int transition_get_image( mlt_frame this, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable ) -{ - // Get the properties of the a frame - mlt_properties a_props = mlt_frame_properties( this ); - - // Get the b frame from the stack - mlt_frame b_frame = mlt_frame_pop_frame( this ); - - // Get the properties of the b frame - mlt_properties b_props = mlt_frame_properties( b_frame ); - - // Arbitrary composite defaults - float mix = mlt_properties_get_double( b_props, "image.mix" ); - float frame_delta = mlt_properties_get_double( b_props, "luma.delta" ); - int luma_width = mlt_properties_get_int( b_props, "luma.width" ); - int luma_height = mlt_properties_get_int( b_props, "luma.height" ); - uint16_t *luma_bitmap = mlt_properties_get_data( b_props, "luma.bitmap", NULL ); - float luma_softness = mlt_properties_get_double( b_props, "luma.softness" ); - int progressive = mlt_properties_get_int( b_props, "progressive" ) || - mlt_properties_get_int( a_props, "consumer_progressive" ) || - mlt_properties_get_int( b_props, "luma.progressive" ); - - int top_field_first = mlt_properties_get_int( b_props, "top_field_first" ); - int reverse = mlt_properties_get_int( b_props, "luma.reverse" ); - - // Since we are the consumer of the b_frame, we must pass along this - // consumer property from the a_frame - mlt_properties_set_double( b_props, "consumer_aspect_ratio", mlt_properties_get_double( a_props, "consumer_aspect_ratio" ) ); - mlt_properties_set_double( b_props, "consumer_scale", mlt_properties_get_double( a_props, "consumer_scale" ) ); - - // Honour the reverse here - mix = reverse ? 1 - mix : mix; - frame_delta *= reverse ? -1.0 : 1.0; - - // Ensure we get scaling on the b_frame - mlt_properties_set( b_props, "rescale.interp", "nearest" ); - - if ( luma_width > 0 && luma_height > 0 && luma_bitmap != NULL ) - // Composite the frames using a luma map - luma_composite( this, b_frame, luma_width, luma_height, luma_bitmap, mix, frame_delta, - luma_softness, progressive ? -1 : top_field_first, width, height ); - else - // Dissolve the frames using the time offset for mix value - dissolve_yuv( this, b_frame, mix, *width, *height ); - - // Extract the a_frame image info - *width = mlt_properties_get_int( a_props, "width" ); - *height = mlt_properties_get_int( a_props, "height" ); - *image = mlt_properties_get_data( a_props, "image", NULL ); - - return 0; -} - /** Load the luma map from PGM stream. */ @@ -273,24 +182,36 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) while (1) { char line[128]; + char comment[128]; int i = 2; int maxval; int bpp; uint16_t *p; - + line[127] = '\0'; // get the magic code if ( fgets( line, 127, f ) == NULL ) break; + + // skip comments + while ( sscanf( line, " #%s", comment ) > 0 ) + if ( fgets( line, 127, f ) == NULL ) + break; + if ( line[0] != 'P' || line[1] != '5' ) break; // skip white space and see if a new line must be fetched for ( i = 2; i < 127 && line[i] != '\0' && isspace( line[i] ); i++ ); - if ( line[i] == '\0' && fgets( line, 127, f ) == NULL ) + if ( ( line[i] == '\0' || line[i] == '#' ) && fgets( line, 127, f ) == NULL ) break; + // skip comments + while ( sscanf( line, " #%s", comment ) > 0 ) + if ( fgets( line, 127, f ) == NULL ) + break; + // get the dimensions if ( line[0] == 'P' ) i = sscanf( line, "P5 %d %d %d", width, height, &maxval ); @@ -302,6 +223,12 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) { if ( fgets( line, 127, f ) == NULL ) break; + + // skip comments + while ( sscanf( line, " #%s", comment ) > 0 ) + if ( fgets( line, 127, f ) == NULL ) + break; + i = sscanf( line, "%d", height ); if ( i == 0 ) break; @@ -314,6 +241,12 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) { if ( fgets( line, 127, f ) == NULL ) break; + + // skip comments + while ( sscanf( line, " #%s", comment ) > 0 ) + if ( fgets( line, 127, f ) == NULL ) + break; + i = sscanf( line, "%d", &maxval ); if ( i == 0 ) break; @@ -321,7 +254,7 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) // determine if this is one or two bytes per pixel bpp = maxval > 255 ? 2 : 1; - + // allocate temporary storage for the raw data data = mlt_pool_alloc( *width * *height * bpp ); if ( data == NULL ) @@ -330,7 +263,7 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) // read the raw data if ( fread( data, *width * *height * bpp, 1, f ) != 1 ) break; - + // allocate the luma bitmap *map = p = (uint16_t*)mlt_pool_alloc( *width * *height * sizeof( uint16_t ) ); if ( *map == NULL ) @@ -347,77 +280,252 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) break; } - + if ( data != NULL ) mlt_pool_release( data ); } +/** Generate a luma map from an RGB image. +*/ + +static void luma_read_yuv422( uint8_t *image, uint16_t **map, int width, int height ) +{ + int i; + int size = width * height * 2; + + // allocate the luma bitmap + uint16_t *p = *map = ( uint16_t* )mlt_pool_alloc( width * height * sizeof( uint16_t ) ); + if ( *map == NULL ) + return; + + // proces the image data into the luma bitmap + for ( i = 0; i < size; i += 2 ) + *p++ = ( image[ i ] - 16 ) * 299; // 299 = 65535 / 219 +} -/** Luma transition processing. +/** Get the image. */ -static mlt_frame transition_process( mlt_transition transition, mlt_frame a_frame, mlt_frame b_frame ) +static int transition_get_image( mlt_frame a_frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable ) { - transition_luma *this = (transition_luma*) transition->child; + // Get the b frame from the stack + mlt_frame b_frame = mlt_frame_pop_frame( a_frame ); + + // Get the transition object + mlt_transition transition = mlt_frame_pop_service( a_frame ); // Get the properties of the transition - mlt_properties properties = mlt_transition_properties( transition ); - + mlt_properties properties = MLT_TRANSITION_PROPERTIES( transition ); + + // Get the properties of the a frame + mlt_properties a_props = MLT_FRAME_PROPERTIES( a_frame ); + // Get the properties of the b frame - mlt_properties b_props = mlt_frame_properties( b_frame ); + mlt_properties b_props = MLT_FRAME_PROPERTIES( b_frame ); + + // This compositer is yuv422 only + *format = mlt_image_yuv422; + + mlt_service_lock( MLT_TRANSITION_SERVICE( transition ) ); + // The cached luma map information + int luma_width = mlt_properties_get_int( properties, "width" ); + int luma_height = mlt_properties_get_int( properties, "height" ); + uint16_t *luma_bitmap = mlt_properties_get_data( properties, "bitmap", NULL ); + char *current_resource = mlt_properties_get( properties, "_resource" ); + // If the filename property changed, reload the map - char *lumafile = mlt_properties_get( properties, "resource" ); - if ( this->bitmap == NULL && lumafile != NULL ) + char *resource = mlt_properties_get( properties, "resource" ); + + // Correct width/height if not specified + if ( luma_width == 0 || luma_height == 0 ) + { + luma_width = *width; + luma_height = *height; + } + + if ( resource && ( !current_resource || strcmp( resource, current_resource ) ) ) { - FILE *pipe = fopen( lumafile, "r" ); - if ( pipe != NULL ) + char temp[ 512 ]; + char *extension = strrchr( resource, '.' ); + char *orig_resource = resource; + + if ( strchr( resource, '%' ) ) + { + FILE *test; + sprintf( temp, "%s/lumas/%s/%s", mlt_environment( "MLT_DATA" ), mlt_environment( "MLT_NORMALISATION" ), strchr( resource, '%' ) + 1 ); + test = fopen( temp, "r" ); + if ( test == NULL ) + strcat( temp, ".png" ); + else + fclose( test ); + resource = temp; + extension = strrchr( resource, '.' ); + } + + // See if it is a PGM + if ( extension != NULL && strcmp( extension, ".pgm" ) == 0 ) { - luma_read_pgm( pipe, &this->bitmap, &this->width, &this->height ); - fclose( pipe ); + // Open PGM + FILE *f = fopen( resource, "rb" ); + if ( f != NULL ) + { + // Load from PGM + luma_read_pgm( f, &luma_bitmap, &luma_width, &luma_height ); + fclose( f ); + + // Set the transition properties + mlt_properties_set_int( properties, "width", luma_width ); + mlt_properties_set_int( properties, "height", luma_height ); + mlt_properties_set( properties, "_resource", orig_resource ); + mlt_properties_set_data( properties, "bitmap", luma_bitmap, luma_width * luma_height * 2, mlt_pool_release, NULL ); + } } + else if (!*resource) + { + luma_bitmap = NULL; + mlt_properties_set( properties, "_resource", NULL ); + mlt_properties_set_data( properties, "bitmap", luma_bitmap, 0, mlt_pool_release, NULL ); + } + else + { + // Get the factory producer service + char *factory = mlt_properties_get( properties, "factory" ); + + // Create the producer + mlt_profile profile = mlt_service_profile( MLT_TRANSITION_SERVICE( transition ) ); + mlt_producer producer = mlt_factory_producer( profile, factory, resource ); + + // If we have one + if ( producer != NULL ) + { + // Get the producer properties + mlt_properties producer_properties = MLT_PRODUCER_PROPERTIES( producer ); + + // Ensure that we loop + mlt_properties_set( producer_properties, "eof", "loop" ); + + // Now pass all producer. properties on the transition down + mlt_properties_pass( producer_properties, properties, "producer." ); + + // We will get the alpha frame from the producer + mlt_frame luma_frame = NULL; + + // Get the luma frame + if ( mlt_service_get_frame( MLT_PRODUCER_SERVICE( producer ), &luma_frame, 0 ) == 0 ) + { + uint8_t *luma_image = NULL; + mlt_image_format luma_format = mlt_image_yuv422; + + // Get image from the luma producer + mlt_properties_set( MLT_FRAME_PROPERTIES( luma_frame ), "rescale.interp", "nearest" ); + mlt_frame_get_image( luma_frame, &luma_image, &luma_format, &luma_width, &luma_height, 0 ); + + // Generate the luma map + if ( luma_image != NULL ) + luma_read_yuv422( luma_image, &luma_bitmap, luma_width, luma_height ); + + // Set the transition properties + mlt_properties_set_int( properties, "width", luma_width ); + mlt_properties_set_int( properties, "height", luma_height ); + mlt_properties_set( properties, "_resource", orig_resource); + mlt_properties_set_data( properties, "bitmap", luma_bitmap, luma_width * luma_height * 2, mlt_pool_release, NULL ); + + // Cleanup the luma frame + mlt_frame_close( luma_frame ); + } + + // Cleanup the luma producer + mlt_producer_close( producer ); + } + } + } + + // Arbitrary composite defaults + float mix = mlt_transition_get_progress( transition, a_frame ); + float frame_delta = mlt_transition_get_progress_delta( transition, a_frame ); + float luma_softness = mlt_properties_get_double( properties, "softness" ); + int progressive = + mlt_properties_get_int( a_props, "consumer_deinterlace" ) || + mlt_properties_get_int( properties, "progressive" ) || + mlt_properties_get_int( b_props, "luma.progressive" ); + int top_field_first = mlt_properties_get_int( b_props, "top_field_first" ); + int reverse = mlt_properties_get_int( properties, "reverse" ); + int invert = mlt_properties_get_int( properties, "invert" ); + + // Honour the reverse here + if ( mix >= 1.0 ) + mix -= floor( mix ); + + if ( mlt_properties_get( properties, "fixed" ) ) + mix = mlt_properties_get_double( properties, "fixed" ); + + if ( luma_width > 0 && luma_height > 0 && luma_bitmap != NULL ) + { + reverse = invert ? !reverse : reverse; + mix = reverse ? 1 - mix : mix; + frame_delta *= reverse ? -1.0 : 1.0; + // Composite the frames using a luma map + luma_composite( !invert ? a_frame : b_frame, !invert ? b_frame : a_frame, luma_width, luma_height, luma_bitmap, mix, frame_delta, + luma_softness, progressive ? -1 : top_field_first, width, height ); } + else + { + mix = ( reverse || invert ) ? 1 - mix : mix; + invert = 0; + // Dissolve the frames using the time offset for mix value + dissolve_yuv( a_frame, b_frame, mix, *width, *height ); + } + + mlt_service_unlock( MLT_TRANSITION_SERVICE( transition ) ); - // Set the b frame properties - mlt_properties_set_double( b_props, "image.mix", position_calculate( transition, b_frame ) ); - mlt_properties_set_double( b_props, "luma.delta", delta_calculate( transition, b_frame ) ); - mlt_properties_set_int( b_props, "luma.width", this->width ); - mlt_properties_set_int( b_props, "luma.height", this->height ); - mlt_properties_set_data( b_props, "luma.bitmap", this->bitmap, 0, NULL, NULL ); - mlt_properties_set_int( b_props, "luma.reverse", mlt_properties_get_int( properties, "reverse" ) ); - mlt_properties_set_double( b_props, "luma.softness", mlt_properties_get_double( properties, "softness" ) ); + // Extract the a_frame image info + *width = mlt_properties_get_int( !invert ? a_props : b_props, "width" ); + *height = mlt_properties_get_int( !invert ? a_props : b_props, "height" ); + *image = mlt_properties_get_data( !invert ? a_props : b_props, "image", NULL ); - mlt_frame_push_get_image( a_frame, transition_get_image ); + return 0; +} + + +/** Luma transition processing. +*/ + +static mlt_frame transition_process( mlt_transition transition, mlt_frame a_frame, mlt_frame b_frame ) +{ + // Push the transition on to the frame + mlt_frame_push_service( a_frame, transition ); + + // Push the b_frame on to the stack mlt_frame_push_frame( a_frame, b_frame ); + // Push the transition method + mlt_frame_push_get_image( a_frame, transition_get_image ); + return a_frame; } /** Constructor for the filter. */ -mlt_transition transition_luma_init( char *lumafile ) +mlt_transition transition_luma_init( mlt_profile profile, mlt_service_type type, const char *id, char *lumafile ) { - transition_luma *this = calloc( sizeof( transition_luma ), 1 ); - if ( this != NULL ) + mlt_transition transition = mlt_transition_new( ); + if ( transition != NULL ) { - mlt_transition transition = &this->parent; - mlt_transition_init( transition, this ); + // Set the methods transition->process = transition_process; - transition->close = transition_close; - mlt_properties_set( mlt_transition_properties( transition ), "resource", lumafile ); - return &this->parent; - } - return NULL; -} + + // Default factory + mlt_properties_set( MLT_TRANSITION_PROPERTIES( transition ), "factory", mlt_environment( "MLT_PRODUCER" ) ); -/** Close the transition. -*/ + // Set the main property + mlt_properties_set( MLT_TRANSITION_PROPERTIES( transition ), "resource", lumafile ); + + // Inform apps and framework that this is a video only transition + mlt_properties_set_int( MLT_TRANSITION_PROPERTIES( transition ), "_transition_type", 1 ); -static void transition_close( mlt_transition parent ) -{ - transition_luma *this = (transition_luma*) parent->child; - mlt_pool_release( this->bitmap ); - free( this ); + return transition; + } + return NULL; } -