#include <string.h>
#include <math.h>
+typedef void ( *composite_line_fn )( uint8_t *dest, uint8_t *src, int width_src, uint8_t *alpha, int weight, uint16_t *luma, int softness );
+
+/* mmx function declarations */
+#ifdef USE_MMX
+ void composite_line_yuv_mmx( uint8_t *dest, uint8_t *src, int width_src, uint8_t *alpha, int weight, uint16_t *luma, int softness );
+ int composite_have_mmx( void );
+#endif
+
/** Geometry struct.
*/
struct geometry_s
{
+ int frame;
float position;
float mix;
int nw; // normalised width
position = ( position - in->position ) / ( out->position - in->position );
// Calculate this frames geometry
- output->nw = in->nw;
- output->nh = in->nh;
- output->x = in->x + ( out->x - in->x ) * position;
- output->y = in->y + ( out->y - in->y ) * position;
- output->w = in->w + ( out->w - in->w ) * position;
- output->h = in->h + ( out->h - in->h ) * position;
- output->mix = in->mix + ( out->mix - in->mix ) * position;
- output->distort = in->distort;
-
- output->x = ( int )floor( output->x ) & 0xfffffffe;
- output->w = ( int )floor( output->w ) & 0xfffffffe;
- output->sw &= 0xfffffffe;
+ if ( in->frame != out->frame - 1 )
+ {
+ output->nw = in->nw;
+ output->nh = in->nh;
+ output->x = in->x + ( out->x - in->x ) * position;
+ output->y = in->y + ( out->y - in->y ) * position;
+ output->w = in->w + ( out->w - in->w ) * position;
+ output->h = in->h + ( out->h - in->h ) * position;
+ output->mix = in->mix + ( out->mix - in->mix ) * position;
+ output->distort = in->distort;
+ }
+ else
+ {
+ output->nw = out->nw;
+ output->nh = out->nh;
+ output->x = out->x;
+ output->y = out->y;
+ output->w = out->w;
+ output->h = out->h;
+ output->mix = out->mix;
+ output->distort = out->distort;
+ }
+
+ // DRD> These break on negative values. I do not think they are needed
+ // since yuv_composite takes care of YUYV group alignment
+ //output->x = ( int )floor( output->x ) & 0xfffffffe;
+ //output->w = ( int )floor( output->w ) & 0xfffffffe;
+ //output->sw &= 0xfffffffe;
}
void transition_destroy_keys( void *arg )
// Parse and add to the list
geometry_parse( temp, ptr, value, normalised_width, normalised_height );
- // Assign the position
+ // Assign the position and frame
+ temp->frame = frame;
temp->position = position;
// Allow the next to be appended after this one
else
end->position = 1;
- // Assign to properties to ensure we get destroyed
- mlt_properties_set_data( properties, "geometries", start, 0, transition_destroy_keys, NULL );
-
return start;
}
mlt_position out = mlt_transition_get_out( this );
// Get the position of the frame
- mlt_position position = mlt_frame_get_position( frame );
+ char *name = mlt_properties_get( mlt_transition_properties( this ), "_unique_id" );
+ mlt_position position = mlt_properties_get_position( mlt_frame_properties( frame ), name );
// Now do the calcs
float x = ( float )( position - in ) / ( float )( out - in + 1 );
if ( bpp == 1 )
*p++ = data[ i ] << 8;
else
- *p++ = ( data[ i ] << 8 ) + data[ i+1 ];
+ *p++ = ( data[ i ] << 8 ) + data[ i + 1 ];
}
break;
*p++ = ( image[ i ] - 16 ) * 299; // 299 = 65535 / 219
}
+
+/** Composite a source line over a destination line
+*/
+
+static inline
+void composite_line_yuv( uint8_t *dest, uint8_t *src, int width_src, uint8_t *alpha, int weight, uint16_t *luma, int softness )
+{
+ register int j;
+ int a, mix;
+
+ for ( j = 0; j < width_src; j ++ )
+ {
+ a = ( alpha == NULL ) ? 255 : *alpha ++;
+ mix = ( luma == NULL ) ? weight : linearstep( luma[ j ], luma[ j ] + softness, weight );
+ mix = ( mix * ( a + 1 ) ) >> 8;
+ *dest = ( *src++ * mix + *dest * ( ( 1 << 16 ) - mix ) ) >> 16;
+ dest++;
+ *dest = ( *src++ * mix + *dest * ( ( 1 << 16 ) - mix ) ) >> 16;
+ dest++;
+ }
+}
+
/** Composite function.
*/
-static int composite_yuv( uint8_t *p_dest, int width_dest, int height_dest, int bpp, uint8_t *p_src, int width_src, int height_src, uint8_t *p_alpha, struct geometry_s geometry, int field, uint16_t *p_luma, int32_t softness )
+static int composite_yuv( uint8_t *p_dest, int width_dest, int height_dest, uint8_t *p_src, int width_src, int height_src, uint8_t *p_alpha, struct geometry_s geometry, int field, uint16_t *p_luma, int32_t softness, composite_line_fn line_fn )
{
int ret = 0;
- int i, j;
+ int i;
int x_src = 0, y_src = 0;
int32_t weight = ( 1 << 16 ) * ( geometry.mix / 100 );
+ int step = ( field > -1 ) ? 2 : 1;
+ int bpp = 2;
int stride_src = width_src * bpp;
int stride_dest = width_dest * bpp;
-
+
// Adjust to consumer scale
int x = geometry.x * width_dest / geometry.nw;
int y = geometry.y * height_dest / geometry.nh;
- x &= 0xfffffffe;
- width_src &= 0xfffffffe;
+ // Align x to a full YUYV group
+ x = ( x | 1 ) ^ 1;
+ width_src = ( width_src | 1 ) ^ 1;
// optimization points - no work to do
if ( width_src <= 0 || height_src <= 0 )
}
// crop overlay beyond right edge of frame
- else if ( x + width_src > width_dest )
+ if ( x + width_src > width_dest )
width_src = width_dest - x;
// crop overlay off the top edge of the frame
{
y_src = -y;
height_src -= y_src;
+ y = 0;
}
+
// crop overlay below bottom edge of frame
- else if ( y + height_src > height_dest )
+ if ( y + height_src > height_dest )
height_src = height_dest - y;
// offset pointer into overlay buffer based on cropping
height_src--;
}
- uint8_t *p = p_src;
- uint8_t *q = p_dest;
- uint8_t *o = p_dest;
- uint16_t *l = p_luma;
- uint8_t *z = p_alpha;
-
- uint8_t a;
- int32_t current_weight;
- int32_t value;
- int step = ( field > -1 ) ? 2 : 1;
-
- stride_src = stride_src * step;
+ stride_src *= step;
+ stride_dest *= step;
int alpha_stride = stride_src / bpp;
- stride_dest = stride_dest * step;
// now do the compositing only to cropped extents
- for ( i = 0; i < height_src; i += step )
+ if ( line_fn != NULL )
{
- p = p_src;
- q = p_dest;
- o = q;
- l = p_luma;
- z = p_alpha;
-
- for ( j = 0; j < width_src; j ++ )
+ for ( i = 0; i < height_src; i += step )
{
- a = ( z == NULL ) ? 255 : *z ++;
- current_weight = ( l == NULL ) ? weight : linearstep( l[ j ], l[ j ] + softness, weight );
- value = ( current_weight * ( a + 1 ) ) >> 8;
- *o ++ = ( *p++ * value + *q++ * ( ( 1 << 16 ) - value ) ) >> 16;
- *o ++ = ( *p++ * value + *q++ * ( ( 1 << 16 ) - value ) ) >> 16;
+ line_fn( p_dest, p_src, width_src, p_alpha, weight, p_luma, softness );
+
+ p_src += stride_src;
+ p_dest += stride_dest;
+ if ( p_alpha )
+ p_alpha += alpha_stride;
+ if ( p_luma )
+ p_luma += alpha_stride;
+ }
+ }
+ else
+ {
+ for ( i = 0; i < height_src; i += step )
+ {
+ composite_line_yuv( p_dest, p_src, width_src, p_alpha, weight, p_luma, softness );
+
+ p_src += stride_src;
+ p_dest += stride_dest;
+ if ( p_alpha )
+ p_alpha += alpha_stride;
+ if ( p_luma )
+ p_luma += alpha_stride;
}
-
- p_src += stride_src;
- p_dest += stride_dest;
- if ( p_alpha )
- p_alpha += alpha_stride;
- if ( p_luma )
- p_luma += alpha_stride;
}
return ret;
}
+
+/** Scale 16bit greyscale luma map using nearest neighbor.
+*/
+
+static inline void
+scale_luma ( uint16_t *dest_buf, int dest_width, int dest_height, const uint16_t *src_buf, int src_width, int src_height )
+{
+ register int i, j;
+ register int x_step = ( src_width << 16 ) / dest_width;
+ register int y_step = ( src_height << 16 ) / dest_height;
+ register int x, y = 0;
+
+ for ( i = 0; i < dest_height; i++ )
+ {
+ const uint16_t *src = src_buf + ( y >> 16 ) * src_width;
+ x = 0;
+
+ for ( j = 0; j < dest_width; j++ )
+ {
+ *dest_buf++ = src[ x >> 16 ];
+ x += x_step;
+ }
+ y += y_step;
+ }
+}
+
static uint16_t* get_luma( mlt_properties properties, int width, int height )
{
// The cached luma map information
// If the filename property changed, reload the map
char *resource = mlt_properties_get( properties, "luma" );
- if ( luma_bitmap == NULL && resource != NULL )
+ if ( resource != NULL && ( luma_bitmap == NULL || luma_width != width || luma_height != height ) )
{
- char *extension = extension = strrchr( resource, '.' );
+ uint16_t *orig_bitmap = mlt_properties_get_data( properties, "_luma.orig_bitmap", NULL );
+ luma_width = mlt_properties_get_int( properties, "_luma.orig_width" );
+ luma_height = mlt_properties_get_int( properties, "_luma.orig_height" );
- // See if it is a PGM
- if ( extension != NULL && strcmp( extension, ".pgm" ) == 0 )
+ // Load the original luma once
+ if ( orig_bitmap == NULL )
{
- // Open PGM
- FILE *f = fopen( resource, "r" );
- if ( f != NULL )
+ char *extension = extension = strrchr( resource, '.' );
+
+ // See if it is a PGM
+ if ( extension != NULL && strcmp( extension, ".pgm" ) == 0 )
{
- // Load from PGM
- luma_read_pgm( f, &luma_bitmap, &luma_width, &luma_height );
- fclose( f );
-
- // Set the transition properties
- mlt_properties_set_int( properties, "_luma.width", luma_width );
- mlt_properties_set_int( properties, "_luma.height", luma_height );
- mlt_properties_set_data( properties, "_luma.bitmap", luma_bitmap, luma_width * luma_height * 2, mlt_pool_release, NULL );
+ // Open PGM
+ FILE *f = fopen( resource, "r" );
+ if ( f != NULL )
+ {
+ // Load from PGM
+ luma_read_pgm( f, &orig_bitmap, &luma_width, &luma_height );
+ fclose( f );
+
+ // Remember the original size for subsequent scaling
+ mlt_properties_set_data( properties, "_luma.orig_bitmap", orig_bitmap, luma_width * luma_height * 2, mlt_pool_release, NULL );
+ mlt_properties_set_int( properties, "_luma.orig_width", luma_width );
+ mlt_properties_set_int( properties, "_luma.orig_height", luma_height );
+ }
}
- }
- else
- {
- // Get the factory producer service
- char *factory = mlt_properties_get( properties, "factory" );
-
- // Create the producer
- mlt_producer producer = mlt_factory_producer( factory, resource );
-
- // If we have one
- if ( producer != NULL )
+ else
{
- // Get the producer properties
- mlt_properties producer_properties = mlt_producer_properties( producer );
-
- // Ensure that we loop
- mlt_properties_set( producer_properties, "eof", "loop" );
-
- // Now pass all producer. properties on the transition down
- mlt_properties_pass( producer_properties, properties, "luma." );
-
- // We will get the alpha frame from the producer
- mlt_frame luma_frame = NULL;
-
- // Get the luma frame
- if ( mlt_service_get_frame( mlt_producer_service( producer ), &luma_frame, 0 ) == 0 )
+ // Get the factory producer service
+ char *factory = mlt_properties_get( properties, "factory" );
+
+ // Create the producer
+ mlt_producer producer = mlt_factory_producer( factory, resource );
+
+ // If we have one
+ if ( producer != NULL )
{
- uint8_t *luma_image;
- mlt_image_format luma_format = mlt_image_yuv422;
-
- // Request a luma image the size of transition image request
- luma_width = width;
- luma_height = height;
-
- // Get image from the luma producer
- mlt_properties_set( mlt_frame_properties( luma_frame ), "distort", "true" );
- mlt_frame_get_image( luma_frame, &luma_image, &luma_format, &luma_width, &luma_height, 0 );
-
- // Generate the luma map
- if ( luma_image != NULL && luma_format == mlt_image_yuv422 )
+ // Get the producer properties
+ mlt_properties producer_properties = mlt_producer_properties( producer );
+
+ // Ensure that we loop
+ mlt_properties_set( producer_properties, "eof", "loop" );
+
+ // Now pass all producer. properties on the transition down
+ mlt_properties_pass( producer_properties, properties, "luma." );
+
+ // We will get the alpha frame from the producer
+ mlt_frame luma_frame = NULL;
+
+ // Get the luma frame
+ if ( mlt_service_get_frame( mlt_producer_service( producer ), &luma_frame, 0 ) == 0 )
{
- luma_read_yuv422( luma_image, &luma_bitmap, luma_width, luma_height );
-
- // Set the transition properties
- mlt_properties_set_int( properties, "_luma.width", luma_width );
- mlt_properties_set_int( properties, "_luma.height", luma_height );
- mlt_properties_set_data( properties, "_luma.bitmap", luma_bitmap, luma_width * luma_height * 2, mlt_pool_release, NULL );
+ uint8_t *luma_image;
+ mlt_image_format luma_format = mlt_image_yuv422;
+
+ // Get image from the luma producer
+ mlt_properties_set( mlt_frame_properties( luma_frame ), "rescale.interp", "none" );
+ mlt_frame_get_image( luma_frame, &luma_image, &luma_format, &luma_width, &luma_height, 0 );
+
+ // Generate the luma map
+ if ( luma_image != NULL && luma_format == mlt_image_yuv422 )
+ luma_read_yuv422( luma_image, &orig_bitmap, luma_width, luma_height );
+
+ // Remember the original size for subsequent scaling
+ mlt_properties_set_data( properties, "_luma.orig_bitmap", orig_bitmap, luma_width * luma_height * 2, mlt_pool_release, NULL );
+ mlt_properties_set_int( properties, "_luma.orig_width", luma_width );
+ mlt_properties_set_int( properties, "_luma.orig_height", luma_height );
+
+ // Cleanup the luma frame
+ mlt_frame_close( luma_frame );
}
-
- // Cleanup the luma frame
- mlt_frame_close( luma_frame );
+
+ // Cleanup the luma producer
+ mlt_producer_close( producer );
}
-
- // Cleanup the luma producer
- mlt_producer_close( producer );
}
}
+ // Scale luma map
+ luma_bitmap = mlt_pool_alloc( width * height * sizeof( uint16_t ) );
+ scale_luma( luma_bitmap, width, height, orig_bitmap, luma_width, luma_height );
+
+ // Remember the scaled luma size to prevent unnecessary scaling
+ mlt_properties_set_int( properties, "_luma.width", width );
+ mlt_properties_set_int( properties, "_luma.height", height );
+ mlt_properties_set_data( properties, "_luma.bitmap", luma_bitmap, width * height * 2, mlt_pool_release, NULL );
}
return luma_bitmap;
}
*width = geometry->sw * *width / geometry->nw;
*height = geometry->sh * *height / geometry->nh;
- x -= x % 2;
+ x = ( x | 1 ) ^ 1;
// optimization points - no work to do
- if ( *width <= 0 || *height <= 0 )
+ if ( *width < 1 || *height < 1 )
return 1;
if ( ( x < 0 && -x >= *width ) || ( y < 0 && -y >= *height ) )
}
-struct geometry_s *composite_calculate( struct geometry_s *result, mlt_transition this, mlt_frame a_frame, float position )
+static struct geometry_s *composite_calculate( struct geometry_s *result, mlt_transition this, mlt_frame a_frame, float position )
{
// Get the properties from the transition
mlt_properties properties = mlt_transition_properties( this );
struct geometry_s *start = mlt_properties_get_data( properties, "geometries", NULL );
// Now parse the geometries
- if ( start == NULL )
+ if ( start == NULL || mlt_properties_get_int( properties, "refresh" ) )
{
// Obtain the normalised width and height from the a_frame
int normalised_width = mlt_properties_get_int( a_props, "normalised_width" );
// Parse the transitions properties
start = transition_parse_keys( this, normalised_width, normalised_height );
+
+ // Assign to properties to ensure we get destroyed
+ mlt_properties_set_data( properties, "geometries", start, 0, transition_destroy_keys, NULL );
+ mlt_properties_set_int( properties, "refresh", 0 );
}
// Do the calculation
return start;
}
+static inline void inline_memcpy( uint8_t *dest, uint8_t *src, int length )
+{
+ uint8_t *end = src + length;
+ while ( src < end )
+ {
+ *dest ++ = *src ++;
+ *dest ++ = *src ++;
+ }
+}
+
mlt_frame composite_copy_region( mlt_transition this, mlt_frame a_frame, mlt_position frame_position )
{
// Create a frame to return
w = result.w * width / result.nw;
h = result.h * height / result.nh;
- x &= 0xfffffffe;
- w &= 0xfffffffe;
+ if ( y < 0 )
+ {
+ h = h + y;
+ y = 0;
+ }
+
+ if ( y + h > height )
+ h = height - y;
+
+ x = ( x | 1 ) ^ 1;
+ w = ( w | 1 ) ^ 1;
// Now we need to create a new destination image
dest = mlt_pool_alloc( w * h * 2 );
while ( q < r )
{
- memcpy( q, p, w * 2 );
+ inline_memcpy( q, p, w * 2 );
q += w * 2;
p += width * 2;
}
// Get the image from the a frame
mlt_frame_get_image( a_frame, image, format, width, height, 1 );
+ // Get the properties from the transition
+ mlt_properties properties = mlt_transition_properties( this );
+
if ( b_frame != NULL )
{
// Get the properties of the a frame
// Get the properties of the b frame
mlt_properties b_props = mlt_frame_properties( b_frame );
- // Get the properties from the transition
- mlt_properties properties = mlt_transition_properties( this );
-
// Structures for geometry
struct geometry_s result;
struct geometry_s *start = composite_calculate( &result, this, a_frame, position );
// Optimisation - no compositing required
- if ( result.mix == 0 )
+ if ( result.mix == 0 || ( result.w == 0 && result.h == 0 ) )
return 0;
// Since we are the consumer of the b_frame, we must pass along these
{
uint8_t *dest = *image;
uint8_t *src = image_b;
- int bpp = 2;
uint8_t *alpha = mlt_frame_get_alpha_mask( b_frame );
- int progressive = mlt_properties_get_int( a_props, "progressive" ) ||
+ int progressive =
mlt_properties_get_int( a_props, "consumer_progressive" ) ||
mlt_properties_get_int( properties, "progressive" );
int field;
int32_t luma_softness = mlt_properties_get_double( properties, "softness" ) * ( 1 << 16 );
uint16_t *luma_bitmap = get_luma( properties, width_b, height_b );
+ //composite_line_fn line_fn = mlt_properties_get_int( properties, "_MMX" ) ? composite_line_yuv_mmx : NULL;
+ composite_line_fn line_fn = NULL;
for ( field = 0; field < ( progressive ? 1 : 2 ); field++ )
{
alignment_calculate( &result );
// Composite the b_frame on the a_frame
- composite_yuv( dest, *width, *height, bpp, src, width_b, height_b, alpha, result, progressive ? -1 : field, luma_bitmap, luma_softness );
+ composite_yuv( dest, *width, *height, src, width_b, height_b, alpha, result, progressive ? -1 : field, luma_bitmap, luma_softness, line_fn );
}
}
}
static mlt_frame composite_process( mlt_transition this, mlt_frame a_frame, mlt_frame b_frame )
{
+ // Get a unique name to store the frame position
+ char *name = mlt_properties_get( mlt_transition_properties( this ), "_unique_id" );
+
+ // Assign the current position to the name
+ mlt_properties_set_position( mlt_frame_properties( a_frame ), name, mlt_frame_get_position( a_frame ) );
+
// Propogate the transition properties to the b frame
mlt_properties_set_double( mlt_frame_properties( b_frame ), "relative_position", position_calculate( this, mlt_frame_get_position( a_frame ) ) );
+
mlt_frame_push_service( a_frame, this );
- mlt_frame_push_get_image( a_frame, transition_get_image );
mlt_frame_push_frame( a_frame, b_frame );
+ mlt_frame_push_get_image( a_frame, transition_get_image );
return a_frame;
}
mlt_transition this = calloc( sizeof( struct mlt_transition_s ), 1 );
if ( this != NULL && mlt_transition_init( this, NULL ) == 0 )
{
+ mlt_properties properties = mlt_transition_properties( this );
+
this->process = composite_process;
- mlt_properties_set( mlt_transition_properties( this ), "start", arg != NULL ? arg : "85%,5%:10%x10%" );
+
+ // Default starting motion and zoom
+ mlt_properties_set( properties, "start", arg != NULL ? arg : "85%,5%:10%x10%" );
// Default factory
- mlt_properties_set( mlt_transition_properties( this ), "factory", "fezzik" );
+ mlt_properties_set( properties, "factory", "fezzik" );
+
+#ifdef USE_MMX
+ //mlt_properties_set_int( properties, "_MMX", composite_have_mmx() );
+#endif
}
return this;
}