2 * producer_framebuffer.c -- create subspeed frames
3 * Copyright (C) 2007 Jean-Baptiste Mardelle <jb@ader.ch>
4 * Author: Jean-Baptiste Mardelle, based on the code of motion_est by Zachary Drew
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 #include <framework/mlt.h>
30 // Forward references.
31 static int producer_get_frame( mlt_producer producer, mlt_frame_ptr frame, int index );
33 /** Image stack(able) method
36 static int framebuffer_get_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable )
39 // Get the filter object and properties
40 mlt_producer producer = mlt_frame_pop_service( frame );
41 int index = ( int )mlt_frame_pop_service( frame );
42 mlt_properties properties = MLT_PRODUCER_PROPERTIES( producer );
44 mlt_service_lock( MLT_PRODUCER_SERVICE( producer ) );
46 // Frame properties objects
47 mlt_properties frame_properties = MLT_FRAME_PROPERTIES( frame );
48 mlt_frame first_frame = mlt_properties_get_data( properties, "first_frame", NULL );
50 // Get producer parameters
51 int strobe = mlt_properties_get_int( properties, "strobe" );
52 int freeze = mlt_properties_get_int( properties, "freeze" );
53 int freeze_after = mlt_properties_get_int( properties, "freeze_after" );
54 int freeze_before = mlt_properties_get_int( properties, "freeze_before" );
55 int in = mlt_properties_get_position( properties, "in" );
57 // Determine the position
58 mlt_position first_position = (first_frame != NULL) ? mlt_frame_get_position( first_frame ) : -1;
59 mlt_position need_first = freeze;
61 if ( !freeze || freeze_after || freeze_before )
63 double prod_speed = mlt_properties_get_double( properties, "_speed" );
64 double actual_position = in + prod_speed * (double) mlt_producer_position( producer );
66 if ( mlt_properties_get_int( properties, "reverse" ) )
67 actual_position = mlt_producer_get_playtime( producer ) - actual_position;
71 need_first = floor( actual_position );
75 // Strobe effect wanted, calculate frame position
76 need_first = floor( actual_position );
77 need_first -= need_first % strobe;
81 if ( freeze_after && need_first > freeze ) need_first = freeze;
82 else if ( freeze_before && need_first < freeze ) need_first = freeze;
86 // Determine output buffer size
87 *width = mlt_properties_get_int( frame_properties, "width" );
88 *height = mlt_properties_get_int( frame_properties, "height" );
89 int size = mlt_image_format_size( *format, *width, *height, NULL );
93 int alphasize = *width * *height;
94 uint8_t *output = mlt_properties_get_data( properties, "output_buffer", &buffersize );
95 uint8_t *output_alpha = mlt_properties_get_data( properties, "output_alpha", NULL );
96 if( buffersize == 0 || buffersize != size )
98 // invalidate cached frame
102 if ( need_first != first_position )
104 // invalidate cached frame
107 // Bust the cached frame
108 mlt_properties_set_data( properties, "first_frame", NULL, 0, NULL, NULL );
112 if ( output && first_position != -1 ) {
113 // Using the cached frame
114 uint8_t *image_copy = mlt_pool_alloc( size );
115 memcpy( image_copy, output, size );
116 uint8_t *alpha_copy = mlt_pool_alloc( alphasize );
117 memcpy( alpha_copy, output_alpha, alphasize );
119 // Set the output image
121 mlt_frame_set_image( frame, image_copy, size, mlt_pool_release );
122 mlt_frame_set_alpha( frame, alpha_copy, alphasize, mlt_pool_release );
124 *width = mlt_properties_get_int( properties, "_output_width" );
125 *height = mlt_properties_get_int( properties, "_output_height" );
126 *format = mlt_properties_get_int( properties, "_output_format" );
128 mlt_service_unlock( MLT_PRODUCER_SERVICE( producer ) );
132 // Get the cached frame
133 if ( first_frame == NULL )
135 // Get the frame to cache from the real producer
136 mlt_producer real_producer = mlt_properties_get_data( properties, "producer", NULL );
138 // Seek the producer to the correct place
139 mlt_producer_seek( real_producer, need_first );
142 mlt_service_get_frame( MLT_PRODUCER_SERVICE( real_producer ), &first_frame, index );
145 mlt_properties_set_data( properties, "first_frame", first_frame, 0, ( mlt_destructor )mlt_frame_close, NULL );
147 mlt_properties first_frame_properties = MLT_FRAME_PROPERTIES( first_frame );
150 // Which frames are buffered?
151 uint8_t *first_image = mlt_properties_get_data( first_frame_properties, "image", NULL );
152 uint8_t *first_alpha = mlt_properties_get_data( first_frame_properties, "alpha", NULL );
155 mlt_properties_set_double( first_frame_properties, "consumer_aspect_ratio", mlt_properties_get_double( frame_properties, "consumer_aspect_ratio" ) );
156 mlt_properties_set( first_frame_properties, "rescale.interp", mlt_properties_get( frame_properties, "rescale.interp" ) );
158 int error = mlt_frame_get_image( first_frame, &first_image, format, width, height, writable );
161 mlt_log_error( MLT_PRODUCER_SERVICE( producer ), "first_image == NULL get image died\n" );
162 mlt_service_unlock( MLT_PRODUCER_SERVICE( producer ) );
165 output = mlt_pool_alloc( size );
166 memcpy( output, first_image, size );
167 // Let someone else clean up
168 mlt_properties_set_data( properties, "output_buffer", output, size, mlt_pool_release, NULL );
169 mlt_properties_set_int( properties, "_output_width", *width );
170 mlt_properties_set_int( properties, "_output_height", *height );
171 mlt_properties_set_int( properties, "_output_format", *format );
177 alphasize = *width * *height;
178 first_alpha = mlt_frame_get_alpha_mask( first_frame );
179 output_alpha = mlt_pool_alloc( alphasize );
180 memcpy( output_alpha, first_alpha, alphasize );
181 mlt_properties_set_data( properties, "output_alpha", output_alpha, alphasize, mlt_pool_release, NULL );
184 mlt_service_unlock( MLT_PRODUCER_SERVICE( producer ) );
187 uint8_t *image_copy = mlt_pool_alloc( size );
188 memcpy( image_copy, first_image, size );
189 uint8_t *alpha_copy = mlt_pool_alloc( alphasize );
190 memcpy( alpha_copy, first_alpha, alphasize );
192 // Set the output image
194 mlt_frame_set_image( frame, *image, size, mlt_pool_release );
196 mlt_frame_set_alpha( frame, alpha_copy, alphasize, mlt_pool_release );
201 static int producer_get_frame( mlt_producer producer, mlt_frame_ptr frame, int index )
203 // Construct a new frame
204 *frame = mlt_frame_init( MLT_PRODUCER_SERVICE( producer ) );
207 // Stack the producer and producer's get image
208 mlt_frame_push_service( *frame, (void*) index );
209 mlt_frame_push_service( *frame, producer );
210 mlt_frame_push_service( *frame, framebuffer_get_image );
212 mlt_properties properties = MLT_PRODUCER_PROPERTIES( producer );
213 mlt_properties frame_properties = MLT_FRAME_PROPERTIES(*frame);
215 // Get frame from the real producer
216 mlt_frame first_frame = mlt_properties_get_data( properties, "first_frame", NULL );
218 if ( first_frame == NULL )
220 // Get the frame to cache from the real producer
221 mlt_producer real_producer = mlt_properties_get_data( properties, "producer", NULL );
223 // Seek the producer to the correct place
224 mlt_producer_seek( real_producer, mlt_producer_position( producer ) );
227 mlt_service_get_frame( MLT_PRODUCER_SERVICE( real_producer ), &first_frame, index );
229 mlt_properties_set_data( properties, "first_frame", first_frame, 0, ( mlt_destructor )mlt_frame_close, NULL );
232 mlt_properties_inherit( frame_properties, MLT_FRAME_PROPERTIES(first_frame) );
234 double force_aspect_ratio = mlt_properties_get_double( properties, "force_aspect_ratio" );
235 if ( force_aspect_ratio <= 0.0 ) force_aspect_ratio = mlt_properties_get_double( properties, "aspect_ratio" );
236 mlt_properties_set_double( frame_properties, "aspect_ratio", force_aspect_ratio );
238 // Give the returned frame temporal identity
239 mlt_frame_set_position( *frame, mlt_producer_position( producer ) );
241 mlt_properties_set_int( frame_properties, "real_width", mlt_properties_get_int( properties, "width" ) );
242 mlt_properties_set_int( frame_properties, "real_height", mlt_properties_get_int( properties, "height" ) );
243 mlt_properties_pass_list( frame_properties, properties, "width, height" );
250 mlt_producer producer_framebuffer_init( mlt_profile profile, mlt_service_type type, const char *id, char *arg )
252 if ( !arg ) return NULL;
253 mlt_producer producer = NULL;
254 producer = calloc( 1, sizeof( struct mlt_producer_s ) );
255 mlt_producer_init( producer, NULL );
258 mlt_producer real_producer;
260 // Check if a speed was specified.
263 * Speed must be appended to the filename with '?'. To play your video at 50%:
264 melt framebuffer:my_video.mpg?0.5
266 * Stroboscope effect can be obtained by adding a stobe=x parameter, where
267 x is the number of frames that will be ignored.
269 * You can play the movie backwards by adding reverse=1
271 * You can freeze the clip at a determined position by adding freeze=frame_pos
272 add freeze_after=1 to freeze only paste position or freeze_before to freeze before it
277 char *props = strdup( arg );
278 char *ptr = strrchr( props, '?' );
282 speed = atof( ptr + 1 );
284 // If speed was valid, then strip it and the delimiter.
285 // Otherwise, an invalid speed probably means this '?' was not a delimiter.
289 real_producer = mlt_factory_producer( profile, "abnormal", props );
292 if (speed == 0.0) speed = 1.0;
294 if ( producer != NULL && real_producer != NULL)
296 // Get the properties of this producer
297 mlt_properties properties = MLT_PRODUCER_PROPERTIES( producer );
299 mlt_properties_set( properties, "resource", arg);
301 // Store the producer and fitler
302 mlt_properties_set_data( properties, "producer", real_producer, 0, ( mlt_destructor )mlt_producer_close, NULL );
304 // Grab some stuff from the real_producer
305 mlt_properties_pass_list( properties, MLT_PRODUCER_PROPERTIES( real_producer ), "length, width, height, aspect_ratio" );
310 mlt_properties_set_int( properties, "reverse", 1 );
315 double real_length = ( (double) mlt_producer_get_length( real_producer ) ) / speed;
316 mlt_properties_set_position( properties, "length", real_length );
318 mlt_properties_set_position( properties, "out", mlt_producer_get_length( producer ) - 1 );
320 // Since we control the seeking, prevent it from seeking on its own
321 mlt_producer_set_speed( real_producer, 0 );
322 mlt_producer_set_speed( producer, speed );
324 // Override the get_frame method
325 producer->get_frame = producer_get_frame;
330 mlt_producer_close( producer );
332 mlt_producer_close( real_producer );