]> git.sesse.net Git - mlt/blobdiff - src/modules/avformat/filter_avcolour_space.c
Fix crash on reading uncompressed (rawvideo).
[mlt] / src / modules / avformat / filter_avcolour_space.c
index 50eb2ce46b613f17565db01dd866f4e89cd30288..cc52483be9661ab64f8617c862d24c5a819e8e72 100644 (file)
@@ -3,32 +3,49 @@
  * Copyright (C) 2004-2005 Ushodaya Enterprises Limited
  * Author: Charles Yates <charles.yates@pandora.be>
  *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
  *
- * This program is distributed in the hope that it will be useful,
+ * This library is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU General Public License for more details.
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
  *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software Foundation,
- * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  */
 
-#include "filter_avcolour_space.h"
-
+#include <framework/mlt_filter.h>
 #include <framework/mlt_frame.h>
+#include <framework/mlt_log.h>
 
 // ffmpeg Header files
 #include <avformat.h>
+#ifdef SWSCALE
+#include <swscale.h>
+#endif
+
+#if LIBAVUTIL_VERSION_INT < (50<<16)
+#define PIX_FMT_YUYV422 PIX_FMT_YUV422
+#endif
 
 #include <stdio.h>
 #include <stdlib.h>
 
-static inline int convert_mlt_to_av_cs( mlt_image_format format )
+#if 0 // This test might come in handy elsewhere someday.
+static int is_big_endian( )
+{
+       union { int i; char c[ 4 ]; } big_endian_test;
+       big_endian_test.i = 1;
+
+       return big_endian_test.c[ 0 ] != 1;
+}
+#endif
+
+static int convert_mlt_to_av_cs( mlt_image_format format )
 {
        int value = 0;
 
@@ -38,139 +55,97 @@ static inline int convert_mlt_to_av_cs( mlt_image_format format )
                        value = PIX_FMT_RGB24;
                        break;
                case mlt_image_rgb24a:
-                       value = PIX_FMT_RGBA32;
+               case mlt_image_opengl:
+                       value = PIX_FMT_RGBA;
                        break;
                case mlt_image_yuv422:
-                       value = PIX_FMT_YUV422;
+                       value = PIX_FMT_YUYV422;
                        break;
                case mlt_image_yuv420p:
                        value = PIX_FMT_YUV420P;
                        break;
-               case mlt_image_opengl:
                case mlt_image_none:
-                       fprintf( stderr, "Invalid format...\n" );
+                       mlt_log_error( NULL, "[filter avcolor_space] Invalid format\n" );
                        break;
        }
 
        return value;
 }
 
-static inline void convert_image( uint8_t *out, uint8_t *in, int out_fmt, int in_fmt, int width, int height )
+static void av_convert_image( uint8_t *out, uint8_t *in, int out_fmt, int in_fmt, int width, int height )
 {
        AVPicture input;
        AVPicture output;
-       avpicture_fill( &output, out, out_fmt, width, height );
        avpicture_fill( &input, in, in_fmt, width, height );
+       avpicture_fill( &output, out, out_fmt, width, height );
+#ifdef SWSCALE
+       struct SwsContext *context = sws_getContext( width, height, in_fmt,
+               width, height, out_fmt, SWS_FAST_BILINEAR, NULL, NULL, NULL);
+       sws_scale( context, input.data, input.linesize, 0, height,
+               output.data, output.linesize);
+       sws_freeContext( context );
+#else
        img_convert( &output, out_fmt, &input, in_fmt, width, height );
+#endif
 }
 
 /** Do it :-).
 */
 
-static int filter_get_image( mlt_frame this, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable )
+static int convert_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, mlt_image_format output_format )
 {
-       mlt_filter filter = mlt_frame_pop_service( this );
-       mlt_properties properties = MLT_FRAME_PROPERTIES( this );
-       int output_format = *format;
-       mlt_image_format forced = mlt_properties_get_int( MLT_FILTER_PROPERTIES( filter ), "forced" );
+       mlt_properties properties = MLT_FRAME_PROPERTIES( frame );
+       int width = mlt_properties_get_int( properties, "width" );
+       int height = mlt_properties_get_int( properties, "height" );
        int error = 0;
 
-       // Allow this filter to force processing in a colour space other than requested
-       *format = forced != 0 ? forced : *format;
-   
-       error = mlt_frame_get_image( this, image, format, width, height, 0 );
-
-       if ( error == 0 && *format != output_format && *image != NULL && output_format != mlt_image_opengl )
+       if ( *format != output_format )
        {
+               mlt_log_debug( NULL, "[filter avcolor_space] %s -> %s\n",
+                       mlt_image_format_name( *format ), mlt_image_format_name( output_format ) );
+
                int in_fmt = convert_mlt_to_av_cs( *format );
                int out_fmt = convert_mlt_to_av_cs( output_format );
-               int size = avpicture_get_size( out_fmt, *width, *height );
+               int size = avpicture_get_size( out_fmt, width, height );
                uint8_t *output = mlt_pool_alloc( size );
-               convert_image( output, *image, out_fmt, in_fmt, *width, *height );
-               *image = output;
-               *format = output_format;
-               mlt_properties_set_data( properties, "image", output, size, mlt_pool_release, NULL );
-               mlt_properties_set_int( properties, "format", output_format );
 
-               // Special case for alpha rgb - merge the alpha mask when it exists
-               if ( *format == mlt_image_rgb24a )
+               if ( *format == mlt_image_rgb24a || *format == mlt_image_opengl )
                {
-                       // Fetch the alpha
-                       register uint8_t *alpha = mlt_frame_get_alpha_mask( this );
+                       register int len = width * height;
+                       uint8_t *alpha = mlt_pool_alloc( len );
 
-                       if ( alpha != NULL )
+                       if ( alpha )
                        {
-                               register uint8_t *bits = *image;
-                               register int len = *width * *height;
+                               // Extract the alpha mask from the RGBA image using Duff's Device
+                               register uint8_t *s = *image + 3; // start on the alpha component
+                               register uint8_t *d = alpha;
                                register int n = ( len + 7 ) / 8;
 
-                               // TODO: Proper check for big endian systems
-                               #ifndef __DARWIN__
-                               bits += 3;
-                               #endif
-
-                               // Merge the alpha mask into the RGB image using Duff's Device
-                               switch( len % 8 )
+                               switch ( len % 8 )
                                {
-                                       case 0: do { *bits = *alpha++; bits += 4;
-                                       case 7:          *bits = *alpha++; bits += 4;
-                                       case 6:          *bits = *alpha++; bits += 4;
-                                       case 5:          *bits = *alpha++; bits += 4;
-                                       case 4:          *bits = *alpha++; bits += 4;
-                                       case 3:          *bits = *alpha++; bits += 4;
-                                       case 2:          *bits = *alpha++; bits += 4;
-                                       case 1:          *bits = *alpha++; bits += 4;
+                                       case 0: do { *d++ = *s; s += 4;
+                                       case 7:          *d++ = *s; s += 4;
+                                       case 6:          *d++ = *s; s += 4;
+                                       case 5:          *d++ = *s; s += 4;
+                                       case 4:          *d++ = *s; s += 4;
+                                       case 3:          *d++ = *s; s += 4;
+                                       case 2:          *d++ = *s; s += 4;
+                                       case 1:          *d++ = *s; s += 4;
                                                        }
-                                                       while( --n );
+                                                       while ( --n > 0 );
                                }
+                               mlt_properties_set_data( properties, "alpha", alpha, len, mlt_pool_release, NULL );
+                               frame->get_alpha_mask = NULL;
                        }
                }
-       }
-       else if ( error == 0 && *format != output_format && *image != NULL && output_format == mlt_image_opengl )
-       {
-               if ( *format == mlt_image_yuv422 )
-               {
-                       int size = *width * *height * 4;
-                       uint8_t *output = mlt_pool_alloc( size );
-                       int h = *height;
-                       int w = *width;
-                       uint8_t *o = output + size;
-                       int ostride = w * 4;
-                       uint8_t *p = *image;
-                       uint8_t *alpha = mlt_frame_get_alpha_mask( this ) + *width * *height;
-                       int r, g, b;
-
-                       while( h -- )
-                       {
-                               w = *width;
-                               o -= ostride;
-                               alpha -= *width;
-                               while( w >= 2 )
-                               {
-                                       YUV2RGB( *p, *( p + 1 ), *( p + 3 ), r, g, b );
-                                       *o ++ = r;
-                                       *o ++ = g;
-                                       *o ++ = b;
-                                       *o ++ = *alpha ++;
-                                       YUV2RGB( *( p + 2 ), *( p + 1 ), *( p + 3 ), r, g, b );
-                                       *o ++ = r;
-                                       *o ++ = g;
-                                       *o ++ = b;
-                                       *o ++ = *alpha ++;
-                                       w -= 2;
-                                       p += 4;
-                               }
-                               o -= ostride;
-                               alpha -= *width;
-                       }
 
-                       mlt_properties_set_data( properties, "image", output, size, mlt_pool_release, NULL );
-                       mlt_properties_set_int( properties, "format", output_format );
-                       *image = output;
-                       *format = output_format;
-               }
+               // Update the output
+               av_convert_image( output, *image, out_fmt, in_fmt, width, height );
+               *image = output;
+               *format = output_format;
+               mlt_properties_set_data( properties, "image", output, size, mlt_pool_release, NULL );
+               mlt_properties_set_int( properties, "format", output_format );
        }
-
        return error;
 }
 
@@ -179,8 +154,7 @@ static int filter_get_image( mlt_frame this, uint8_t **image, mlt_image_format *
 
 static mlt_frame filter_process( mlt_filter this, mlt_frame frame )
 {
-       mlt_frame_push_service( frame, this );
-       mlt_frame_push_get_image( frame, filter_get_image );
+       frame->convert_image = convert_image;
        return frame;
 }