git.sesse.net Git - mlt/blob - src/modules/avformat/filter_avcolour_space.c

   1 /*
   2  * filter_avcolour_space.c -- Colour space filter
   3  * Copyright (C) 2004-2005 Ushodaya Enterprises Limited
   4  * Author: Charles Yates <charles.yates@pandora.be>
   5  *
   6  * This library is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2.1 of the License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library; if not, write to the Free Software
  18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19  */
  20
  21 #include <framework/mlt_filter.h>
  22 #include <framework/mlt_frame.h>
  23 #include <framework/mlt_log.h>
  24 #include <framework/mlt_profile.h>
  25
  26 // ffmpeg Header files
  27 #include <avformat.h>
  28 #ifdef SWSCALE
  29 #include <swscale.h>
  30 #endif
  31
  32 #if LIBAVUTIL_VERSION_INT < (50<<16)
  33 #define PIX_FMT_YUYV422 PIX_FMT_YUV422
  34 #endif
  35
  36 #include <stdio.h>
  37 #include <stdlib.h>
  38
  39 #if 0 // This test might come in handy elsewhere someday.
  40 static int is_big_endian( )
  41 {
  42         union { int i; char c[ 4 ]; } big_endian_test;
  43         big_endian_test.i = 1;
  44
  45         return big_endian_test.c[ 0 ] != 1;
  46 }
  47 #endif
  48
  49 static int convert_mlt_to_av_cs( mlt_image_format format )
  50 {
  51         int value = 0;
  52
  53         switch( format )
  54         {
  55                 case mlt_image_rgb24:
  56                         value = PIX_FMT_RGB24;
  57                         break;
  58                 case mlt_image_rgb24a:
  59                 case mlt_image_opengl:
  60                         value = PIX_FMT_RGBA;
  61                         break;
  62                 case mlt_image_yuv422:
  63                         value = PIX_FMT_YUYV422;
  64                         break;
  65                 case mlt_image_yuv420p:
  66                         value = PIX_FMT_YUV420P;
  67                         break;
  68                 case mlt_image_none:
  69                         mlt_log_error( NULL, "[filter avcolor_space] Invalid format\n" );
  70                         break;
  71         }
  72
  73         return value;
  74 }
  75
  76 static void set_luma_transfer( struct SwsContext *context, int colorspace, int no_scale )
  77 {
  78         int *coefficients;
  79         int range;
  80         int brightness, contrast, saturation;
  81
  82         if ( sws_getColorspaceDetails( context, &coefficients, &range, &coefficients, &range,
  83                         &brightness, &contrast, &saturation ) != -1 )
  84         {
  85                 // Don't change these from defaults unless explicitly told to.
  86                 if ( no_scale )
  87                         range = 1;
  88                 switch ( colorspace )
  89                 {
  90                 case 170:
  91                 case 470:
  92                 case 601:
  93                 case 624:
  94                         coefficients = sws_getCoefficients( SWS_CS_ITU601 );
  95                         break;
  96                 case 240:
  97                         coefficients = sws_getCoefficients( SWS_CS_SMPTE240M );
  98                         break;
  99                 case 709:
 100                         coefficients = sws_getCoefficients( SWS_CS_ITU709 );
 101                         break;
 102                 }
 103                 sws_setColorspaceDetails( context, coefficients, range, coefficients, range,
 104                         brightness, contrast, saturation );
 105         }
 106 }
 107
 108 static void av_convert_image( uint8_t *out, uint8_t *in, int out_fmt, int in_fmt,
 109         int width, int height, int colorspace, int no_scale )
 110 {
 111         AVPicture input;
 112         AVPicture output;
 113         int flags = SWS_BILINEAR | SWS_ACCURATE_RND;
 114
 115         if ( out_fmt == PIX_FMT_YUYV422 )
 116                 flags |= SWS_FULL_CHR_H_INP;
 117         else
 118                 flags |= SWS_FULL_CHR_H_INT;
 119 #ifdef USE_MMX
 120         flags |= SWS_CPU_CAPS_MMX;
 121 #endif
 122 #ifdef USE_SSE
 123         flags |= SWS_CPU_CAPS_MMX2;
 124 #endif
 125
 126         avpicture_fill( &input, in, in_fmt, width, height );
 127         avpicture_fill( &output, out, out_fmt, width, height );
 128 #ifdef SWSCALE
 129         struct SwsContext *context = sws_getContext( width, height, in_fmt,
 130                 width, height, out_fmt, flags, NULL, NULL, NULL);
 131         set_luma_transfer( context, colorspace, no_scale );
 132         sws_scale( context, input.data, input.linesize, 0, height,
 133                 output.data, output.linesize);
 134         sws_freeContext( context );
 135 #else
 136         img_convert( &output, out_fmt, &input, in_fmt, width, height );
 137 #endif
 138 }
 139
 140 /** Do it :-).
 141 */
 142
 143 static int convert_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, mlt_image_format output_format )
 144 {
 145         mlt_properties properties = MLT_FRAME_PROPERTIES( frame );
 146         int width = mlt_properties_get_int( properties, "width" );
 147         int height = mlt_properties_get_int( properties, "height" );
 148         int error = 0;
 149
 150         if ( *format != output_format )
 151         {
 152                 mlt_log_debug( NULL, "[filter avcolor_space] %s -> %s @ %dx%d\n",
 153                         mlt_image_format_name( *format ), mlt_image_format_name( output_format ),
 154                         width, height );
 155
 156                 int in_fmt = convert_mlt_to_av_cs( *format );
 157                 int out_fmt = convert_mlt_to_av_cs( output_format );
 158                 int size = avpicture_get_size( out_fmt, width, height );
 159                 uint8_t *output = mlt_pool_alloc( size );
 160
 161                 if ( *format == mlt_image_rgb24a || *format == mlt_image_opengl )
 162                 {
 163                         register int len = width * height;
 164                         uint8_t *alpha = mlt_pool_alloc( len );
 165
 166                         if ( alpha )
 167                         {
 168                                 // Extract the alpha mask from the RGBA image using Duff's Device
 169                                 register uint8_t *s = *image + 3; // start on the alpha component
 170                                 register uint8_t *d = alpha;
 171                                 register int n = ( len + 7 ) / 8;
 172
 173                                 switch ( len % 8 )
 174                                 {
 175                                         case 0: do { *d++ = *s; s += 4;
 176                                         case 7:          *d++ = *s; s += 4;
 177                                         case 6:          *d++ = *s; s += 4;
 178                                         case 5:          *d++ = *s; s += 4;
 179                                         case 4:          *d++ = *s; s += 4;
 180                                         case 3:          *d++ = *s; s += 4;
 181                                         case 2:          *d++ = *s; s += 4;
 182                                         case 1:          *d++ = *s; s += 4;
 183                                                         }
 184                                                         while ( --n > 0 );
 185                                 }
 186                                 mlt_properties_set_data( properties, "alpha", alpha, len, mlt_pool_release, NULL );
 187                                 frame->get_alpha_mask = NULL;
 188                         }
 189                 }
 190
 191                 // Update the output
 192                 int colorspace = mlt_properties_get_int( properties, "colorspace" );
 193                 int no_scale_luma = 0;
 194                 if ( *format == mlt_image_yuv422 && mlt_properties_get_int( properties, "skip_luma_scale" )
 195                          && ( output_format == mlt_image_rgb24 || output_format == mlt_image_rgb24a ) )
 196                 {
 197                         no_scale_luma = 1;
 198                         mlt_properties_set( properties, "skip_luma_scale", NULL );
 199                 }
 200                 av_convert_image( output, *image, out_fmt, in_fmt, width, height, colorspace, no_scale_luma );
 201                 *image = output;
 202                 *format = output_format;
 203                 mlt_properties_set_data( properties, "image", output, size, mlt_pool_release, NULL );
 204                 mlt_properties_set_int( properties, "format", output_format );
 205
 206                 if ( output_format == mlt_image_rgb24a || output_format == mlt_image_opengl )
 207                 {
 208                         register int len = width * height;
 209                         int alpha_size = 0;
 210                         uint8_t *alpha = mlt_frame_get_alpha_mask( frame );
 211                         mlt_properties_get_data( properties, "alpha", &alpha_size );
 212
 213                         if ( alpha && alpha_size >= len )
 214                         {
 215                                 // Merge the alpha mask from into the RGBA image using Duff's Device
 216                                 register uint8_t *s = alpha;
 217                                 register uint8_t *d = *image + 3; // start on the alpha component
 218                                 register int n = ( len + 7 ) / 8;
 219
 220                                 switch ( len % 8 )
 221                                 {
 222                                         case 0: do { *d = *s++; d += 4;
 223                                         case 7:          *d = *s++; d += 4;
 224                                         case 6:          *d = *s++; d += 4;
 225                                         case 5:          *d = *s++; d += 4;
 226                                         case 4:          *d = *s++; d += 4;
 227                                         case 3:          *d = *s++; d += 4;
 228                                         case 2:          *d = *s++; d += 4;
 229                                         case 1:          *d = *s++; d += 4;
 230                                                         }
 231                                                         while ( --n > 0 );
 232                                 }
 233                         }
 234                 }
 235         }
 236         return error;
 237 }
 238
 239 static int get_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable )
 240 {
 241         int error = 0;
 242         mlt_profile profile = (mlt_profile) mlt_frame_pop_get_image( frame );
 243         mlt_properties properties = MLT_FRAME_PROPERTIES(frame);
 244         mlt_image_format format_from = *format;
 245         mlt_image_format format_to = mlt_image_rgb24;
 246
 247         error = mlt_frame_get_image( frame, image, format, width, height, writable );
 248
 249         if ( !error && *format == mlt_image_yuv422 && profile->colorspace > 0 &&
 250              mlt_properties_get_int( properties, "colorspace" ) != profile->colorspace )
 251         {
 252                 mlt_log_debug( NULL, "[filter avcolor_space] colorspace %d -> %d\n",
 253                         mlt_properties_get_int( properties, "colorspace" ), profile->colorspace );
 254
 255                 // Convert to RGB using frame's colorspace
 256                 error = convert_image( frame, image, &format_from, format_to );
 257
 258                 // Convert to YUV using profile's colorspace
 259                 if ( !error )
 260                 {
 261                         *image = mlt_properties_get_data( properties, "image", NULL );
 262                         format_from = mlt_image_rgb24;
 263                         format_to = *format;
 264                         mlt_properties_set_int( properties, "colorspace", profile->colorspace );
 265                         error = convert_image( frame, image, &format_from, format_to );
 266                         *image = mlt_properties_get_data( properties, "image", NULL );
 267                 }
 268         }
 269
 270         return error;
 271 }
 272
 273 /** Filter processing.
 274 */
 275
 276 static mlt_frame filter_process( mlt_filter filter, mlt_frame frame )
 277 {
 278         frame->convert_image = convert_image;
 279         mlt_frame_push_get_image( frame, mlt_service_profile( MLT_FILTER_SERVICE( filter ) ) );
 280         mlt_frame_push_get_image( frame, get_image );
 281         return frame;
 282 }
 283
 284 /** Constructor for the filter.
 285 */
 286
 287 mlt_filter filter_avcolour_space_init( void *arg )
 288 {
 289 #ifdef SWSCALE
 290 #if (LIBSWSCALE_VERSION_INT >= ((0<<16)+(7<<8)+2))
 291         // Test to see if swscale accepts the arg as resolution
 292         if ( arg )
 293         {
 294                 int width = (int) arg;
 295                 struct SwsContext *context = sws_getContext( width, width, PIX_FMT_RGB32, 64, 64, PIX_FMT_RGB32, SWS_BILINEAR, NULL, NULL, NULL);
 296                 if ( context )
 297                         sws_freeContext( context );
 298                 else
 299                         return NULL;
 300         }
 301 #else
 302         return NULL;
 303 #endif
 304 #endif
 305         mlt_filter this = mlt_filter_new( );
 306         if ( this != NULL )
 307                 this->process = filter_process;
 308         return this;
 309 }
 310