git.sesse.net Git - mlt/blob - src/modules/avformat/filter_avcolour_space.c

   1 /*
   2  * filter_avcolour_space.c -- Colour space filter
   3  * Copyright (C) 2004-2005 Ushodaya Enterprises Limited
   4  * Author: Charles Yates <charles.yates@pandora.be>
   5  *
   6  * This library is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2.1 of the License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library; if not, write to the Free Software
  18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19  */
  20
  21 #include <framework/mlt_filter.h>
  22 #include <framework/mlt_frame.h>
  23 #include <framework/mlt_log.h>
  24 #include <framework/mlt_profile.h>
  25
  26 // ffmpeg Header files
  27 #include <libavformat/avformat.h>
  28 #ifdef SWSCALE
  29 #include <libswscale/swscale.h>
  30 #endif
  31
  32 #if LIBAVUTIL_VERSION_INT < (50<<16)
  33 #define PIX_FMT_YUYV422 PIX_FMT_YUV422
  34 #endif
  35
  36 #include <stdio.h>
  37 #include <stdlib.h>
  38
  39 #if 0 // This test might come in handy elsewhere someday.
  40 static int is_big_endian( )
  41 {
  42         union { int i; char c[ 4 ]; } big_endian_test;
  43         big_endian_test.i = 1;
  44
  45         return big_endian_test.c[ 0 ] != 1;
  46 }
  47 #endif
  48
  49 static int convert_mlt_to_av_cs( mlt_image_format format )
  50 {
  51         int value = 0;
  52
  53         switch( format )
  54         {
  55                 case mlt_image_rgb24:
  56                         value = PIX_FMT_RGB24;
  57                         break;
  58                 case mlt_image_rgb24a:
  59                 case mlt_image_opengl:
  60                         value = PIX_FMT_RGBA;
  61                         break;
  62                 case mlt_image_yuv422:
  63                         value = PIX_FMT_YUYV422;
  64                         break;
  65                 case mlt_image_yuv420p:
  66                         value = PIX_FMT_YUV420P;
  67                         break;
  68                 default:
  69                         mlt_log_error( NULL, "[filter avcolor_space] Invalid format %s\n",
  70                                 mlt_image_format_name( format ) );
  71                         break;
  72         }
  73
  74         return value;
  75 }
  76
  77 static void set_luma_transfer( struct SwsContext *context, int colorspace, int use_full_range )
  78 {
  79 #if defined(SWSCALE) && (LIBSWSCALE_VERSION_INT >= ((0<<16)+(7<<8)+2))
  80         int *coefficients;
  81         const int *new_coefficients;
  82         int full_range;
  83         int brightness, contrast, saturation;
  84
  85         if ( sws_getColorspaceDetails( context, &coefficients, &full_range, &coefficients, &full_range,
  86                         &brightness, &contrast, &saturation ) != -1 )
  87         {
  88                 // Don't change these from defaults unless explicitly told to.
  89                 if ( use_full_range >= 0 )
  90                         full_range = use_full_range;
  91                 switch ( colorspace )
  92                 {
  93                 case 170:
  94                 case 470:
  95                 case 601:
  96                 case 624:
  97                         new_coefficients = sws_getCoefficients( SWS_CS_ITU601 );
  98                         break;
  99                 case 240:
 100                         new_coefficients = sws_getCoefficients( SWS_CS_SMPTE240M );
 101                         break;
 102                 case 709:
 103                         new_coefficients = sws_getCoefficients( SWS_CS_ITU709 );
 104                         break;
 105                 default:
 106                         new_coefficients = coefficients;
 107                         break;
 108                 }
 109                 sws_setColorspaceDetails( context, new_coefficients, full_range, new_coefficients, full_range,
 110                         brightness, contrast, saturation );
 111         }
 112 #endif
 113 }
 114
 115 static void av_convert_image( uint8_t *out, uint8_t *in, int out_fmt, int in_fmt,
 116         int width, int height, int colorspace, int use_full_range )
 117 {
 118         AVPicture input;
 119         AVPicture output;
 120 #ifdef SWSCALE
 121         int flags = SWS_BICUBIC | SWS_ACCURATE_RND;
 122
 123         if ( out_fmt == PIX_FMT_YUYV422 )
 124                 flags |= SWS_FULL_CHR_H_INP;
 125         else
 126                 flags |= SWS_FULL_CHR_H_INT;
 127 #ifdef USE_MMX
 128         flags |= SWS_CPU_CAPS_MMX;
 129 #endif
 130 #ifdef USE_SSE
 131         flags |= SWS_CPU_CAPS_MMX2;
 132 #endif
 133 #endif /* SWSCALE */
 134
 135         avpicture_fill( &input, in, in_fmt, width, height );
 136         avpicture_fill( &output, out, out_fmt, width, height );
 137 #ifdef SWSCALE
 138         struct SwsContext *context = sws_getContext( width, height, in_fmt,
 139                 width, height, out_fmt, flags, NULL, NULL, NULL);
 140         if ( context )
 141         {
 142                 set_luma_transfer( context, colorspace, use_full_range );
 143                 sws_scale( context, (const uint8_t* const*) input.data, input.linesize, 0, height,
 144                         output.data, output.linesize);
 145                 sws_freeContext( context );
 146         }
 147 #else
 148         img_convert( &output, out_fmt, &input, in_fmt, width, height );
 149 #endif
 150 }
 151
 152 /** Do it :-).
 153 */
 154
 155 static int convert_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, mlt_image_format output_format )
 156 {
 157         mlt_properties properties = MLT_FRAME_PROPERTIES( frame );
 158         int width = mlt_properties_get_int( properties, "width" );
 159         int height = mlt_properties_get_int( properties, "height" );
 160         int error = 0;
 161
 162         if ( *format != output_format )
 163         {
 164                 int colorspace = mlt_properties_get_int( properties, "colorspace" );
 165                 int force_full_luma = -1;
 166
 167                 mlt_log_debug( NULL, "[filter avcolor_space] %s -> %s @ %dx%d space %d\n",
 168                         mlt_image_format_name( *format ), mlt_image_format_name( output_format ),
 169                         width, height, colorspace );
 170
 171                 int in_fmt = convert_mlt_to_av_cs( *format );
 172                 int out_fmt = convert_mlt_to_av_cs( output_format );
 173                 int size = FFMAX( avpicture_get_size( out_fmt, width, height ),
 174                         mlt_image_format_size( output_format, width, height, NULL ) );
 175                 uint8_t *output = mlt_pool_alloc( size );
 176
 177                 if ( *format == mlt_image_rgb24a || *format == mlt_image_opengl )
 178                 {
 179                         register int len = width * height;
 180                         uint8_t *alpha = mlt_pool_alloc( len );
 181
 182                         if ( alpha )
 183                         {
 184                                 // Extract the alpha mask from the RGBA image using Duff's Device
 185                                 register uint8_t *s = *image + 3; // start on the alpha component
 186                                 register uint8_t *d = alpha;
 187                                 register int n = ( len + 7 ) / 8;
 188
 189                                 switch ( len % 8 )
 190                                 {
 191                                         case 0: do { *d++ = *s; s += 4;
 192                                         case 7:          *d++ = *s; s += 4;
 193                                         case 6:          *d++ = *s; s += 4;
 194                                         case 5:          *d++ = *s; s += 4;
 195                                         case 4:          *d++ = *s; s += 4;
 196                                         case 3:          *d++ = *s; s += 4;
 197                                         case 2:          *d++ = *s; s += 4;
 198                                         case 1:          *d++ = *s; s += 4;
 199                                                         }
 200                                                         while ( --n > 0 );
 201                                 }
 202                                 mlt_frame_set_alpha( frame, alpha, len, mlt_pool_release );
 203                         }
 204                 }
 205
 206                 // Update the output
 207                 if ( *format == mlt_image_yuv422 && mlt_properties_get( properties, "force_full_luma" )
 208                      && ( output_format == mlt_image_rgb24 || output_format == mlt_image_rgb24a ) )
 209                 {
 210                         // By removing the frame property we only permit the luma to skip scaling once.
 211                         // Thereafter, we let swscale scale the luma range as it pleases since it seems
 212                         // we do not have control over the RGB to YUV conversion.
 213                         force_full_luma = mlt_properties_get_int( properties, "force_full_luma" );
 214                         mlt_properties_set( properties, "force_full_luma", NULL );
 215                 }
 216                 av_convert_image( output, *image, out_fmt, in_fmt, width, height, colorspace, force_full_luma );
 217                 *image = output;
 218                 *format = output_format;
 219                 mlt_frame_set_image( frame, output, size, mlt_pool_release );
 220                 mlt_properties_set_int( properties, "format", output_format );
 221
 222                 if ( output_format == mlt_image_rgb24a || output_format == mlt_image_opengl )
 223                 {
 224                         register int len = width * height;
 225                         int alpha_size = 0;
 226                         uint8_t *alpha = mlt_frame_get_alpha_mask( frame );
 227                         mlt_properties_get_data( properties, "alpha", &alpha_size );
 228
 229                         if ( alpha && alpha_size >= len )
 230                         {
 231                                 // Merge the alpha mask from into the RGBA image using Duff's Device
 232                                 register uint8_t *s = alpha;
 233                                 register uint8_t *d = *image + 3; // start on the alpha component
 234                                 register int n = ( len + 7 ) / 8;
 235
 236                                 switch ( len % 8 )
 237                                 {
 238                                         case 0: do { *d = *s++; d += 4;
 239                                         case 7:          *d = *s++; d += 4;
 240                                         case 6:          *d = *s++; d += 4;
 241                                         case 5:          *d = *s++; d += 4;
 242                                         case 4:          *d = *s++; d += 4;
 243                                         case 3:          *d = *s++; d += 4;
 244                                         case 2:          *d = *s++; d += 4;
 245                                         case 1:          *d = *s++; d += 4;
 246                                                         }
 247                                                         while ( --n > 0 );
 248                                 }
 249                         }
 250                 }
 251         }
 252         return error;
 253 }
 254
 255 /* TODO: The below is not working because swscale does not have
 256  * adjustable coefficients yet for RGB->YUV */
 257 #if 0
 258 static int get_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable )
 259 {
 260         int error = 0;
 261         mlt_profile profile = (mlt_profile) mlt_frame_pop_get_image( frame );
 262         mlt_properties properties = MLT_FRAME_PROPERTIES(frame);
 263         mlt_image_format format_from = *format;
 264         mlt_image_format format_to = mlt_image_rgb24;
 265
 266         error = mlt_frame_get_image( frame, image, format, width, height, writable );
 267
 268         int frame_colorspace = mlt_properties_get_int( properties, "colorspace" );
 269
 270         if ( !error && *format == mlt_image_yuv422 && profile->colorspace > 0 &&
 271              frame_colorspace > 0 && frame_colorspace != profile->colorspace )
 272         {
 273                 mlt_log_debug( NULL, "[filter avcolor_space] colorspace %d -> %d\n",
 274                         frame_colorspace, profile->colorspace );
 275
 276                 // Convert to RGB using frame's colorspace
 277                 error = convert_image( frame, image, &format_from, format_to );
 278
 279                 // Convert to YUV using profile's colorspace
 280                 if ( !error )
 281                 {
 282                         *image = mlt_properties_get_data( properties, "image", NULL );
 283                         format_from = mlt_image_rgb24;
 284                         format_to = *format;
 285                         mlt_properties_set_int( properties, "colorspace", profile->colorspace );
 286                         error = convert_image( frame, image, &format_from, format_to );
 287                         *image = mlt_properties_get_data( properties, "image", NULL );
 288                 }
 289         }
 290
 291         return error;
 292 }
 293 #endif
 294
 295 /** Filter processing.
 296 */
 297
 298 static mlt_frame filter_process( mlt_filter filter, mlt_frame frame )
 299 {
 300         // Set a default colorspace on the frame if not yet set by the producer.
 301         // The producer may still change it during get_image.
 302         // This way we do not have to modify each producer to set a valid colorspace.
 303         mlt_properties properties = MLT_FRAME_PROPERTIES(frame);
 304         if ( mlt_properties_get_int( properties, "colorspace" ) <= 0 )
 305                 mlt_properties_set_int( properties, "colorspace", mlt_service_profile( MLT_FILTER_SERVICE(filter) )->colorspace );
 306
 307         if ( !frame->convert_image )
 308                 frame->convert_image = convert_image;
 309
 310 //      Not working yet - see comment for get_image() above.
 311 //      mlt_frame_push_service( frame, mlt_service_profile( MLT_FILTER_SERVICE( filter ) ) );
 312 //      mlt_frame_push_get_image( frame, get_image );
 313
 314         return frame;
 315 }
 316
 317 /** Constructor for the filter.
 318 */
 319
 320 mlt_filter filter_avcolour_space_init( void *arg )
 321 {
 322 #ifdef SWSCALE
 323 #if (LIBSWSCALE_VERSION_INT >= ((0<<16)+(7<<8)+2))
 324         // Test to see if swscale accepts the arg as resolution
 325         if ( arg )
 326         {
 327                 int *width = (int*) arg;
 328                 if ( *width > 0 )
 329                 {
 330                         struct SwsContext *context = sws_getContext( *width, *width, PIX_FMT_RGB32, 64, 64, PIX_FMT_RGB32, SWS_BILINEAR, NULL, NULL, NULL);
 331                         if ( context )
 332                                 sws_freeContext( context );
 333                         else
 334                                 return NULL;
 335                 }
 336         }
 337 #else
 338         return NULL;
 339 #endif
 340 #endif
 341         mlt_filter filter = mlt_filter_new( );
 342         if ( filter != NULL )
 343                 filter->process = filter_process;
 344         return filter;
 345 }
 346