]> git.sesse.net Git - mlt/blob - src/modules/avformat/filter_avcolour_space.c
Improve colorspace handling (work in progress)
[mlt] / src / modules / avformat / filter_avcolour_space.c
1 /*
2  * filter_avcolour_space.c -- Colour space filter
3  * Copyright (C) 2004-2005 Ushodaya Enterprises Limited
4  * Author: Charles Yates <charles.yates@pandora.be>
5  *
6  * This library is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * This library is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with this library; if not, write to the Free Software
18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19  */
20
21 #include <framework/mlt_filter.h>
22 #include <framework/mlt_frame.h>
23 #include <framework/mlt_log.h>
24
25 // ffmpeg Header files
26 #include <avformat.h>
27 #ifdef SWSCALE
28 #include <swscale.h>
29 #endif
30
31 #if LIBAVUTIL_VERSION_INT < (50<<16)
32 #define PIX_FMT_YUYV422 PIX_FMT_YUV422
33 #endif
34
35 #include <stdio.h>
36 #include <stdlib.h>
37
38 #if 0 // This test might come in handy elsewhere someday.
39 static int is_big_endian( )
40 {
41         union { int i; char c[ 4 ]; } big_endian_test;
42         big_endian_test.i = 1;
43
44         return big_endian_test.c[ 0 ] != 1;
45 }
46 #endif
47
48 static int convert_mlt_to_av_cs( mlt_image_format format )
49 {
50         int value = 0;
51
52         switch( format )
53         {
54                 case mlt_image_rgb24:
55                 case mlt_image_rgb24_full:
56                         value = PIX_FMT_RGB24;
57                         break;
58                 case mlt_image_rgb24a:
59                 case mlt_image_opengl:
60                 case mlt_image_rgb24a_full:
61                         value = PIX_FMT_RGBA;
62                         break;
63                 case mlt_image_yuv422:
64                 case mlt_image_yuv422_709:
65                         value = PIX_FMT_YUYV422;
66                         break;
67                 case mlt_image_yuv420p:
68                         value = PIX_FMT_YUV420P;
69                         break;
70                 case mlt_image_none:
71                         mlt_log_error( NULL, "[filter avcolor_space] Invalid format\n" );
72                         break;
73         }
74
75         return value;
76 }
77
78 enum luma_scale {
79         LUMA_SCALE_AUTO = 0,
80         LUMA_SCALE_NONE,
81         LUMA_SCALE_OUT,
82         LUMA_SCALE_IN
83 };
84
85 static void set_luma_transfer( struct SwsContext *context, int is_709, enum luma_scale scale )
86 {
87         int *coefficients;
88         int range_in, range_out;
89         int brightness, contrast, saturation;
90
91         if ( sws_getColorspaceDetails( context, &coefficients, &range_in, &coefficients, &range_out,
92                         &brightness, &contrast, &saturation ) != -1 )
93         {
94                 // Don't change these from defaults unless explicitly told to.
95                 switch ( scale )
96                 {
97                 case LUMA_SCALE_NONE:
98                         range_in = range_out = 1;
99                         break;
100                 case LUMA_SCALE_OUT:
101                         range_in = 0;
102                         range_out = 1;
103                         break;
104                 case LUMA_SCALE_IN:
105                         range_in = 1;
106                         range_out = 0;
107                         break;
108                 default:
109                         break;
110                 }
111                 if ( is_709 )
112                         coefficients = sws_getCoefficients( SWS_CS_ITU709 );
113                 sws_setColorspaceDetails( context, coefficients, range_in, coefficients, range_out,
114                         brightness, contrast, saturation );
115         }
116 }
117
118 static void av_convert_image( uint8_t *out, uint8_t *in, int out_fmt, int in_fmt,
119         int width, int height, int is_709, int is_full )
120 {
121         AVPicture input;
122         AVPicture output;
123         int flags = SWS_BILINEAR | SWS_ACCURATE_RND;
124
125         if ( out_fmt == PIX_FMT_YUYV422 )
126                 flags |= SWS_FULL_CHR_H_INP;
127         else
128                 flags |= SWS_FULL_CHR_H_INT;
129 #ifdef USE_MMX
130         flags |= SWS_CPU_CAPS_MMX;
131 #endif
132 #ifdef USE_SSE
133         flags |= SWS_CPU_CAPS_MMX2;
134 #endif
135
136         avpicture_fill( &input, in, in_fmt, width, height );
137         avpicture_fill( &output, out, out_fmt, width, height );
138 #ifdef SWSCALE
139         struct SwsContext *context = sws_getContext( width, height, in_fmt,
140                 width, height, out_fmt, flags, NULL, NULL, NULL);
141         set_luma_transfer( context, is_709, is_full );
142         sws_scale( context, input.data, input.linesize, 0, height,
143                 output.data, output.linesize);
144         sws_freeContext( context );
145 #else
146         img_convert( &output, out_fmt, &input, in_fmt, width, height );
147 #endif
148 }
149
150 /** Do it :-).
151 */
152
153 static int convert_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, mlt_image_format output_format )
154 {
155         mlt_properties properties = MLT_FRAME_PROPERTIES( frame );
156         int width = mlt_properties_get_int( properties, "width" );
157         int height = mlt_properties_get_int( properties, "height" );
158         int error = 0;
159
160         if ( *format != output_format )
161         {
162                 mlt_log_debug( NULL, "[filter avcolor_space] %s -> %s @ %dx%d\n",
163                         mlt_image_format_name( *format ), mlt_image_format_name( output_format ),
164                         width, height );
165
166                 int in_fmt = convert_mlt_to_av_cs( *format );
167                 int out_fmt = convert_mlt_to_av_cs( output_format );
168                 int size = avpicture_get_size( out_fmt, width, height );
169                 uint8_t *output = mlt_pool_alloc( size );
170
171                 if ( *format == mlt_image_rgb24a || *format == mlt_image_opengl )
172                 {
173                         register int len = width * height;
174                         uint8_t *alpha = mlt_pool_alloc( len );
175
176                         if ( alpha )
177                         {
178                                 // Extract the alpha mask from the RGBA image using Duff's Device
179                                 register uint8_t *s = *image + 3; // start on the alpha component
180                                 register uint8_t *d = alpha;
181                                 register int n = ( len + 7 ) / 8;
182
183                                 switch ( len % 8 )
184                                 {
185                                         case 0: do { *d++ = *s; s += 4;
186                                         case 7:          *d++ = *s; s += 4;
187                                         case 6:          *d++ = *s; s += 4;
188                                         case 5:          *d++ = *s; s += 4;
189                                         case 4:          *d++ = *s; s += 4;
190                                         case 3:          *d++ = *s; s += 4;
191                                         case 2:          *d++ = *s; s += 4;
192                                         case 1:          *d++ = *s; s += 4;
193                                                         }
194                                                         while ( --n > 0 );
195                                 }
196                                 mlt_properties_set_data( properties, "alpha", alpha, len, mlt_pool_release, NULL );
197                                 frame->get_alpha_mask = NULL;
198                         }
199                 }
200
201                 // Update the output
202                 int is_709 = output_format == mlt_image_yuv422 && width * height > 750000;
203                 enum luma_scale luma = LUMA_SCALE_AUTO;
204                 av_convert_image( output, *image, out_fmt, in_fmt, width, height, is_709, luma );
205                 *image = output;
206                 *format = output_format;
207                 mlt_properties_set_data( properties, "image", output, size, mlt_pool_release, NULL );
208                 mlt_properties_set_int( properties, "format", output_format );
209
210                 if ( output_format == mlt_image_rgb24a || output_format == mlt_image_opengl )
211                 {
212                         register int len = width * height;
213                         int alpha_size = 0;
214                         uint8_t *alpha = mlt_frame_get_alpha_mask( frame );
215                         mlt_properties_get_data( properties, "alpha", &alpha_size );
216
217                         if ( alpha && alpha_size >= len )
218                         {
219                                 // Merge the alpha mask from into the RGBA image using Duff's Device
220                                 register uint8_t *s = alpha;
221                                 register uint8_t *d = *image + 3; // start on the alpha component
222                                 register int n = ( len + 7 ) / 8;
223
224                                 switch ( len % 8 )
225                                 {
226                                         case 0: do { *d = *s++; d += 4;
227                                         case 7:          *d = *s++; d += 4;
228                                         case 6:          *d = *s++; d += 4;
229                                         case 5:          *d = *s++; d += 4;
230                                         case 4:          *d = *s++; d += 4;
231                                         case 3:          *d = *s++; d += 4;
232                                         case 2:          *d = *s++; d += 4;
233                                         case 1:          *d = *s++; d += 4;
234                                                         }
235                                                         while ( --n > 0 );
236                                 }
237                         }
238                 }
239         }
240         return error;
241 }
242
243 /** Filter processing.
244 */
245
246 static mlt_frame filter_process( mlt_filter this, mlt_frame frame )
247 {
248         frame->convert_image = convert_image;
249         return frame;
250 }
251
252 /** Constructor for the filter.
253 */
254
255 mlt_filter filter_avcolour_space_init( void *arg )
256 {
257 #ifdef SWSCALE
258 #if (LIBSWSCALE_VERSION_INT >= ((0<<16)+(7<<8)+2))
259         // Test to see if swscale accepts the arg as resolution
260         if ( arg )
261         {
262                 int width = (int) arg;
263                 struct SwsContext *context = sws_getContext( width, width, PIX_FMT_RGB32, 64, 64, PIX_FMT_RGB32, SWS_BILINEAR, NULL, NULL, NULL);
264                 if ( context )
265                         sws_freeContext( context );
266                 else
267                         return NULL;
268         }               
269 #else
270         return NULL;
271 #endif
272 #endif
273         mlt_filter this = mlt_filter_new( );
274         if ( this != NULL )
275                 this->process = filter_process;
276         return this;
277 }
278