]> git.sesse.net Git - mlt/blob - src/modules/avformat/filter_avcolour_space.c
Apply alpha on frame to rgba image (kdenlive-1786).
[mlt] / src / modules / avformat / filter_avcolour_space.c
1 /*
2  * filter_avcolour_space.c -- Colour space filter
3  * Copyright (C) 2004-2005 Ushodaya Enterprises Limited
4  * Author: Charles Yates <charles.yates@pandora.be>
5  *
6  * This library is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * This library is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with this library; if not, write to the Free Software
18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19  */
20
21 #include <framework/mlt_filter.h>
22 #include <framework/mlt_frame.h>
23 #include <framework/mlt_log.h>
24 #include <framework/mlt_producer.h>
25
26 // ffmpeg Header files
27 #include <avformat.h>
28 #ifdef SWSCALE
29 #include <swscale.h>
30 #endif
31
32 #if LIBAVUTIL_VERSION_INT < (50<<16)
33 #define PIX_FMT_YUYV422 PIX_FMT_YUV422
34 #endif
35
36 #include <stdio.h>
37 #include <stdlib.h>
38
39 #if 0 // This test might come in handy elsewhere someday.
40 static int is_big_endian( )
41 {
42         union { int i; char c[ 4 ]; } big_endian_test;
43         big_endian_test.i = 1;
44
45         return big_endian_test.c[ 0 ] != 1;
46 }
47 #endif
48
49 static int convert_mlt_to_av_cs( mlt_image_format format )
50 {
51         int value = 0;
52
53         switch( format )
54         {
55                 case mlt_image_rgb24:
56                         value = PIX_FMT_RGB24;
57                         break;
58                 case mlt_image_rgb24a:
59                 case mlt_image_opengl:
60                         value = PIX_FMT_RGBA;
61                         break;
62                 case mlt_image_yuv422:
63                         value = PIX_FMT_YUYV422;
64                         break;
65                 case mlt_image_yuv420p:
66                         value = PIX_FMT_YUV420P;
67                         break;
68                 case mlt_image_none:
69                         mlt_log_error( NULL, "[filter avcolor_space] Invalid format\n" );
70                         break;
71         }
72
73         return value;
74 }
75
76 static void av_convert_image( mlt_properties properties, uint8_t *out, uint8_t *in, int out_fmt, int in_fmt, int width, int height )
77 {
78         AVPicture input;
79         AVPicture output;
80         avpicture_fill( &input, in, in_fmt, width, height );
81         avpicture_fill( &output, out, out_fmt, width, height );
82
83 #ifdef SWSCALE
84         int flags = SWS_BILINEAR | SWS_ACCURATE_RND;
85         struct SwsContext *context = mlt_properties_get_data( properties, "avcolorspace.swscale", NULL );
86         struct SwsContext *new_context;
87
88         if ( out_fmt == PIX_FMT_YUYV422 )
89                 flags |= SWS_FULL_CHR_H_INP;
90         else
91                 flags |= SWS_FULL_CHR_H_INT;
92 #ifdef USE_MMX
93         flags |= SWS_CPU_CAPS_MMX;
94 #endif
95 #ifdef USE_SSE
96         flags |= SWS_CPU_CAPS_MMX2;
97 #endif
98         new_context = sws_getCachedContext( context, width, height, in_fmt,
99                 width, height, out_fmt, flags, NULL, NULL, NULL);
100 //      Disable using cached context here due to crashing in libswscale.
101 //      if ( new_context != context )
102 //              mlt_properties_set_data( properties, "avcolorspace.swscale", new_context, 0, NULL, NULL );
103         sws_scale( new_context, input.data, input.linesize, 0, height,
104                 output.data, output.linesize);
105         sws_freeContext( new_context );
106
107 #else
108         img_convert( &output, out_fmt, &input, in_fmt, width, height );
109 #endif
110 }
111
112 /** Do it :-).
113 */
114
115 static int convert_image( mlt_frame frame, uint8_t **image, mlt_image_format *format, mlt_image_format output_format )
116 {
117         mlt_properties properties = MLT_FRAME_PROPERTIES( frame );
118         int width = mlt_properties_get_int( properties, "width" );
119         int height = mlt_properties_get_int( properties, "height" );
120         int error = 0;
121
122         if ( *format != output_format )
123         {
124                 mlt_log_debug( NULL, "[filter avcolor_space] %s -> %s\n",
125                         mlt_image_format_name( *format ), mlt_image_format_name( output_format ) );
126
127                 int in_fmt = convert_mlt_to_av_cs( *format );
128                 int out_fmt = convert_mlt_to_av_cs( output_format );
129                 int size = avpicture_get_size( out_fmt, width, height );
130                 uint8_t *output = mlt_pool_alloc( size );
131
132                 if ( *format == mlt_image_rgb24a || *format == mlt_image_opengl )
133                 {
134                         register int len = width * height;
135                         uint8_t *alpha = mlt_pool_alloc( len );
136
137                         if ( alpha )
138                         {
139                                 // Extract the alpha mask from the RGBA image using Duff's Device
140                                 register uint8_t *s = *image + 3; // start on the alpha component
141                                 register uint8_t *d = alpha;
142                                 register int n = ( len + 7 ) / 8;
143
144                                 switch ( len % 8 )
145                                 {
146                                         case 0: do { *d++ = *s; s += 4;
147                                         case 7:          *d++ = *s; s += 4;
148                                         case 6:          *d++ = *s; s += 4;
149                                         case 5:          *d++ = *s; s += 4;
150                                         case 4:          *d++ = *s; s += 4;
151                                         case 3:          *d++ = *s; s += 4;
152                                         case 2:          *d++ = *s; s += 4;
153                                         case 1:          *d++ = *s; s += 4;
154                                                         }
155                                                         while ( --n > 0 );
156                                 }
157                                 mlt_properties_set_data( properties, "alpha", alpha, len, mlt_pool_release, NULL );
158                                 frame->get_alpha_mask = NULL;
159                         }
160                 }
161
162                 // Update the output
163                 mlt_producer producer = mlt_frame_get_original_producer( frame );
164                 mlt_properties prod_props = MLT_PRODUCER_PROPERTIES( mlt_producer_cut_parent( producer ) );
165                 av_convert_image( prod_props, output, *image, out_fmt, in_fmt, width, height );
166                 *image = output;
167                 *format = output_format;
168                 mlt_properties_set_data( properties, "image", output, size, mlt_pool_release, NULL );
169                 mlt_properties_set_int( properties, "format", output_format );
170
171                 if ( output_format == mlt_image_rgb24a || output_format == mlt_image_opengl )
172                 {
173                         register int len = width * height;
174                         uint8_t *alpha = mlt_frame_get_alpha_mask( frame );
175
176                         if ( alpha )
177                         {
178                                 // Merge the alpha mask from into the RGBA image using Duff's Device
179                                 register uint8_t *s = alpha;
180                                 register uint8_t *d = *image + 3; // start on the alpha component
181                                 register int n = ( len + 7 ) / 8;
182
183                                 switch ( len % 8 )
184                                 {
185                                         case 0: do { *d = *s++; d += 4;
186                                         case 7:          *d = *s++; d += 4;
187                                         case 6:          *d = *s++; d += 4;
188                                         case 5:          *d = *s++; d += 4;
189                                         case 4:          *d = *s++; d += 4;
190                                         case 3:          *d = *s++; d += 4;
191                                         case 2:          *d = *s++; d += 4;
192                                         case 1:          *d = *s++; d += 4;
193                                                         }
194                                                         while ( --n > 0 );
195                                 }
196                         }
197                 }
198         }
199         return error;
200 }
201
202 /** Filter processing.
203 */
204
205 static mlt_frame filter_process( mlt_filter this, mlt_frame frame )
206 {
207         frame->convert_image = convert_image;
208         return frame;
209 }
210
211 static void filter_close( mlt_filter filter )
212 {
213 #ifdef SWSCALE
214         struct SwsContext *context = mlt_properties_get_data( MLT_FILTER_PROPERTIES(filter), "avcolorspace.swscale", NULL );
215         sws_freeContext( context );
216 #endif
217 }
218
219 /** Constructor for the filter.
220 */
221
222 mlt_filter filter_avcolour_space_init( void *arg )
223 {
224 #ifdef SWSCALE
225 #if (LIBSWSCALE_VERSION_INT >= ((0<<16)+(7<<8)+2))
226         // Test to see if swscale accepts the arg as resolution
227         if ( arg )
228         {
229                 int width = (int) arg;
230                 struct SwsContext *context = sws_getContext( width, width, PIX_FMT_RGB32, 64, 64, PIX_FMT_RGB32, SWS_BILINEAR, NULL, NULL, NULL);
231                 if ( context )
232                         sws_freeContext( context );
233                 else
234                         return NULL;
235         }               
236 #else
237         return NULL;
238 #endif
239 #endif
240         mlt_filter this = mlt_filter_new( );
241         if ( this != NULL )
242         {
243                 this->process = filter_process;
244                 this->close = filter_close;
245         }
246         return this;
247 }
248