]> git.sesse.net Git - vlc/blob - modules/stream_out/transcode.c
* modules/stream_out/transcode.c: fixed fps and audio-sync options.
[vlc] / modules / stream_out / transcode.c
1 /*****************************************************************************
2  * transcode.c: transcoding stream output module
3  *****************************************************************************
4  * Copyright (C) 2003-2004 VideoLAN
5  * $Id$
6  *
7  * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8  *          Gildas Bazin <gbazin@videolan.org>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License as published by
12  * the Free Software Foundation; either version 2 of the License, or
13  * (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18  * GNU General Public License for more details.
19  *
20  * You should have received a copy of the GNU General Public License
21  * along with this program; if not, write to the Free Software
22  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
23  *****************************************************************************/
24
25 /*****************************************************************************
26  * Preamble
27  *****************************************************************************/
28 #include <stdlib.h>
29 #include <string.h>
30
31 #include <vlc/vlc.h>
32 #include <vlc/input.h>
33 #include <vlc/sout.h>
34 #include <vlc/vout.h>
35 #include <vlc/decoder.h>
36 #include "vlc_filter.h"
37 #include "osd.h"
38
39 /*****************************************************************************
40  * Module descriptor
41  *****************************************************************************/
42 #define VENC_TEXT N_("Video encoder")
43 #define VENC_LONGTEXT N_( \
44     "Allows you to specify the video encoder to use and its associated " \
45     "options." )
46 #define VCODEC_TEXT N_("Destination video codec")
47 #define VCODEC_LONGTEXT N_( \
48     "Allows you to specify the destination video codec used for the " \
49     "streaming output." )
50 #define VB_TEXT N_("Video bitrate")
51 #define VB_LONGTEXT N_( \
52     "Allows you to specify the video bitrate used for the streaming " \
53     "output." )
54 #define SCALE_TEXT N_("Video scaling")
55 #define SCALE_LONGTEXT N_( \
56     "Allows you to scale the video before encoding." )
57 #define FPS_TEXT N_("Video frame-rate")
58 #define FPS_LONGTEXT N_( \
59     "Allows you to specify an output frame rate for the video." )
60 #define DEINTERLACE_TEXT N_("Deinterlace video")
61 #define DEINTERLACE_LONGTEXT N_( \
62     "Allows you to deinterlace the video before encoding." )
63 #define WIDTH_TEXT N_("Video width")
64 #define WIDTH_LONGTEXT N_( \
65     "Allows you to specify the output video width." )
66 #define HEIGHT_TEXT N_("Video height")
67 #define HEIGHT_LONGTEXT N_( \
68     "Allows you to specify the output video height." )
69
70 #define CROPTOP_TEXT N_("Video crop top")
71 #define CROPTOP_LONGTEXT N_( \
72     "Allows you to specify the top coordinate for the video cropping." )
73 #define CROPLEFT_TEXT N_("Video crop left")
74 #define CROPLEFT_LONGTEXT N_( \
75     "Allows you to specify the left coordinate for the video cropping." )
76 #define CROPBOTTOM_TEXT N_("Video crop bottom")
77 #define CROPBOTTOM_LONGTEXT N_( \
78     "Allows you to specify the bottom coordinate for the video cropping." )
79 #define CROPRIGHT_TEXT N_("Video crop right")
80 #define CROPRIGHT_LONGTEXT N_( \
81     "Allows you to specify the right coordinate for the video cropping." )
82
83 #define AENC_TEXT N_("Audio encoder")
84 #define AENC_LONGTEXT N_( \
85     "Allows you to specify the audio encoder to use and its associated " \
86     "options." )
87 #define ACODEC_TEXT N_("Destination audio codec")
88 #define ACODEC_LONGTEXT N_( \
89     "Allows you to specify the destination audio codec used for the " \
90     "streaming output." )
91 #define AB_TEXT N_("Audio bitrate")
92 #define AB_LONGTEXT N_( \
93     "Allows you to specify the audio bitrate used for the streaming " \
94     "output." )
95 #define ARATE_TEXT N_("Audio sample rate")
96 #define ARATE_LONGTEXT N_( \
97     "Allows you to specify the audio sample rate used for the streaming " \
98     "output." )
99 #define ACHANS_TEXT N_("Audio channels")
100 #define ACHANS_LONGTEXT N_( \
101     "Allows you to specify the number of audio channels used for the " \
102     "streaming output." )
103
104 #define SENC_TEXT N_("Subtitles encoder")
105 #define SENC_LONGTEXT N_( \
106     "Allows you to specify the subtitles encoder to use and its associated " \
107     "options." )
108 #define SCODEC_TEXT N_("Destination subtitles codec")
109 #define SCODEC_LONGTEXT N_( \
110     "Allows you to specify the destination subtitles codec used for the " \
111     "streaming output." )
112
113 #define THREADS_TEXT N_("Number of threads")
114 #define THREADS_LONGTEXT N_( \
115     "Allows you to specify the number of threads used for the transcoding." )
116
117 #define ASYNC_TEXT N_("Synchronise on audio track")
118 #define ASYNC_LONGTEXT N_( \
119     "This option will drop/duplicate video frames to synchronise the video " \
120     "track on the audio track." )
121
122 static int  Open ( vlc_object_t * );
123 static void Close( vlc_object_t * );
124
125 #define SOUT_CFG_PREFIX "sout-transcode-"
126
127 vlc_module_begin();
128     set_description( _("Transcode stream output") );
129     set_capability( "sout stream", 50 );
130     add_shortcut( "transcode" );
131     set_callbacks( Open, Close );
132
133     add_string( SOUT_CFG_PREFIX "venc", NULL, NULL, VENC_TEXT,
134                 VENC_LONGTEXT, VLC_FALSE );
135     add_string( SOUT_CFG_PREFIX "vcodec", NULL, NULL, VCODEC_TEXT,
136                 VCODEC_LONGTEXT, VLC_FALSE );
137     add_integer( SOUT_CFG_PREFIX "vb", 800 * 1000, NULL, VB_TEXT,
138                  VB_LONGTEXT, VLC_FALSE );
139     add_float( SOUT_CFG_PREFIX "scale", 1, NULL, SCALE_TEXT,
140                SCALE_LONGTEXT, VLC_FALSE );
141     add_float( SOUT_CFG_PREFIX "fps", 0, NULL, FPS_TEXT,
142                FPS_LONGTEXT, VLC_FALSE );
143     add_bool( SOUT_CFG_PREFIX "deinterlace", 0, NULL, DEINTERLACE_TEXT,
144               DEINTERLACE_LONGTEXT, VLC_FALSE );
145     add_integer( SOUT_CFG_PREFIX "width", 0, NULL, WIDTH_TEXT,
146                  WIDTH_LONGTEXT, VLC_TRUE );
147     add_integer( SOUT_CFG_PREFIX "height", 0, NULL, HEIGHT_TEXT,
148                  HEIGHT_LONGTEXT, VLC_TRUE );
149
150     add_integer( SOUT_CFG_PREFIX "croptop", 0, NULL, CROPTOP_TEXT,
151                  CROPTOP_LONGTEXT, VLC_TRUE );
152     add_integer( SOUT_CFG_PREFIX "cropleft", 0, NULL, CROPLEFT_TEXT,
153                  CROPLEFT_LONGTEXT, VLC_TRUE );
154     add_integer( SOUT_CFG_PREFIX "cropbottom", 0, NULL, CROPBOTTOM_TEXT,
155                  CROPBOTTOM_LONGTEXT, VLC_TRUE );
156     add_integer( SOUT_CFG_PREFIX "cropright", 0, NULL, CROPRIGHT_TEXT,
157                  CROPRIGHT_LONGTEXT, VLC_TRUE );
158
159     add_string( SOUT_CFG_PREFIX "aenc", NULL, NULL, AENC_TEXT,
160                 AENC_LONGTEXT, VLC_FALSE );
161     add_string( SOUT_CFG_PREFIX "acodec", NULL, NULL, ACODEC_TEXT,
162                 ACODEC_LONGTEXT, VLC_FALSE );
163     add_integer( SOUT_CFG_PREFIX "ab", 64000, NULL, AB_TEXT,
164                  AB_LONGTEXT, VLC_FALSE );
165     add_integer( SOUT_CFG_PREFIX "channels", 0, NULL, ACHANS_TEXT,
166                  ACHANS_LONGTEXT, VLC_FALSE );
167     add_integer( SOUT_CFG_PREFIX "samplerate", 0, NULL, ARATE_TEXT,
168                  ARATE_LONGTEXT, VLC_TRUE );
169
170     add_string( SOUT_CFG_PREFIX "senc", NULL, NULL, SENC_TEXT,
171                 SENC_LONGTEXT, VLC_FALSE );
172     add_string( SOUT_CFG_PREFIX "scodec", NULL, NULL, SCODEC_TEXT,
173                 SCODEC_LONGTEXT, VLC_FALSE );
174     add_bool( SOUT_CFG_PREFIX "soverlay", 0, NULL, SCODEC_TEXT,
175                SCODEC_LONGTEXT, VLC_FALSE );
176
177     add_integer( SOUT_CFG_PREFIX "threads", 0, NULL, THREADS_TEXT,
178                  THREADS_LONGTEXT, VLC_TRUE );
179
180     add_bool( SOUT_CFG_PREFIX "audio-sync", 0, NULL, ASYNC_TEXT,
181               ASYNC_LONGTEXT, VLC_FALSE );
182 vlc_module_end();
183
184 static const char *ppsz_sout_options[] = {
185     "venc", "vcodec", "vb", "croptop", "cropbottom", "cropleft", "cropright",
186     "scale", "fps", "width", "height", "deinterlace", "threads",
187     "aenc", "acodec", "ab", "samplerate", "channels",
188     "senc", "scodec", "soverlay",
189     "audio-sync", NULL
190 };
191
192 /*****************************************************************************
193  * Exported prototypes
194  *****************************************************************************/
195 static sout_stream_id_t *Add ( sout_stream_t *, es_format_t * );
196 static int               Del ( sout_stream_t *, sout_stream_id_t * );
197 static int               Send( sout_stream_t *, sout_stream_id_t *, block_t* );
198
199 static int  transcode_audio_new    ( sout_stream_t *, sout_stream_id_t * );
200 static void transcode_audio_close  ( sout_stream_t *, sout_stream_id_t * );
201 static int  transcode_audio_process( sout_stream_t *, sout_stream_id_t *,
202                                      block_t *, block_t ** );
203
204 static aout_buffer_t *audio_new_buffer( decoder_t *, int );
205 static void audio_del_buffer( decoder_t *, aout_buffer_t * );
206
207 static int  transcode_video_new    ( sout_stream_t *, sout_stream_id_t * );
208 static void transcode_video_close  ( sout_stream_t *, sout_stream_id_t * );
209 static int  transcode_video_encoder_open( sout_stream_t *, sout_stream_id_t *);
210 static int  transcode_video_process( sout_stream_t *, sout_stream_id_t *,
211                                      block_t *, block_t ** );
212
213 static picture_t *video_new_buffer( decoder_t * );
214 static void video_del_buffer( decoder_t *, picture_t * );
215 static void video_link_picture( decoder_t *, picture_t * );
216 static void video_unlink_picture( decoder_t *, picture_t * );
217
218 static int  transcode_spu_new    ( sout_stream_t *, sout_stream_id_t * );
219 static void transcode_spu_close  ( sout_stream_t *, sout_stream_id_t * );
220 static int  transcode_spu_process( sout_stream_t *, sout_stream_id_t *,
221                                    block_t *, block_t ** );
222 static subpicture_t *transcode_spu_get( sout_stream_t *, sout_stream_id_t *,
223                                         mtime_t );
224
225 static int  EncoderThread( struct sout_stream_sys_t * p_sys );
226
227 static int pi_channels_maps[6] =
228 {
229     0,
230     AOUT_CHAN_CENTER,   AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
231     AOUT_CHAN_CENTER | AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
232     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT
233      | AOUT_CHAN_REARRIGHT,
234     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER
235      | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT
236 };
237
238 #define PICTURE_RING_SIZE 64
239 #define SUBPICTURE_RING_SIZE 20
240
241 struct sout_stream_sys_t
242 {
243     VLC_COMMON_MEMBERS
244
245     sout_stream_t   *p_out;
246     sout_stream_id_t *id_video;
247     block_t         *p_buffers;
248     vlc_mutex_t     lock_out;
249     vlc_cond_t      cond;
250     picture_t *     pp_pics[PICTURE_RING_SIZE];
251     int             i_first_pic, i_last_pic;
252
253     /* Audio */
254     vlc_fourcc_t    i_acodec;   /* codec audio (0 if not transcode) */
255     char            *psz_aenc;
256     sout_cfg_t      *p_audio_cfg;
257     int             i_sample_rate;
258     int             i_channels;
259     int             i_abitrate;
260
261     /* Video */
262     vlc_fourcc_t    i_vcodec;   /* codec video (0 if not transcode) */
263     char            *psz_venc;
264     sout_cfg_t      *p_video_cfg;
265     int             i_vbitrate;
266     double          f_scale;
267     double          f_fps;
268     int             i_width;
269     int             i_height;
270     vlc_bool_t      b_deinterlace;
271     int             i_threads;
272
273     int             i_crop_top;
274     int             i_crop_bottom;
275     int             i_crop_right;
276     int             i_crop_left;
277
278     /* SPU */
279     vlc_fourcc_t    i_scodec;   /* codec spu (0 if not transcode) */
280     char            *psz_senc;
281     vlc_bool_t      b_soverlay;
282     sout_cfg_t      *p_spu_cfg;
283     subpicture_t    *pp_subpics[SUBPICTURE_RING_SIZE];
284
285     /* Filters */
286     filter_t        *p_filter_blend;
287
288     /* Sync */
289     vlc_bool_t      b_audio_sync;
290     mtime_t         i_master_drift;
291 };
292
293 /*****************************************************************************
294  * Open:
295  *****************************************************************************/
296 static int Open( vlc_object_t *p_this )
297 {
298     sout_stream_t     *p_stream = (sout_stream_t*)p_this;
299     sout_stream_sys_t *p_sys;
300     vlc_value_t       val;
301     int               i;
302
303     p_sys = vlc_object_create( p_this, sizeof( sout_stream_sys_t ) );
304
305     p_sys->p_out = sout_StreamNew( p_stream->p_sout, p_stream->psz_next );
306     if( !p_sys->p_out )
307     {
308         msg_Err( p_stream, "cannot create chain" );
309         free( p_sys );
310         return VLC_EGENERIC;
311     }
312
313     p_sys->i_master_drift = 0;
314
315     sout_CfgParse( p_stream, SOUT_CFG_PREFIX, ppsz_sout_options,
316                    p_stream->p_cfg );
317
318     /* Audio transcoding parameters */
319     var_Get( p_stream, SOUT_CFG_PREFIX "aenc", &val );
320     p_sys->psz_aenc = NULL;
321     p_sys->p_audio_cfg = NULL;
322     if( val.psz_string && *val.psz_string )
323     {
324         char *psz_next;
325         psz_next = sout_CfgCreate( &p_sys->psz_aenc, &p_sys->p_audio_cfg,
326                                    val.psz_string );
327         if( psz_next ) free( psz_next );
328     }
329     if( val.psz_string ) free( val.psz_string );
330
331     var_Get( p_stream, SOUT_CFG_PREFIX "acodec", &val );
332     p_sys->i_acodec = 0;
333     if( val.psz_string && *val.psz_string )
334     {
335         char fcc[4] = "    ";
336         memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
337         p_sys->i_acodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
338     }
339     if( val.psz_string ) free( val.psz_string );
340
341     var_Get( p_stream, SOUT_CFG_PREFIX "ab", &val );
342     p_sys->i_abitrate = val.i_int;
343     if( p_sys->i_abitrate < 4000 ) p_sys->i_abitrate *= 1000;
344
345     var_Get( p_stream, SOUT_CFG_PREFIX "samplerate", &val );
346     p_sys->i_sample_rate = val.i_int;
347
348     var_Get( p_stream, SOUT_CFG_PREFIX "channels", &val );
349     p_sys->i_channels = val.i_int;
350
351     if( p_sys->i_acodec )
352     {
353         msg_Dbg( p_stream, "codec audio=%4.4s %dHz %d channels %dKb/s",
354                  (char *)&p_sys->i_acodec, p_sys->i_sample_rate,
355                  p_sys->i_channels, p_sys->i_abitrate / 1000 );
356     }
357
358     /* Video transcoding parameters */
359     var_Get( p_stream, SOUT_CFG_PREFIX "venc", &val );
360     p_sys->psz_venc = NULL;
361     p_sys->p_video_cfg = NULL;
362     if( val.psz_string && *val.psz_string )
363     {
364         char *psz_next;
365         psz_next = sout_CfgCreate( &p_sys->psz_venc, &p_sys->p_video_cfg,
366                                    val.psz_string );
367         if( psz_next ) free( psz_next );
368     }
369     if( val.psz_string ) free( val.psz_string );
370
371     var_Get( p_stream, SOUT_CFG_PREFIX "vcodec", &val );
372     p_sys->i_vcodec = 0;
373     if( val.psz_string && *val.psz_string )
374     {
375         char fcc[4] = "    ";
376         memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
377         p_sys->i_vcodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
378     }
379     if( val.psz_string ) free( val.psz_string );
380
381     var_Get( p_stream, SOUT_CFG_PREFIX "vb", &val );
382     p_sys->i_vbitrate = val.i_int;
383     if( p_sys->i_vbitrate < 16000 ) p_sys->i_vbitrate *= 1000;
384
385     var_Get( p_stream, SOUT_CFG_PREFIX "scale", &val );
386     p_sys->f_scale = val.f_float;
387
388     var_Get( p_stream, SOUT_CFG_PREFIX "fps", &val );
389     p_sys->f_fps = val.f_float;
390
391     var_Get( p_stream, SOUT_CFG_PREFIX "width", &val );
392     p_sys->i_width = val.i_int;
393
394     var_Get( p_stream, SOUT_CFG_PREFIX "height", &val );
395     p_sys->i_height = val.i_int;
396
397     var_Get( p_stream, SOUT_CFG_PREFIX "deinterlace", &val );
398     p_sys->b_deinterlace = val.b_bool;
399
400     var_Get( p_stream, SOUT_CFG_PREFIX "croptop", &val );
401     p_sys->i_crop_top = val.i_int;
402     var_Get( p_stream, SOUT_CFG_PREFIX "cropbottom", &val );
403     p_sys->i_crop_bottom = val.i_int;
404     var_Get( p_stream, SOUT_CFG_PREFIX "cropleft", &val );
405     p_sys->i_crop_left = val.i_int;
406     var_Get( p_stream, SOUT_CFG_PREFIX "cropright", &val );
407     p_sys->i_crop_right = val.i_int;
408
409     var_Get( p_stream, SOUT_CFG_PREFIX "threads", &val );
410     p_sys->i_threads = val.i_int;
411
412     if( p_sys->i_vcodec )
413     {
414         msg_Dbg( p_stream, "codec video=%4.4s %dx%d scaling: %f %dkb/s",
415                  (char *)&p_sys->i_vcodec, p_sys->i_width, p_sys->i_height,
416                  p_sys->f_scale, p_sys->i_vbitrate / 1000 );
417     }
418
419     /* Subpictures transcoding parameters */
420     var_Get( p_stream, SOUT_CFG_PREFIX "senc", &val );
421     p_sys->psz_senc = NULL;
422     p_sys->p_spu_cfg = NULL;
423     if( val.psz_string && *val.psz_string )
424     {
425         char *psz_next;
426         psz_next = sout_CfgCreate( &p_sys->psz_senc, &p_sys->p_spu_cfg,
427                                    val.psz_string );
428         if( psz_next ) free( psz_next );
429     }
430     if( val.psz_string ) free( val.psz_string );
431
432     var_Get( p_stream, SOUT_CFG_PREFIX "scodec", &val );
433     p_sys->i_scodec = 0;
434     if( val.psz_string && *val.psz_string )
435     {
436         char fcc[4] = "    ";
437         memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
438         p_sys->i_scodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
439     }
440     if( val.psz_string ) free( val.psz_string );
441
442     if( p_sys->i_scodec )
443     {
444         msg_Dbg( p_stream, "codec spu=%4.4s", (char *)&p_sys->i_acodec );
445     }
446
447     var_Get( p_stream, SOUT_CFG_PREFIX "soverlay", &val );
448     p_sys->b_soverlay = val.b_bool;
449     p_sys->p_filter_blend = 0;
450
451     for( i = 0; i < SUBPICTURE_RING_SIZE; i++ )
452     {
453         p_sys->pp_subpics[i] = 0;
454     }
455
456     var_Get( p_stream, SOUT_CFG_PREFIX "audio-sync", &val );
457     p_sys->b_audio_sync = val.b_bool;
458     if( p_sys->f_fps > 0 ) p_sys->b_audio_sync = VLC_TRUE;
459
460     p_stream->pf_add    = Add;
461     p_stream->pf_del    = Del;
462     p_stream->pf_send   = Send;
463     p_stream->p_sys     = p_sys;
464
465     return VLC_SUCCESS;
466 }
467
468 /*****************************************************************************
469  * Close:
470  *****************************************************************************/
471 static void Close( vlc_object_t * p_this )
472 {
473     sout_stream_t       *p_stream = (sout_stream_t*)p_this;
474     sout_stream_sys_t   *p_sys = p_stream->p_sys;
475
476     sout_StreamDelete( p_sys->p_out );
477
478     while( p_sys->p_audio_cfg != NULL )
479     {
480         sout_cfg_t *p_next = p_sys->p_audio_cfg->p_next;
481
482         if( p_sys->p_audio_cfg->psz_name )
483             free( p_sys->p_audio_cfg->psz_name );
484         if( p_sys->p_audio_cfg->psz_value )
485             free( p_sys->p_audio_cfg->psz_value );
486         free( p_sys->p_audio_cfg );
487
488         p_sys->p_audio_cfg = p_next;
489     }
490     if( p_sys->psz_aenc ) free( p_sys->psz_aenc );
491
492     while( p_sys->p_video_cfg != NULL )
493     {
494         sout_cfg_t *p_next = p_sys->p_video_cfg->p_next;
495
496         if( p_sys->p_video_cfg->psz_name )
497             free( p_sys->p_video_cfg->psz_name );
498         if( p_sys->p_video_cfg->psz_value )
499             free( p_sys->p_video_cfg->psz_value );
500         free( p_sys->p_video_cfg );
501
502         p_sys->p_video_cfg = p_next;
503     }
504     if( p_sys->psz_venc ) free( p_sys->psz_venc );
505
506     while( p_sys->p_spu_cfg != NULL )
507     {
508         sout_cfg_t *p_next = p_sys->p_spu_cfg->p_next;
509
510         if( p_sys->p_spu_cfg->psz_name )
511             free( p_sys->p_spu_cfg->psz_name );
512         if( p_sys->p_spu_cfg->psz_value )
513             free( p_sys->p_spu_cfg->psz_value );
514         free( p_sys->p_spu_cfg );
515
516         p_sys->p_spu_cfg = p_next;
517     }
518     if( p_sys->psz_senc ) free( p_sys->psz_senc );
519
520     if( p_sys->p_filter_blend )
521     {
522         if( p_sys->p_filter_blend->p_module )
523             module_Unneed( p_sys->p_filter_blend,
524                            p_sys->p_filter_blend->p_module );
525
526         vlc_object_detach( p_sys->p_filter_blend );
527         vlc_object_destroy( p_sys->p_filter_blend );
528     }
529
530     vlc_object_destroy( p_sys );
531 }
532
533 struct sout_stream_id_t
534 {
535     vlc_fourcc_t  b_transcode;
536
537     /* id of the out stream */
538     void *id;
539
540     /* Decoder */
541     decoder_t       *p_decoder;
542
543     /* Filters */
544     filter_t        *pp_filter[10];
545     int             i_filter;
546
547     /* Encoder */
548     encoder_t       *p_encoder;
549
550     /* Sync */
551     date_t          interpolated_pts;
552 };
553
554
555 static sout_stream_id_t *Add( sout_stream_t *p_stream, es_format_t *p_fmt )
556 {
557     sout_stream_sys_t *p_sys = p_stream->p_sys;
558     sout_stream_id_t *id;
559
560     id = malloc( sizeof( sout_stream_id_t ) );
561     memset( id, 0, sizeof(sout_stream_id_t) );
562
563     id->id = NULL;
564     id->p_decoder = NULL;
565     id->p_encoder = NULL;
566
567     /* Create decoder object */
568     id->p_decoder = vlc_object_create( p_stream, VLC_OBJECT_DECODER );
569     if( !id->p_decoder )
570     {
571         msg_Err( p_stream, "out of memory" );
572         goto error;
573     }
574     vlc_object_attach( id->p_decoder, p_stream );
575     id->p_decoder->p_module = NULL;
576     id->p_decoder->fmt_in = *p_fmt;
577     id->p_decoder->fmt_out = *p_fmt;
578     id->p_decoder->fmt_out.i_extra = 0;
579     id->p_decoder->fmt_out.p_extra = 0;
580     id->p_decoder->b_pace_control = VLC_TRUE;
581
582     /* Create encoder object */
583     id->p_encoder = vlc_object_create( p_stream, VLC_OBJECT_ENCODER );
584     if( !id->p_encoder )
585     {
586         msg_Err( p_stream, "out of memory" );
587         goto error;
588     }
589     vlc_object_attach( id->p_encoder, p_stream );
590     id->p_encoder->p_module = NULL;
591
592     /* Create destination format */
593     es_format_Init( &id->p_encoder->fmt_out, p_fmt->i_cat, 0 );
594     id->p_encoder->fmt_out.i_id    = p_fmt->i_id;
595     id->p_encoder->fmt_out.i_group = p_fmt->i_group;
596     if( p_fmt->psz_language )
597         id->p_encoder->fmt_out.psz_language = strdup( p_fmt->psz_language );
598
599     if( p_fmt->i_cat == AUDIO_ES && (p_sys->i_acodec || p_sys->psz_aenc) )
600     {
601         msg_Dbg( p_stream,
602                  "creating audio transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
603                  (char*)&p_fmt->i_codec, (char*)&p_sys->i_acodec );
604
605         /* Complete destination format */
606         id->p_encoder->fmt_out.i_codec = p_sys->i_acodec;
607         id->p_encoder->fmt_out.audio.i_rate = p_sys->i_sample_rate > 0 ?
608             p_sys->i_sample_rate : (int)p_fmt->audio.i_rate;
609         id->p_encoder->fmt_out.audio.i_channels = p_sys->i_channels > 0 ?
610             p_sys->i_channels : p_fmt->audio.i_channels;
611         id->p_encoder->fmt_out.i_bitrate = p_sys->i_abitrate;
612         id->p_encoder->fmt_out.audio.i_bitspersample =
613             p_fmt->audio.i_bitspersample;
614
615         /* Build decoder -> filter -> encoder chain */
616         if( transcode_audio_new( p_stream, id ) )
617         {
618             msg_Err( p_stream, "cannot create audio chain" );
619             goto error;
620         }
621
622         /* Open output stream */
623         id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
624         id->b_transcode = VLC_TRUE;
625
626         if( !id->id ) goto error;
627
628         date_Init( &id->interpolated_pts, p_fmt->audio.i_rate, 1 );
629     }
630     else if( p_fmt->i_cat == VIDEO_ES &&
631              (p_sys->i_vcodec != 0 || p_sys->psz_venc) )
632     {
633         msg_Dbg( p_stream,
634                  "creating video transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
635                  (char*)&p_fmt->i_codec, (char*)&p_sys->i_vcodec );
636
637         /* Complete destination format */
638         id->p_encoder->fmt_out.i_codec = p_sys->i_vcodec;
639         id->p_encoder->fmt_out.video.i_width  = p_sys->i_width;
640         id->p_encoder->fmt_out.video.i_height = p_sys->i_height;
641         id->p_encoder->fmt_out.i_bitrate = p_sys->i_vbitrate;
642
643         /* Build decoder -> filter -> encoder chain */
644         if( transcode_video_new( p_stream, id ) )
645         {
646             msg_Err( p_stream, "cannot create video chain" );
647             goto error;
648         }
649
650         /* Stream will be added later on because we don't know
651          * all the characteristics of the decoded stream yet */
652         id->b_transcode = VLC_TRUE;
653
654         if( p_sys->f_fps > 0 )
655         {
656             id->p_encoder->fmt_out.video.i_frame_rate = p_sys->f_fps * 1000;
657             id->p_encoder->fmt_out.video.i_frame_rate_base = 1000;
658         }
659     }
660     else if( p_fmt->i_cat == SPU_ES && (p_sys->i_scodec || p_sys->psz_senc) )
661     {
662         msg_Dbg( p_stream, "creating subtitles transcoding from fcc=`%4.4s' "
663                  "to fcc=`%4.4s'", (char*)&p_fmt->i_codec,
664                  (char*)&p_sys->i_scodec );
665
666         /* Complete destination format */
667         id->p_encoder->fmt_out.i_codec = p_sys->i_scodec;
668
669         /* build decoder -> filter -> encoder */
670         if( transcode_spu_new( p_stream, id ) )
671         {
672             msg_Err( p_stream, "cannot create subtitles chain" );
673             goto error;
674         }
675
676         /* open output stream */
677         id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
678         id->b_transcode = VLC_TRUE;
679
680         if( !id->id ) goto error;
681     }
682     else if( p_fmt->i_cat == SPU_ES && p_sys->b_soverlay )
683     {
684         msg_Dbg( p_stream, "subtitles (fcc=`%4.4s') overlaying",
685                  (char*)&p_fmt->i_codec );
686
687         id->b_transcode = VLC_TRUE;
688
689         /* Build decoder -> filter -> overlaying chain */
690         if( transcode_spu_new( p_stream, id ) )
691         {
692             msg_Err( p_stream, "cannot create subtitles chain" );
693             goto error;
694         }
695     }
696     else
697     {
698         msg_Dbg( p_stream, "not transcoding a stream (fcc=`%4.4s')",
699                  (char*)&p_fmt->i_codec );
700         id->id = p_sys->p_out->pf_add( p_sys->p_out, p_fmt );
701         id->b_transcode = VLC_FALSE;
702
703         if( !id->id ) goto error;
704     }
705
706     return id;
707
708  error:
709     if( id->p_decoder )
710     {
711         vlc_object_detach( id->p_decoder );
712         vlc_object_destroy( id->p_decoder );
713     }
714
715     if( id->p_encoder )
716     {
717         vlc_object_detach( id->p_encoder );
718         vlc_object_destroy( id->p_encoder );
719     }
720
721     free( id );
722     return NULL;
723 }
724
725 static int Del( sout_stream_t *p_stream, sout_stream_id_t *id )
726 {
727     sout_stream_sys_t *p_sys = p_stream->p_sys;
728
729     if( id->b_transcode )
730     {
731         switch( id->p_decoder->fmt_in.i_cat )
732         {
733         case AUDIO_ES:
734             transcode_audio_close( p_stream, id );
735             break;
736         case VIDEO_ES:
737             transcode_video_close( p_stream, id );
738             break;
739         case SPU_ES:
740             transcode_spu_close( p_stream, id );
741             break;
742         }
743     }
744
745     if( id->id ) p_sys->p_out->pf_del( p_sys->p_out, id->id );
746
747     if( id->p_decoder )
748     {
749         vlc_object_detach( id->p_decoder );
750         vlc_object_destroy( id->p_decoder );
751     }
752
753     if( id->p_encoder )
754     {
755         vlc_object_detach( id->p_encoder );
756         vlc_object_destroy( id->p_encoder );
757     }
758
759     free( id );
760
761     return VLC_SUCCESS;
762 }
763
764 static int Send( sout_stream_t *p_stream, sout_stream_id_t *id,
765                  block_t *p_buffer )
766 {
767     sout_stream_sys_t *p_sys = p_stream->p_sys;
768     block_t *p_out;
769
770     if( !id->b_transcode && id->id )
771     {
772         return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_buffer );
773     }
774     else if( !id->b_transcode )
775     {
776         block_Release( p_buffer );
777         return VLC_EGENERIC;
778     }
779
780     switch( id->p_decoder->fmt_in.i_cat )
781     {
782     case AUDIO_ES:
783         transcode_audio_process( p_stream, id, p_buffer, &p_out );
784         break;
785
786     case VIDEO_ES:
787         if( transcode_video_process( p_stream, id, p_buffer, &p_out )
788             != VLC_SUCCESS )
789         {
790             return VLC_EGENERIC;
791         }
792         break;
793
794     case SPU_ES:
795         if( transcode_spu_process( p_stream, id, p_buffer, &p_out ) !=
796             VLC_SUCCESS )
797         {
798             return VLC_EGENERIC;
799         }
800         break;
801
802     default:
803         block_Release( p_buffer );
804         break;
805     }
806
807     if( p_out ) return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_out );
808     return VLC_SUCCESS;
809 }
810
811 /****************************************************************************
812  * decoder reencoder part
813  ****************************************************************************/
814 int audio_BitsPerSample( vlc_fourcc_t i_format )
815 {
816     switch( i_format )
817     {
818     case VLC_FOURCC('u','8',' ',' '):
819     case VLC_FOURCC('s','8',' ',' '):
820         return 8;
821
822     case VLC_FOURCC('u','1','6','l'):
823     case VLC_FOURCC('s','1','6','l'):
824     case VLC_FOURCC('u','1','6','b'):
825     case VLC_FOURCC('s','1','6','b'):
826         return 16;
827
828     case VLC_FOURCC('u','2','4','l'):
829     case VLC_FOURCC('s','2','4','l'):
830     case VLC_FOURCC('u','2','4','b'):
831     case VLC_FOURCC('s','2','4','b'):
832         return 24;
833
834     case VLC_FOURCC('u','3','2','l'):
835     case VLC_FOURCC('s','3','2','l'):
836     case VLC_FOURCC('u','3','2','b'):
837     case VLC_FOURCC('s','3','2','b'):
838     case VLC_FOURCC('f','l','3','2'):
839     case VLC_FOURCC('f','i','3','2'):
840         return 32;
841
842     case VLC_FOURCC('f','l','6','4'):
843         return 64;
844     }
845
846     return 0;
847 }
848
849 static int transcode_audio_new( sout_stream_t *p_stream,
850                                 sout_stream_id_t *id )
851 {
852     sout_stream_sys_t *p_sys = p_stream->p_sys;
853
854     /*
855      * Open decoder
856      */
857
858     /* Initialization of decoder structures */
859     id->p_decoder->pf_decode_audio = 0;
860     id->p_decoder->pf_aout_buffer_new = audio_new_buffer;
861     id->p_decoder->pf_aout_buffer_del = audio_del_buffer;
862     //id->p_decoder->p_cfg = p_sys->p_video_cfg;
863
864     id->p_decoder->p_module =
865         module_Need( id->p_decoder, "decoder", "$codec", 0 );
866
867     if( !id->p_decoder->p_module )
868     {
869         msg_Err( p_stream, "cannot find decoder" );
870         return VLC_EGENERIC;
871     }
872     id->p_decoder->fmt_out.audio.i_bitspersample = 
873         audio_BitsPerSample( id->p_decoder->fmt_out.i_codec );
874
875     /*
876      * Open encoder
877      */
878
879     /* Initialization of encoder format structures */
880     es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
881                     id->p_decoder->fmt_out.i_codec );
882     id->p_encoder->fmt_in.audio.i_format = id->p_decoder->fmt_out.i_codec;
883
884     /* Sanity check for audio channels */
885     id->p_encoder->fmt_out.audio.i_channels =
886         __MIN( id->p_encoder->fmt_out.audio.i_channels,
887                id->p_decoder->fmt_out.audio.i_channels );
888     if( id->p_decoder->fmt_out.audio.i_channels ==
889         id->p_encoder->fmt_out.audio.i_channels )
890         id->p_encoder->fmt_out.audio.i_physical_channels =
891             id->p_encoder->fmt_out.audio.i_original_channels =
892                 id->p_decoder->fmt_out.audio.i_physical_channels;
893     else
894         id->p_encoder->fmt_out.audio.i_physical_channels =
895             id->p_encoder->fmt_out.audio.i_original_channels =
896                 pi_channels_maps[id->p_encoder->fmt_out.audio.i_channels];
897
898     /* Initialization of encoder format structures */
899     es_format_Init( &id->p_encoder->fmt_in, AUDIO_ES, AOUT_FMT_S16_NE );
900     id->p_encoder->fmt_in.audio.i_format = AOUT_FMT_S16_NE;
901     id->p_encoder->fmt_in.audio.i_rate = id->p_encoder->fmt_out.audio.i_rate;
902     id->p_encoder->fmt_in.audio.i_physical_channels =
903         id->p_encoder->fmt_in.audio.i_original_channels =
904             id->p_encoder->fmt_out.audio.i_physical_channels;
905     id->p_encoder->fmt_in.audio.i_channels =
906         id->p_encoder->fmt_out.audio.i_channels;
907     id->p_encoder->fmt_in.audio.i_bitspersample =
908         audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
909
910     id->p_encoder->p_cfg = p_stream->p_sys->p_audio_cfg;
911
912     id->p_encoder->p_module =
913         module_Need( id->p_encoder, "encoder", p_sys->psz_aenc, VLC_TRUE );
914     if( !id->p_encoder->p_module )
915     {
916         msg_Err( p_stream, "cannot find encoder" );
917         module_Unneed( id->p_decoder, id->p_decoder->p_module );
918         id->p_decoder->p_module = 0;
919         return VLC_EGENERIC;
920     }
921     id->p_encoder->fmt_in.audio.i_format = id->p_encoder->fmt_in.i_codec;
922     id->p_encoder->fmt_in.audio.i_bitspersample =
923         audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
924
925     /* Check if we need a filter for chroma conversion or resizing */
926     if( id->p_decoder->fmt_out.i_codec !=
927         id->p_encoder->fmt_in.i_codec )
928     {
929         id->pp_filter[0] =
930             vlc_object_create( p_stream, VLC_OBJECT_FILTER );
931         vlc_object_attach( id->pp_filter[0], p_stream );
932
933         id->pp_filter[0]->pf_audio_buffer_new = __block_New;
934
935         id->pp_filter[0]->fmt_in = id->p_decoder->fmt_out;
936         id->pp_filter[0]->fmt_out = id->p_encoder->fmt_in;
937         id->pp_filter[0]->p_module =
938             module_Need( id->pp_filter[0], "audio filter2", 0, 0 );
939         if( id->pp_filter[0]->p_module ) id->i_filter++;
940         else
941         {
942             msg_Dbg( p_stream, "no audio filter found" );
943             vlc_object_detach( id->pp_filter[0] );
944             vlc_object_destroy( id->pp_filter[0] );
945             module_Unneed( id->p_decoder, id->p_decoder->p_module );
946             id->p_decoder->p_module = 0;
947             module_Unneed( id->p_encoder, id->p_encoder->p_module );
948             id->p_encoder->p_module = 0;
949             return VLC_EGENERIC;
950         }
951
952         id->pp_filter[0]->fmt_out.audio.i_bitspersample = 
953             audio_BitsPerSample( id->pp_filter[0]->fmt_out.i_codec );
954
955         /* Try a 2 stage conversion */
956         if( id->pp_filter[0]->fmt_out.i_codec !=
957             id->p_encoder->fmt_in.i_codec )
958         {
959             id->pp_filter[1] =
960                 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
961             vlc_object_attach( id->pp_filter[1], p_stream );
962
963             id->pp_filter[1]->pf_audio_buffer_new = __block_New;
964
965             id->pp_filter[1]->fmt_in = id->pp_filter[0]->fmt_out;
966             id->pp_filter[1]->fmt_out = id->p_encoder->fmt_in;
967             id->pp_filter[1]->p_module =
968               module_Need( id->pp_filter[1], "audio filter2", 0, 0 );
969             if( !id->pp_filter[1]->p_module ||
970                 id->pp_filter[1]->fmt_out.i_codec !=
971                   id->p_encoder->fmt_in.i_codec )
972             {
973                 msg_Dbg( p_stream, "no audio filter found" );
974                 module_Unneed( id->pp_filter[0], id->pp_filter[0]->p_module );
975                 vlc_object_detach( id->pp_filter[0] );
976                 vlc_object_destroy( id->pp_filter[0] );
977                 if( id->pp_filter[1]->p_module )
978                 module_Unneed( id->pp_filter[0], id->pp_filter[0]->p_module );
979                 vlc_object_detach( id->pp_filter[1] );
980                 vlc_object_destroy( id->pp_filter[1] );
981                 module_Unneed( id->p_decoder, id->p_decoder->p_module );
982                 id->p_decoder->p_module = 0;
983                 module_Unneed( id->p_encoder, id->p_encoder->p_module );
984                 id->p_encoder->p_module = 0;
985                 return VLC_EGENERIC;
986             }
987             else id->i_filter++;
988         }
989     }
990
991     /* FIXME: Hack for mp3 transcoding support */
992     if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC( 'm','p','3',' ' ) )
993         id->p_encoder->fmt_out.i_codec = VLC_FOURCC( 'm','p','g','a' );
994
995     return VLC_SUCCESS;
996 }
997
998 static void transcode_audio_close( sout_stream_t *p_stream,
999                                    sout_stream_id_t *id )
1000 {
1001     int i;
1002
1003     /* Close decoder */
1004     if( id->p_decoder->p_module )
1005         module_Unneed( id->p_decoder, id->p_decoder->p_module );
1006
1007     /* Close encoder */
1008     if( id->p_encoder->p_module )
1009         module_Unneed( id->p_encoder, id->p_encoder->p_module );
1010
1011     /* Close filters */
1012     for( i = 0; i < id->i_filter; i++ )
1013     {
1014         vlc_object_detach( id->pp_filter[i] );
1015         if( id->pp_filter[i]->p_module )
1016             module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1017         vlc_object_destroy( id->pp_filter[i] );
1018     }
1019 }
1020
1021 static int transcode_audio_process( sout_stream_t *p_stream,
1022                                     sout_stream_id_t *id,
1023                                     block_t *in, block_t **out )
1024 {
1025     sout_stream_sys_t *p_sys = p_stream->p_sys;
1026     aout_buffer_t *p_audio_buf;
1027     block_t *p_block, *p_audio_block;
1028     int i;
1029     *out = NULL;
1030
1031     while( (p_audio_buf = id->p_decoder->pf_decode_audio( id->p_decoder,
1032                                                           &in )) )
1033     {
1034         if( p_sys->b_audio_sync )
1035         {
1036             mtime_t i_dts = date_Get( &id->interpolated_pts ) + 1;
1037             p_sys->i_master_drift = p_audio_buf->start_date - i_dts;
1038             date_Increment( &id->interpolated_pts, p_audio_buf->i_nb_samples );
1039             p_audio_buf->start_date -= p_sys->i_master_drift;
1040             p_audio_buf->end_date -= p_sys->i_master_drift;
1041         }
1042
1043         p_audio_block = p_audio_buf->p_sys;
1044         p_audio_block->i_buffer = p_audio_buf->i_nb_bytes;
1045         p_audio_block->i_dts = p_audio_block->i_pts =
1046             p_audio_buf->start_date;
1047         p_audio_block->i_length = p_audio_buf->end_date -
1048             p_audio_buf->start_date;
1049         p_audio_block->i_samples = p_audio_buf->i_nb_samples;
1050
1051         /* Run filter chain */
1052         for( i = 0; i < id->i_filter; i++ )
1053         {
1054             p_audio_block =
1055                 id->pp_filter[i]->pf_audio_filter( id->pp_filter[i],
1056                                                    p_audio_block );
1057         }
1058
1059         p_audio_buf->p_buffer = p_audio_block->p_buffer;
1060         p_audio_buf->i_nb_bytes = p_audio_block->i_buffer;
1061         p_audio_buf->i_nb_samples = p_audio_block->i_samples;
1062         p_audio_buf->start_date = p_audio_block->i_dts;
1063         p_audio_buf->end_date = p_audio_block->i_dts + p_audio_block->i_length;
1064
1065         p_block = id->p_encoder->pf_encode_audio( id->p_encoder, p_audio_buf );
1066         block_ChainAppend( out, p_block );
1067         block_Release( p_audio_block );
1068         free( p_audio_buf );
1069     }
1070
1071     return VLC_SUCCESS;
1072 }
1073
1074 static void audio_release_buffer( aout_buffer_t *p_buffer )
1075 {
1076     if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1077     if( p_buffer ) free( p_buffer );
1078 }
1079
1080 static aout_buffer_t *audio_new_buffer( decoder_t *p_dec, int i_samples )
1081 {
1082     aout_buffer_t *p_buffer;
1083     block_t *p_block;
1084     int i_size;
1085
1086     if( p_dec->fmt_out.audio.i_bitspersample )
1087     {
1088         i_size = i_samples * p_dec->fmt_out.audio.i_bitspersample / 8 *
1089             p_dec->fmt_out.audio.i_channels;
1090     }
1091     else if( p_dec->fmt_out.audio.i_bytes_per_frame &&
1092              p_dec->fmt_out.audio.i_frame_length )
1093     {
1094         i_size = i_samples * p_dec->fmt_out.audio.i_bytes_per_frame /
1095             p_dec->fmt_out.audio.i_frame_length;
1096     }
1097     else
1098     {
1099         i_size = i_samples * 4 * p_dec->fmt_out.audio.i_channels;
1100     }
1101
1102     p_buffer = malloc( sizeof(aout_buffer_t) );
1103     p_buffer->pf_release = audio_release_buffer;
1104     p_buffer->p_sys = p_block = block_New( p_dec, i_size );
1105
1106     p_buffer->p_buffer = p_block->p_buffer;
1107     p_buffer->i_size = p_buffer->i_nb_bytes = p_block->i_buffer;
1108     p_buffer->i_nb_samples = i_samples;
1109     p_block->i_samples = i_samples;
1110
1111     return p_buffer;
1112 }
1113
1114 static void audio_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
1115 {
1116     if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1117     if( p_buffer ) free( p_buffer );
1118 }
1119
1120 /*
1121  * video
1122  */
1123 static int transcode_video_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1124 {
1125     sout_stream_sys_t *p_sys = p_stream->p_sys;
1126
1127     /*
1128      * Open decoder
1129      */
1130
1131     /* Initialization of decoder structures */
1132     id->p_decoder->pf_decode_video = 0;
1133     id->p_decoder->pf_vout_buffer_new = video_new_buffer;
1134     id->p_decoder->pf_vout_buffer_del = video_del_buffer;
1135     id->p_decoder->pf_picture_link    = video_link_picture;
1136     id->p_decoder->pf_picture_unlink  = video_unlink_picture;
1137     //id->p_decoder->p_cfg = p_sys->p_video_cfg;
1138
1139     id->p_decoder->p_module =
1140         module_Need( id->p_decoder, "decoder", "$codec", 0 );
1141
1142     if( !id->p_decoder->p_module )
1143     {
1144         msg_Err( p_stream, "cannot find decoder" );
1145         return VLC_EGENERIC;
1146     }
1147
1148     /*
1149      * Open encoder.
1150      * Because some info about the decoded input will only be available
1151      * once the first frame is decoded, we actually only test the availability
1152      * of the encoder here.
1153      */
1154
1155     /* Initialization of encoder format structures */
1156     es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1157                     id->p_decoder->fmt_out.i_codec );
1158     id->p_encoder->fmt_in.video.i_chroma = id->p_decoder->fmt_out.i_codec;
1159
1160     /* The dimensions will be set properly later on.
1161      * Just put sensible values so we can test an encoder is available. */
1162     id->p_encoder->fmt_in.video.i_width =
1163         id->p_encoder->fmt_out.video.i_width ?
1164         id->p_encoder->fmt_out.video.i_width :
1165         id->p_decoder->fmt_in.video.i_width ?
1166         id->p_decoder->fmt_in.video.i_width : 16;
1167     id->p_encoder->fmt_in.video.i_height =
1168         id->p_encoder->fmt_out.video.i_height ?
1169         id->p_encoder->fmt_out.video.i_height :
1170         id->p_decoder->fmt_in.video.i_height ?
1171         id->p_decoder->fmt_in.video.i_height : 16;
1172     id->p_encoder->fmt_in.video.i_frame_rate = 25;
1173     id->p_encoder->fmt_in.video.i_frame_rate_base = 1;
1174
1175     id->p_encoder->i_threads = p_sys->i_threads;
1176     id->p_encoder->p_cfg = p_sys->p_video_cfg;
1177
1178     id->p_encoder->p_module =
1179         module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1180     if( !id->p_encoder->p_module )
1181     {
1182         msg_Err( p_stream, "cannot find encoder" );
1183         module_Unneed( id->p_decoder, id->p_decoder->p_module );
1184         id->p_decoder->p_module = 0;
1185         return VLC_EGENERIC;
1186     }
1187
1188     /* Close the encoder.
1189      * We'll open it only when we have the first frame. */
1190     module_Unneed( id->p_encoder, id->p_encoder->p_module );
1191     id->p_encoder->p_module = NULL;
1192
1193     if( p_sys->i_threads >= 1 )
1194     {
1195         p_sys->id_video = id;
1196         vlc_mutex_init( p_stream, &p_sys->lock_out );
1197         vlc_cond_init( p_stream, &p_sys->cond );
1198         memset( p_sys->pp_pics, 0, sizeof(p_sys->pp_pics) );
1199         p_sys->i_first_pic = 0;
1200         p_sys->i_last_pic = 0;
1201         p_sys->p_buffers = NULL;
1202         p_sys->b_die = p_sys->b_error = 0;
1203         if( vlc_thread_create( p_sys, "encoder", EncoderThread,
1204                                VLC_THREAD_PRIORITY_VIDEO, VLC_FALSE ) )
1205         {
1206             msg_Err( p_stream, "cannot spawn encoder thread" );
1207             module_Unneed( id->p_decoder, id->p_decoder->p_module );
1208             id->p_decoder->p_module = 0;
1209             return VLC_EGENERIC;
1210         }
1211     }
1212
1213     date_Set( &id->interpolated_pts, 0 );
1214
1215     return VLC_SUCCESS;
1216 }
1217
1218 static int transcode_video_encoder_open( sout_stream_t *p_stream,
1219                                          sout_stream_id_t *id )
1220 {
1221     sout_stream_sys_t *p_sys = p_stream->p_sys;
1222
1223     /* Hack because of the copy packetizer which can fail to detect the
1224      * proper size (which forces us to wait until the 1st frame
1225      * is decoded) */
1226     int i_width = id->p_decoder->fmt_out.video.i_width -
1227         p_sys->i_crop_left - p_sys->i_crop_right;
1228     int i_height = id->p_decoder->fmt_out.video.i_height -
1229         p_sys->i_crop_top - p_sys->i_crop_bottom;
1230
1231     if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1232         id->p_encoder->fmt_out.video.i_height <= 0 && p_sys->f_scale )
1233     {
1234         /* Apply the scaling */
1235         id->p_encoder->fmt_out.video.i_width = i_width * p_sys->f_scale;
1236         id->p_encoder->fmt_out.video.i_height = i_height * p_sys->f_scale;
1237     }
1238     else if( id->p_encoder->fmt_out.video.i_width > 0 &&
1239              id->p_encoder->fmt_out.video.i_height <= 0 )
1240     {
1241         id->p_encoder->fmt_out.video.i_height =
1242             id->p_encoder->fmt_out.video.i_width / (double)i_width * i_height;
1243     }
1244     else if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1245              id->p_encoder->fmt_out.video.i_height > 0 )
1246     {
1247         id->p_encoder->fmt_out.video.i_width =
1248             id->p_encoder->fmt_out.video.i_height / (double)i_height * i_width;
1249     }
1250
1251     /* Make sure the size is at least a multiple of 2 */
1252     id->p_encoder->fmt_out.video.i_width =
1253         (id->p_encoder->fmt_out.video.i_width + 1) >> 1 << 1;
1254     id->p_encoder->fmt_out.video.i_height =
1255         (id->p_encoder->fmt_out.video.i_height + 1) >> 1 << 1;
1256
1257     id->p_encoder->fmt_in.video.i_width =
1258         id->p_encoder->fmt_out.video.i_width;
1259     id->p_encoder->fmt_in.video.i_height =
1260         id->p_encoder->fmt_out.video.i_height;
1261
1262     if( !id->p_encoder->fmt_out.video.i_frame_rate ||
1263         !id->p_encoder->fmt_out.video.i_frame_rate_base )
1264     {
1265         if( id->p_decoder->fmt_out.video.i_frame_rate &&
1266             id->p_decoder->fmt_out.video.i_frame_rate_base )
1267         {
1268             id->p_encoder->fmt_out.video.i_frame_rate =
1269                 id->p_decoder->fmt_out.video.i_frame_rate;
1270             id->p_encoder->fmt_out.video.i_frame_rate_base =
1271                 id->p_decoder->fmt_out.video.i_frame_rate_base;
1272         }
1273         else
1274         {
1275             /* Pick a sensible default value */
1276             id->p_encoder->fmt_out.video.i_frame_rate = 25;
1277             id->p_encoder->fmt_out.video.i_frame_rate_base = 1;
1278         }
1279     }
1280
1281     id->p_encoder->fmt_in.video.i_frame_rate =
1282         id->p_encoder->fmt_out.video.i_frame_rate;
1283     id->p_encoder->fmt_in.video.i_frame_rate_base =
1284         id->p_encoder->fmt_out.video.i_frame_rate_base;
1285
1286     date_Init( &id->interpolated_pts,
1287                id->p_encoder->fmt_out.video.i_frame_rate,
1288                id->p_encoder->fmt_out.video.i_frame_rate_base );
1289
1290     /* Check whether a particular aspect ratio was requested */
1291     if( !id->p_encoder->fmt_out.video.i_aspect )
1292     {
1293         id->p_encoder->fmt_out.video.i_aspect =
1294             id->p_decoder->fmt_out.video.i_aspect;
1295     }
1296     id->p_encoder->fmt_in.video.i_aspect =
1297         id->p_encoder->fmt_out.video.i_aspect;
1298
1299     id->p_encoder->p_module =
1300         module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1301     if( !id->p_encoder->p_module )
1302     {
1303         msg_Err( p_stream, "cannot find encoder" );
1304         return VLC_EGENERIC;
1305     }
1306
1307     id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
1308
1309     /* Hack for mp2v/mp1v transcoding support */
1310     if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','1','v') ||
1311         id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','2','v') )
1312     {
1313         id->p_encoder->fmt_out.i_codec = VLC_FOURCC('m','p','g','v');
1314     }
1315
1316     id->id = p_stream->p_sys->p_out->pf_add( p_stream->p_sys->p_out,
1317                                              &id->p_encoder->fmt_out );
1318     if( !id->id )
1319     {
1320         msg_Err( p_stream, "cannot add this stream" );
1321         return VLC_EGENERIC;
1322     }
1323
1324     return VLC_SUCCESS;
1325 }
1326
1327 static void transcode_video_close( sout_stream_t *p_stream,
1328                                    sout_stream_id_t *id )
1329 {
1330     int i;
1331
1332     if( p_stream->p_sys->i_threads >= 1 )
1333     {
1334         vlc_mutex_lock( &p_stream->p_sys->lock_out );
1335         p_stream->p_sys->b_die = 1;
1336         vlc_cond_signal( &p_stream->p_sys->cond );
1337         vlc_mutex_unlock( &p_stream->p_sys->lock_out );
1338         vlc_thread_join( p_stream->p_sys );
1339         vlc_mutex_destroy( &p_stream->p_sys->lock_out );
1340         vlc_cond_destroy( &p_stream->p_sys->cond );
1341     }
1342
1343     /* Close decoder */
1344     if( id->p_decoder->p_module )
1345         module_Unneed( id->p_decoder, id->p_decoder->p_module );
1346
1347     /* Close encoder */
1348     if( id->p_encoder->p_module )
1349         module_Unneed( id->p_encoder, id->p_encoder->p_module );
1350
1351     /* Close filters */
1352     for( i = 0; i < id->i_filter; i++ )
1353     {
1354         vlc_object_detach( id->pp_filter[i] );
1355         if( id->pp_filter[i]->p_module )
1356             module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1357         vlc_object_destroy( id->pp_filter[i] );
1358     }
1359 }
1360
1361 static int transcode_video_process( sout_stream_t *p_stream,
1362                                     sout_stream_id_t *id,
1363                                     block_t *in, block_t **out )
1364 {
1365     sout_stream_sys_t *p_sys = p_stream->p_sys;
1366     int i_duplicate = 1, i;
1367     picture_t *p_pic;
1368     *out = NULL;
1369
1370     while( (p_pic = id->p_decoder->pf_decode_video( id->p_decoder, &in )) )
1371     {
1372         subpicture_t *p_subpic = 0;
1373
1374         if( p_sys->b_audio_sync )
1375         {
1376             mtime_t i_video_drift;
1377             mtime_t i_master_drift = p_sys->i_master_drift;
1378             mtime_t i_pts;
1379
1380             if( !i_master_drift )
1381             {
1382                 /* No audio track ? */
1383                 p_sys->i_master_drift = i_master_drift = p_pic->date;
1384             }
1385
1386             i_pts = date_Get( &id->interpolated_pts ) + 1;
1387             i_video_drift = p_pic->date - i_pts;
1388             i_duplicate = 1;
1389
1390             /* Set the pts of the frame being encoded */
1391             p_pic->date = i_pts;
1392
1393             if( i_video_drift < i_master_drift - 50000 )
1394             {
1395 #if 0
1396                 msg_Dbg( p_stream, "dropping frame (%i)",
1397                          (int)(i_video_drift - i_master_drift) );
1398 #endif
1399                 return VLC_EGENERIC;
1400             }
1401             else if( i_video_drift > i_master_drift + 50000 )
1402             {
1403 #if 0
1404                 msg_Dbg( p_stream, "adding frame (%i)",
1405                          (int)(i_video_drift - i_master_drift) );
1406 #endif
1407                 i_duplicate = 2;
1408             }
1409         }
1410
1411         if( !id->p_encoder->p_module )
1412         {
1413             if( transcode_video_encoder_open( p_stream, id ) != VLC_SUCCESS )
1414             {
1415                 transcode_video_close( p_stream, id );
1416                 id->b_transcode = VLC_FALSE;
1417                 return VLC_EGENERIC;
1418             }
1419
1420             /* Deinterlace */
1421             if( p_stream->p_sys->b_deinterlace )
1422             {
1423                 id->pp_filter[id->i_filter] =
1424                     vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1425                 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1426
1427                 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1428                     video_new_buffer;
1429                 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1430                     video_del_buffer;
1431
1432                 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1433                 id->pp_filter[id->i_filter]->fmt_out = id->p_decoder->fmt_out;
1434                 id->pp_filter[id->i_filter]->p_module =
1435                     module_Need( id->pp_filter[id->i_filter],
1436                                  "video filter2", "deinterlace", 0 );
1437                 if( id->pp_filter[id->i_filter]->p_module ) id->i_filter++;
1438                 else
1439                 {
1440                     msg_Dbg( p_stream, "no video filter found" );
1441                     vlc_object_detach( id->pp_filter[id->i_filter] );
1442                     vlc_object_destroy( id->pp_filter[id->i_filter] );
1443                 }
1444             }
1445
1446             /* Check if we need a filter for chroma conversion or resizing */
1447             if( id->p_decoder->fmt_out.video.i_chroma !=
1448                 id->p_encoder->fmt_in.video.i_chroma ||
1449                 id->p_decoder->fmt_out.video.i_width !=
1450                 id->p_encoder->fmt_out.video.i_width ||
1451                 id->p_decoder->fmt_out.video.i_height !=
1452                 id->p_encoder->fmt_out.video.i_height ||
1453                 p_sys->i_crop_top > 0 || p_sys->i_crop_bottom > 0 ||
1454                 p_sys->i_crop_left > 0 || p_sys->i_crop_right > 0 )
1455             {
1456                 id->pp_filter[id->i_filter] =
1457                     vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1458                 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1459
1460                 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1461                     video_new_buffer;
1462                 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1463                     video_del_buffer;
1464
1465                 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1466                 id->pp_filter[id->i_filter]->fmt_out = id->p_encoder->fmt_in;
1467                 id->pp_filter[id->i_filter]->p_module =
1468                     module_Need( id->pp_filter[id->i_filter],
1469                                  "video filter2", 0, 0 );
1470                 if( id->pp_filter[id->i_filter]->p_module ) id->i_filter++;
1471                 else
1472                 {
1473                     msg_Dbg( p_stream, "no video filter found" );
1474                     vlc_object_detach( id->pp_filter[id->i_filter] );
1475                     vlc_object_destroy( id->pp_filter[id->i_filter] );
1476
1477                     transcode_video_close( p_stream, id );
1478                     id->b_transcode = VLC_FALSE;
1479                     return VLC_EGENERIC;
1480                 }
1481             }
1482         }
1483
1484         /* Run filter chain */
1485         for( i = 0; i < id->i_filter; i++ )
1486         {
1487             p_pic = id->pp_filter[i]->pf_video_filter(id->pp_filter[i], p_pic);
1488         }
1489
1490         /*
1491          * Encoding
1492          */
1493
1494         /* Check if we have a subpicture to overlay */
1495         if( p_sys->p_filter_blend )
1496         {
1497             p_subpic = transcode_spu_get( p_stream, id, p_pic->date );
1498             /* TODO: get another pic */
1499         }
1500
1501         /* Overlay subpicture */
1502         if( p_subpic )
1503         {
1504             int i_width, i_height;
1505
1506             p_sys->p_filter_blend->fmt_out = id->p_encoder->fmt_in;
1507             p_sys->p_filter_blend->fmt_out.video.i_visible_width =
1508                 p_sys->p_filter_blend->fmt_out.video.i_width;
1509             p_sys->p_filter_blend->fmt_out.video.i_visible_height =
1510                 p_sys->p_filter_blend->fmt_out.video.i_height;
1511             p_sys->p_filter_blend->fmt_out.video.i_chroma =
1512                 VLC_FOURCC('I','4','2','0');
1513
1514             i_width = id->p_encoder->fmt_in.video.i_width;
1515             i_height = id->p_encoder->fmt_in.video.i_height;
1516
1517             if( p_pic->i_refcount )
1518             {
1519                 /* We can't modify the picture, we need to duplicate it */
1520                 picture_t *p_tmp =
1521                     video_new_buffer( (decoder_t *)p_sys->p_filter_blend );
1522                 if( p_tmp )
1523                 {
1524                     int i, j;
1525                     for( i = 0; i < p_pic->i_planes; i++ )
1526                     {
1527                         for( j = 0; j < p_pic->p[i].i_visible_lines; j++ )
1528                         {
1529                             memcpy( p_tmp->p[i].p_pixels + j *
1530                                     p_tmp->p[i].i_pitch,
1531                                     p_pic->p[i].p_pixels + j *
1532                                     p_pic->p[i].i_pitch,
1533                                     p_tmp->p[i].i_visible_pitch );
1534                         }
1535                     }
1536                     p_tmp->date = p_pic->date;
1537                     p_tmp->b_force = p_pic->b_force;
1538                     p_tmp->i_nb_fields = p_pic->i_nb_fields;
1539                     p_tmp->b_progressive = p_pic->b_progressive;
1540                     p_tmp->b_top_field_first = p_pic->b_top_field_first;
1541                     p_pic->pf_release( p_pic );
1542                     p_pic = p_tmp;
1543                 }
1544             }
1545
1546             while( p_subpic != NULL )
1547             {
1548                 subpicture_region_t *p_region = p_subpic->p_region;
1549
1550                 while( p_region && p_sys->p_filter_blend &&
1551                        p_sys->p_filter_blend->pf_video_blend )
1552                 {
1553                     int i_x_offset = p_region->i_x + p_subpic->i_x;
1554                     int i_y_offset = p_region->i_y + p_subpic->i_y;
1555
1556                     if( p_subpic->i_flags & OSD_ALIGN_BOTTOM )
1557                     {
1558                         i_y_offset = i_height - p_region->fmt.i_height -
1559                             p_subpic->i_y;
1560                     }
1561                     else if ( !(p_subpic->i_flags & OSD_ALIGN_TOP) )
1562                     {
1563                         i_y_offset = i_height / 2 - p_region->fmt.i_height / 2;
1564                     }
1565
1566                     if( p_subpic->i_flags & OSD_ALIGN_RIGHT )
1567                     {
1568                         i_x_offset = i_width - p_region->fmt.i_width -
1569                             p_subpic->i_x;
1570                     }
1571                     else if ( !(p_subpic->i_flags & OSD_ALIGN_LEFT) )
1572                     {
1573                         i_x_offset = i_width / 2 - p_region->fmt.i_width / 2;
1574                     }
1575
1576                     if( p_subpic->b_absolute )
1577                     {
1578                         i_x_offset = p_region->i_x + p_subpic->i_x;
1579                         i_y_offset = p_region->i_y + p_subpic->i_y;
1580                     }
1581
1582                     p_sys->p_filter_blend->fmt_in.video = p_region->fmt;
1583
1584                     p_sys->p_filter_blend->pf_video_blend(
1585                          p_sys->p_filter_blend, p_pic, p_pic,
1586                          &p_region->picture, i_x_offset, i_y_offset );
1587
1588                     p_region = p_region->p_next;
1589                 }
1590
1591                 p_subpic = p_subpic->p_next;
1592             }
1593         }
1594
1595         if( p_sys->i_threads >= 1 )
1596         {
1597             vlc_mutex_lock( &p_sys->lock_out );
1598             p_sys->pp_pics[p_sys->i_last_pic++] = p_pic;
1599             p_sys->i_last_pic %= PICTURE_RING_SIZE;
1600             *out = p_sys->p_buffers;
1601             p_sys->p_buffers = NULL;
1602             vlc_cond_signal( &p_sys->cond );
1603             vlc_mutex_unlock( &p_sys->lock_out );
1604         }
1605         else
1606         {
1607             block_t *p_block;
1608             p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1609             block_ChainAppend( out, p_block );
1610
1611             if( p_sys->b_audio_sync )
1612                 date_Increment( &id->interpolated_pts, 1 );
1613
1614             if( p_sys->b_audio_sync && i_duplicate > 1 )
1615             {
1616                 mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
1617                 date_Increment( &id->interpolated_pts, 1 );
1618                 p_pic->date = i_pts;
1619                 p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
1620                 block_ChainAppend( out, p_block );
1621             }
1622
1623             p_pic->pf_release( p_pic );
1624         }
1625     }
1626
1627     return VLC_SUCCESS;
1628 }
1629
1630 static int EncoderThread( sout_stream_sys_t *p_sys )
1631 {
1632     sout_stream_id_t *id = p_sys->id_video;
1633     picture_t *p_pic;
1634     int i_plane;
1635
1636     while( !p_sys->b_die && !p_sys->b_error )
1637     {
1638         block_t *p_block;
1639
1640         vlc_mutex_lock( &p_sys->lock_out );
1641         while( p_sys->i_last_pic == p_sys->i_first_pic )
1642         {
1643             vlc_cond_wait( &p_sys->cond, &p_sys->lock_out );
1644             if( p_sys->b_die || p_sys->b_error ) break;
1645         }
1646         if( p_sys->b_die || p_sys->b_error )
1647         {
1648             vlc_mutex_unlock( &p_sys->lock_out );
1649             break;
1650         }
1651
1652         p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1653         p_sys->i_first_pic %= PICTURE_RING_SIZE;
1654         vlc_mutex_unlock( &p_sys->lock_out );
1655
1656         p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1657         vlc_mutex_lock( &p_sys->lock_out );
1658         block_ChainAppend( &p_sys->p_buffers, p_block );
1659         vlc_mutex_unlock( &p_sys->lock_out );
1660
1661         for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
1662         {
1663             free( p_pic->p[i_plane].p_pixels );
1664         }
1665         free( p_pic );
1666     }
1667
1668     while( p_sys->i_last_pic != p_sys->i_first_pic )
1669     {
1670         p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1671         p_sys->i_first_pic %= PICTURE_RING_SIZE;
1672
1673         for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
1674         {
1675             free( p_pic->p[i_plane].p_pixels );
1676         }
1677         free( p_pic );
1678     }
1679
1680     block_ChainRelease( p_sys->p_buffers );
1681
1682     return 0;
1683 }
1684
1685 struct picture_sys_t
1686 {
1687     decoder_t *p_dec;
1688 };
1689
1690 static void video_release_buffer( picture_t *p_pic )
1691 {
1692     if( p_pic && !p_pic->i_refcount && p_pic->pf_release && p_pic->p_sys )
1693     {
1694         video_del_buffer( p_pic->p_sys->p_dec, p_pic );
1695     }
1696     else if( p_pic && p_pic->i_refcount > 0 ) p_pic->i_refcount--;
1697 }
1698
1699 static picture_t *video_new_buffer( decoder_t *p_dec )
1700 {
1701     picture_t *p_pic = malloc( sizeof(picture_t) );
1702
1703     p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
1704     vout_AllocatePicture( VLC_OBJECT(p_dec), p_pic,
1705                           p_dec->fmt_out.video.i_chroma,
1706                           p_dec->fmt_out.video.i_width,
1707                           p_dec->fmt_out.video.i_height,
1708                           p_dec->fmt_out.video.i_aspect );
1709
1710     if( !p_pic->i_planes )
1711     {
1712         free( p_pic );
1713         return 0;
1714     }
1715
1716     p_pic->pf_release = video_release_buffer;
1717     p_pic->p_sys = malloc( sizeof(picture_sys_t) );
1718     p_pic->p_sys->p_dec = p_dec;
1719
1720     return p_pic;
1721 }
1722
1723 static void video_del_buffer( decoder_t *p_dec, picture_t *p_pic )
1724 {
1725     if( p_pic && p_pic->p_data_orig ) free( p_pic->p_data_orig );
1726     if( p_pic && p_pic->p_sys ) free( p_pic->p_sys );
1727     if( p_pic ) free( p_pic );
1728 }
1729
1730 static void video_link_picture( decoder_t *p_dec, picture_t *p_pic )
1731 {
1732     p_pic->i_refcount++;
1733 }
1734
1735 static void video_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
1736 {
1737     video_release_buffer( p_pic );
1738 }
1739
1740 /*
1741  * SPU
1742  */
1743 static subpicture_t *spu_new_buffer( decoder_t * );
1744 static void spu_del_buffer( decoder_t *, subpicture_t * );
1745
1746 static int transcode_spu_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1747 {
1748     sout_stream_sys_t *p_sys = p_stream->p_sys;
1749
1750     /*
1751      * Open decoder
1752      */
1753
1754     /* Initialization of decoder structures */
1755     id->p_decoder->pf_spu_buffer_new = spu_new_buffer;
1756     id->p_decoder->pf_spu_buffer_del = spu_del_buffer;
1757     //id->p_decoder->p_cfg = p_sys->p_spu_cfg;
1758
1759     id->p_decoder->p_module =
1760         module_Need( id->p_decoder, "decoder", "$codec", 0 );
1761
1762     if( !id->p_decoder->p_module )
1763     {
1764         msg_Err( p_stream, "cannot find decoder" );
1765         return VLC_EGENERIC;
1766     }
1767
1768     if( !p_sys->b_soverlay )
1769     {
1770         /*
1771          * Open encoder
1772          */
1773
1774         /* Initialization of encoder format structures */
1775         es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1776                         id->p_decoder->fmt_in.i_codec );
1777
1778         id->p_encoder->p_cfg = p_sys->p_spu_cfg;
1779
1780         id->p_encoder->p_module =
1781             module_Need( id->p_encoder, "encoder", p_sys->psz_senc, VLC_TRUE );
1782
1783         if( !id->p_encoder->p_module )
1784         {
1785             module_Unneed( id->p_decoder, id->p_decoder->p_module );
1786             msg_Err( p_stream, "cannot find encoder" );
1787             return VLC_EGENERIC;
1788         }
1789     }
1790     else
1791     {
1792         p_sys->p_filter_blend =
1793             vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1794         vlc_object_attach( p_sys->p_filter_blend, p_stream );
1795         p_sys->p_filter_blend->fmt_out.video.i_chroma =
1796             VLC_FOURCC('I','4','2','0');
1797         p_sys->p_filter_blend->fmt_in.video.i_chroma =
1798             VLC_FOURCC('Y','U','V','A');
1799         p_sys->p_filter_blend->p_module =
1800             module_Need( p_sys->p_filter_blend, "video blending", 0, 0 );
1801     }
1802
1803     return VLC_SUCCESS;
1804 }
1805
1806 static void transcode_spu_close( sout_stream_t *p_stream, sout_stream_id_t *id)
1807 {
1808     sout_stream_sys_t *p_sys = p_stream->p_sys;
1809     int i;
1810
1811     /* Close decoder */
1812     if( id->p_decoder->p_module )
1813         module_Unneed( id->p_decoder, id->p_decoder->p_module );
1814
1815     /* Close encoder */
1816     if( id->p_encoder->p_module )
1817         module_Unneed( id->p_encoder, id->p_encoder->p_module );
1818
1819     /* Free subpictures */
1820     for( i = 0; i < SUBPICTURE_RING_SIZE; i++ )
1821     {
1822         if( !p_sys->pp_subpics[i] ) continue;
1823
1824         spu_del_buffer( id->p_decoder, p_sys->pp_subpics[i] );
1825         p_sys->pp_subpics[i] = NULL;
1826     }
1827 }
1828
1829 static int transcode_spu_process( sout_stream_t *p_stream,
1830                                   sout_stream_id_t *id,
1831                                   block_t *in, block_t **out )
1832 {
1833     sout_stream_sys_t *p_sys = p_stream->p_sys;
1834     subpicture_t *p_subpic;
1835     *out = NULL;
1836
1837     p_subpic = id->p_decoder->pf_decode_sub( id->p_decoder, &in );
1838     if( p_subpic && p_sys->b_soverlay )
1839     {
1840         int i;
1841
1842         /* Find a free slot in our supictures ring buffer */
1843         for( i = 0; i < SUBPICTURE_RING_SIZE; i++ )
1844         {
1845             if( !p_sys->pp_subpics[i] )
1846             {
1847                 p_sys->pp_subpics[i] = p_subpic;
1848                 break;
1849             }
1850         }
1851         if( i == SUBPICTURE_RING_SIZE )
1852         {
1853             spu_del_buffer( id->p_decoder, p_subpic );
1854         }
1855     }
1856
1857     if(  p_subpic && !p_sys->b_soverlay )
1858     {
1859         block_t *p_block;
1860
1861         p_block = id->p_encoder->pf_encode_sub( id->p_encoder, p_subpic );
1862         spu_del_buffer( id->p_decoder, p_subpic );
1863
1864         if( p_block )
1865         {
1866             block_ChainAppend( out, p_block );
1867             return VLC_SUCCESS;
1868         }
1869     }
1870
1871     return VLC_EGENERIC;
1872 }
1873
1874 static subpicture_t *transcode_spu_get( sout_stream_t *p_stream,
1875                                         sout_stream_id_t *id,
1876                                         mtime_t display_date )
1877 {
1878     sout_stream_sys_t *p_sys = p_stream->p_sys;
1879     subpicture_t *p_subpic = 0;
1880     subpicture_t *p_ephemer = 0;
1881     subpicture_t **pp_subpic = &p_subpic;
1882     int i;
1883
1884     /* Find current subpictures and remove old ones */
1885     for( i = 0; i < SUBPICTURE_RING_SIZE; i++ )
1886     {
1887         if( !p_sys->pp_subpics[i] ) continue;
1888
1889         if( !p_sys->pp_subpics[i]->b_ephemer &&
1890             p_sys->pp_subpics[i]->i_stop < display_date )
1891         {
1892             spu_del_buffer( id->p_decoder, p_sys->pp_subpics[i] );
1893             p_sys->pp_subpics[i] = NULL;
1894             continue;
1895         }
1896
1897         if( p_sys->pp_subpics[i]->i_start > display_date ) continue;
1898
1899         if( p_sys->pp_subpics[i]->b_ephemer && !p_ephemer )
1900         {
1901             p_ephemer = p_sys->pp_subpics[i];
1902         }
1903         else if( p_sys->pp_subpics[i]->b_ephemer )
1904         {
1905             if( p_ephemer->i_start < p_sys->pp_subpics[i]->i_start )
1906             {
1907                 subpicture_t tmp;
1908                 tmp = *p_ephemer;
1909                 *p_ephemer = *p_sys->pp_subpics[i];
1910                 *p_sys->pp_subpics[i] = tmp;
1911             }
1912
1913             spu_del_buffer( id->p_decoder, p_sys->pp_subpics[i] );
1914             p_sys->pp_subpics[i] = NULL;
1915             continue;
1916         }
1917
1918         /* Add subpicture to the list */
1919         *pp_subpic = p_sys->pp_subpics[i];
1920         pp_subpic = &p_sys->pp_subpics[i]->p_next;
1921     }
1922
1923     return p_subpic;
1924 }
1925
1926 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
1927 {
1928     subpicture_t *p_subpic = (subpicture_t *)malloc(sizeof(subpicture_t));
1929     memset( p_subpic, 0, sizeof(subpicture_t) );
1930     p_subpic->b_absolute = VLC_TRUE;
1931
1932     p_subpic->pf_create_region = __spu_CreateRegion;
1933     p_subpic->pf_destroy_region = __spu_DestroyRegion;
1934
1935     return p_subpic;
1936 }
1937
1938 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
1939 {
1940     while( p_subpic->p_region )
1941     {
1942         subpicture_region_t *p_region = p_subpic->p_region;
1943         p_subpic->p_region = p_region->p_next;
1944         p_subpic->pf_destroy_region( VLC_OBJECT(p_dec), p_region );
1945     }
1946
1947     free( p_subpic );
1948 }