1 /*****************************************************************************
2 * transcode.c: transcoding stream output module
3 *****************************************************************************
4 * Copyright (C) 2003-2004 VideoLAN
7 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
32 #include <vlc/input.h>
35 #include <vlc/decoder.h>
36 #include "vlc_filter.h"
39 /*****************************************************************************
41 *****************************************************************************/
42 #define VENC_TEXT N_("Video encoder")
43 #define VENC_LONGTEXT N_( \
44 "Allows you to specify the video encoder to use and its associated " \
46 #define VCODEC_TEXT N_("Destination video codec")
47 #define VCODEC_LONGTEXT N_( \
48 "Allows you to specify the destination video codec used for the " \
50 #define VB_TEXT N_("Video bitrate")
51 #define VB_LONGTEXT N_( \
52 "Allows you to specify the video bitrate used for the streaming " \
54 #define SCALE_TEXT N_("Video scaling")
55 #define SCALE_LONGTEXT N_( \
56 "Allows you to scale the video before encoding." )
57 #define FPS_TEXT N_("Video frame-rate")
58 #define FPS_LONGTEXT N_( \
59 "Allows you to specify an output frame rate for the video." )
60 #define DEINTERLACE_TEXT N_("Deinterlace video")
61 #define DEINTERLACE_LONGTEXT N_( \
62 "Allows you to deinterlace the video before encoding." )
63 #define WIDTH_TEXT N_("Video width")
64 #define WIDTH_LONGTEXT N_( \
65 "Allows you to specify the output video width." )
66 #define HEIGHT_TEXT N_("Video height")
67 #define HEIGHT_LONGTEXT N_( \
68 "Allows you to specify the output video height." )
70 #define CROPTOP_TEXT N_("Video crop top")
71 #define CROPTOP_LONGTEXT N_( \
72 "Allows you to specify the top coordinate for the video cropping." )
73 #define CROPLEFT_TEXT N_("Video crop left")
74 #define CROPLEFT_LONGTEXT N_( \
75 "Allows you to specify the left coordinate for the video cropping." )
76 #define CROPBOTTOM_TEXT N_("Video crop bottom")
77 #define CROPBOTTOM_LONGTEXT N_( \
78 "Allows you to specify the bottom coordinate for the video cropping." )
79 #define CROPRIGHT_TEXT N_("Video crop right")
80 #define CROPRIGHT_LONGTEXT N_( \
81 "Allows you to specify the right coordinate for the video cropping." )
83 #define AENC_TEXT N_("Audio encoder")
84 #define AENC_LONGTEXT N_( \
85 "Allows you to specify the audio encoder to use and its associated " \
87 #define ACODEC_TEXT N_("Destination audio codec")
88 #define ACODEC_LONGTEXT N_( \
89 "Allows you to specify the destination audio codec used for the " \
91 #define AB_TEXT N_("Audio bitrate")
92 #define AB_LONGTEXT N_( \
93 "Allows you to specify the audio bitrate used for the streaming " \
95 #define ARATE_TEXT N_("Audio sample rate")
96 #define ARATE_LONGTEXT N_( \
97 "Allows you to specify the audio sample rate used for the streaming " \
99 #define ACHANS_TEXT N_("Audio channels")
100 #define ACHANS_LONGTEXT N_( \
101 "Allows you to specify the number of audio channels used for the " \
102 "streaming output." )
104 #define SENC_TEXT N_("Subtitles encoder")
105 #define SENC_LONGTEXT N_( \
106 "Allows you to specify the subtitles encoder to use and its associated " \
108 #define SCODEC_TEXT N_("Destination subtitles codec")
109 #define SCODEC_LONGTEXT N_( \
110 "Allows you to specify the destination subtitles codec used for the " \
111 "streaming output." )
113 #define THREADS_TEXT N_("Number of threads")
114 #define THREADS_LONGTEXT N_( \
115 "Allows you to specify the number of threads used for the transcoding." )
117 #define ASYNC_TEXT N_("Synchronise on audio track")
118 #define ASYNC_LONGTEXT N_( \
119 "This option will drop/duplicate video frames to synchronise the video " \
120 "track on the audio track." )
122 static int Open ( vlc_object_t * );
123 static void Close( vlc_object_t * );
125 #define SOUT_CFG_PREFIX "sout-transcode-"
128 set_description( _("Transcode stream output") );
129 set_capability( "sout stream", 50 );
130 add_shortcut( "transcode" );
131 set_callbacks( Open, Close );
133 add_string( SOUT_CFG_PREFIX "venc", NULL, NULL, VENC_TEXT,
134 VENC_LONGTEXT, VLC_FALSE );
135 add_string( SOUT_CFG_PREFIX "vcodec", NULL, NULL, VCODEC_TEXT,
136 VCODEC_LONGTEXT, VLC_FALSE );
137 add_integer( SOUT_CFG_PREFIX "vb", 800 * 1000, NULL, VB_TEXT,
138 VB_LONGTEXT, VLC_FALSE );
139 add_float( SOUT_CFG_PREFIX "scale", 1, NULL, SCALE_TEXT,
140 SCALE_LONGTEXT, VLC_FALSE );
141 add_float( SOUT_CFG_PREFIX "fps", 0, NULL, FPS_TEXT,
142 FPS_LONGTEXT, VLC_FALSE );
143 add_bool( SOUT_CFG_PREFIX "deinterlace", 0, NULL, DEINTERLACE_TEXT,
144 DEINTERLACE_LONGTEXT, VLC_FALSE );
145 add_integer( SOUT_CFG_PREFIX "width", 0, NULL, WIDTH_TEXT,
146 WIDTH_LONGTEXT, VLC_TRUE );
147 add_integer( SOUT_CFG_PREFIX "height", 0, NULL, HEIGHT_TEXT,
148 HEIGHT_LONGTEXT, VLC_TRUE );
150 add_integer( SOUT_CFG_PREFIX "croptop", 0, NULL, CROPTOP_TEXT,
151 CROPTOP_LONGTEXT, VLC_TRUE );
152 add_integer( SOUT_CFG_PREFIX "cropleft", 0, NULL, CROPLEFT_TEXT,
153 CROPLEFT_LONGTEXT, VLC_TRUE );
154 add_integer( SOUT_CFG_PREFIX "cropbottom", 0, NULL, CROPBOTTOM_TEXT,
155 CROPBOTTOM_LONGTEXT, VLC_TRUE );
156 add_integer( SOUT_CFG_PREFIX "cropright", 0, NULL, CROPRIGHT_TEXT,
157 CROPRIGHT_LONGTEXT, VLC_TRUE );
159 add_string( SOUT_CFG_PREFIX "aenc", NULL, NULL, AENC_TEXT,
160 AENC_LONGTEXT, VLC_FALSE );
161 add_string( SOUT_CFG_PREFIX "acodec", NULL, NULL, ACODEC_TEXT,
162 ACODEC_LONGTEXT, VLC_FALSE );
163 add_integer( SOUT_CFG_PREFIX "ab", 64000, NULL, AB_TEXT,
164 AB_LONGTEXT, VLC_FALSE );
165 add_integer( SOUT_CFG_PREFIX "channels", 0, NULL, ACHANS_TEXT,
166 ACHANS_LONGTEXT, VLC_FALSE );
167 add_integer( SOUT_CFG_PREFIX "samplerate", 0, NULL, ARATE_TEXT,
168 ARATE_LONGTEXT, VLC_TRUE );
170 add_string( SOUT_CFG_PREFIX "senc", NULL, NULL, SENC_TEXT,
171 SENC_LONGTEXT, VLC_FALSE );
172 add_string( SOUT_CFG_PREFIX "scodec", NULL, NULL, SCODEC_TEXT,
173 SCODEC_LONGTEXT, VLC_FALSE );
174 add_bool( SOUT_CFG_PREFIX "soverlay", 0, NULL, SCODEC_TEXT,
175 SCODEC_LONGTEXT, VLC_FALSE );
177 add_integer( SOUT_CFG_PREFIX "threads", 0, NULL, THREADS_TEXT,
178 THREADS_LONGTEXT, VLC_TRUE );
180 add_bool( SOUT_CFG_PREFIX "audio-sync", 0, NULL, ASYNC_TEXT,
181 ASYNC_LONGTEXT, VLC_FALSE );
184 static const char *ppsz_sout_options[] = {
185 "venc", "vcodec", "vb", "croptop", "cropbottom", "cropleft", "cropright",
186 "scale", "fps", "width", "height", "deinterlace", "threads",
187 "aenc", "acodec", "ab", "samplerate", "channels",
188 "senc", "scodec", "soverlay",
192 /*****************************************************************************
193 * Exported prototypes
194 *****************************************************************************/
195 static sout_stream_id_t *Add ( sout_stream_t *, es_format_t * );
196 static int Del ( sout_stream_t *, sout_stream_id_t * );
197 static int Send( sout_stream_t *, sout_stream_id_t *, block_t* );
199 static int transcode_audio_new ( sout_stream_t *, sout_stream_id_t * );
200 static void transcode_audio_close ( sout_stream_t *, sout_stream_id_t * );
201 static int transcode_audio_process( sout_stream_t *, sout_stream_id_t *,
202 block_t *, block_t ** );
204 static aout_buffer_t *audio_new_buffer( decoder_t *, int );
205 static void audio_del_buffer( decoder_t *, aout_buffer_t * );
207 static int transcode_video_new ( sout_stream_t *, sout_stream_id_t * );
208 static void transcode_video_close ( sout_stream_t *, sout_stream_id_t * );
209 static int transcode_video_encoder_open( sout_stream_t *, sout_stream_id_t *);
210 static int transcode_video_process( sout_stream_t *, sout_stream_id_t *,
211 block_t *, block_t ** );
213 static picture_t *video_new_buffer( decoder_t * );
214 static void video_del_buffer( decoder_t *, picture_t * );
215 static void video_link_picture( decoder_t *, picture_t * );
216 static void video_unlink_picture( decoder_t *, picture_t * );
218 static int transcode_spu_new ( sout_stream_t *, sout_stream_id_t * );
219 static void transcode_spu_close ( sout_stream_t *, sout_stream_id_t * );
220 static int transcode_spu_process( sout_stream_t *, sout_stream_id_t *,
221 block_t *, block_t ** );
222 static subpicture_t *transcode_spu_get( sout_stream_t *, sout_stream_id_t *,
225 static int EncoderThread( struct sout_stream_sys_t * p_sys );
227 static int pi_channels_maps[6] =
230 AOUT_CHAN_CENTER, AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
231 AOUT_CHAN_CENTER | AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
232 AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT
233 | AOUT_CHAN_REARRIGHT,
234 AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER
235 | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT
238 #define PICTURE_RING_SIZE 64
239 #define SUBPICTURE_RING_SIZE 20
241 struct sout_stream_sys_t
245 sout_stream_t *p_out;
246 sout_stream_id_t *id_video;
248 vlc_mutex_t lock_out;
250 picture_t * pp_pics[PICTURE_RING_SIZE];
251 int i_first_pic, i_last_pic;
254 vlc_fourcc_t i_acodec; /* codec audio (0 if not transcode) */
256 sout_cfg_t *p_audio_cfg;
262 vlc_fourcc_t i_vcodec; /* codec video (0 if not transcode) */
264 sout_cfg_t *p_video_cfg;
270 vlc_bool_t b_deinterlace;
279 vlc_fourcc_t i_scodec; /* codec spu (0 if not transcode) */
281 vlc_bool_t b_soverlay;
282 sout_cfg_t *p_spu_cfg;
283 subpicture_t *pp_subpics[SUBPICTURE_RING_SIZE];
286 filter_t *p_filter_blend;
289 vlc_bool_t b_audio_sync;
290 mtime_t i_master_drift;
293 /*****************************************************************************
295 *****************************************************************************/
296 static int Open( vlc_object_t *p_this )
298 sout_stream_t *p_stream = (sout_stream_t*)p_this;
299 sout_stream_sys_t *p_sys;
303 p_sys = vlc_object_create( p_this, sizeof( sout_stream_sys_t ) );
305 p_sys->p_out = sout_StreamNew( p_stream->p_sout, p_stream->psz_next );
308 msg_Err( p_stream, "cannot create chain" );
313 p_sys->i_master_drift = 0;
315 sout_CfgParse( p_stream, SOUT_CFG_PREFIX, ppsz_sout_options,
318 /* Audio transcoding parameters */
319 var_Get( p_stream, SOUT_CFG_PREFIX "aenc", &val );
320 p_sys->psz_aenc = NULL;
321 p_sys->p_audio_cfg = NULL;
322 if( val.psz_string && *val.psz_string )
325 psz_next = sout_CfgCreate( &p_sys->psz_aenc, &p_sys->p_audio_cfg,
327 if( psz_next ) free( psz_next );
329 if( val.psz_string ) free( val.psz_string );
331 var_Get( p_stream, SOUT_CFG_PREFIX "acodec", &val );
333 if( val.psz_string && *val.psz_string )
336 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
337 p_sys->i_acodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
339 if( val.psz_string ) free( val.psz_string );
341 var_Get( p_stream, SOUT_CFG_PREFIX "ab", &val );
342 p_sys->i_abitrate = val.i_int;
343 if( p_sys->i_abitrate < 4000 ) p_sys->i_abitrate *= 1000;
345 var_Get( p_stream, SOUT_CFG_PREFIX "samplerate", &val );
346 p_sys->i_sample_rate = val.i_int;
348 var_Get( p_stream, SOUT_CFG_PREFIX "channels", &val );
349 p_sys->i_channels = val.i_int;
351 if( p_sys->i_acodec )
353 msg_Dbg( p_stream, "codec audio=%4.4s %dHz %d channels %dKb/s",
354 (char *)&p_sys->i_acodec, p_sys->i_sample_rate,
355 p_sys->i_channels, p_sys->i_abitrate / 1000 );
358 /* Video transcoding parameters */
359 var_Get( p_stream, SOUT_CFG_PREFIX "venc", &val );
360 p_sys->psz_venc = NULL;
361 p_sys->p_video_cfg = NULL;
362 if( val.psz_string && *val.psz_string )
365 psz_next = sout_CfgCreate( &p_sys->psz_venc, &p_sys->p_video_cfg,
367 if( psz_next ) free( psz_next );
369 if( val.psz_string ) free( val.psz_string );
371 var_Get( p_stream, SOUT_CFG_PREFIX "vcodec", &val );
373 if( val.psz_string && *val.psz_string )
376 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
377 p_sys->i_vcodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
379 if( val.psz_string ) free( val.psz_string );
381 var_Get( p_stream, SOUT_CFG_PREFIX "vb", &val );
382 p_sys->i_vbitrate = val.i_int;
383 if( p_sys->i_vbitrate < 16000 ) p_sys->i_vbitrate *= 1000;
385 var_Get( p_stream, SOUT_CFG_PREFIX "scale", &val );
386 p_sys->f_scale = val.f_float;
388 var_Get( p_stream, SOUT_CFG_PREFIX "fps", &val );
389 p_sys->f_fps = val.f_float;
391 var_Get( p_stream, SOUT_CFG_PREFIX "width", &val );
392 p_sys->i_width = val.i_int;
394 var_Get( p_stream, SOUT_CFG_PREFIX "height", &val );
395 p_sys->i_height = val.i_int;
397 var_Get( p_stream, SOUT_CFG_PREFIX "deinterlace", &val );
398 p_sys->b_deinterlace = val.b_bool;
400 var_Get( p_stream, SOUT_CFG_PREFIX "croptop", &val );
401 p_sys->i_crop_top = val.i_int;
402 var_Get( p_stream, SOUT_CFG_PREFIX "cropbottom", &val );
403 p_sys->i_crop_bottom = val.i_int;
404 var_Get( p_stream, SOUT_CFG_PREFIX "cropleft", &val );
405 p_sys->i_crop_left = val.i_int;
406 var_Get( p_stream, SOUT_CFG_PREFIX "cropright", &val );
407 p_sys->i_crop_right = val.i_int;
409 var_Get( p_stream, SOUT_CFG_PREFIX "threads", &val );
410 p_sys->i_threads = val.i_int;
412 if( p_sys->i_vcodec )
414 msg_Dbg( p_stream, "codec video=%4.4s %dx%d scaling: %f %dkb/s",
415 (char *)&p_sys->i_vcodec, p_sys->i_width, p_sys->i_height,
416 p_sys->f_scale, p_sys->i_vbitrate / 1000 );
419 /* Subpictures transcoding parameters */
420 var_Get( p_stream, SOUT_CFG_PREFIX "senc", &val );
421 p_sys->psz_senc = NULL;
422 p_sys->p_spu_cfg = NULL;
423 if( val.psz_string && *val.psz_string )
426 psz_next = sout_CfgCreate( &p_sys->psz_senc, &p_sys->p_spu_cfg,
428 if( psz_next ) free( psz_next );
430 if( val.psz_string ) free( val.psz_string );
432 var_Get( p_stream, SOUT_CFG_PREFIX "scodec", &val );
434 if( val.psz_string && *val.psz_string )
437 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
438 p_sys->i_scodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
440 if( val.psz_string ) free( val.psz_string );
442 if( p_sys->i_scodec )
444 msg_Dbg( p_stream, "codec spu=%4.4s", (char *)&p_sys->i_acodec );
447 var_Get( p_stream, SOUT_CFG_PREFIX "soverlay", &val );
448 p_sys->b_soverlay = val.b_bool;
449 p_sys->p_filter_blend = 0;
451 for( i = 0; i < SUBPICTURE_RING_SIZE; i++ )
453 p_sys->pp_subpics[i] = 0;
456 var_Get( p_stream, SOUT_CFG_PREFIX "audio-sync", &val );
457 p_sys->b_audio_sync = val.b_bool;
458 if( p_sys->f_fps > 0 ) p_sys->b_audio_sync = VLC_TRUE;
460 p_stream->pf_add = Add;
461 p_stream->pf_del = Del;
462 p_stream->pf_send = Send;
463 p_stream->p_sys = p_sys;
468 /*****************************************************************************
470 *****************************************************************************/
471 static void Close( vlc_object_t * p_this )
473 sout_stream_t *p_stream = (sout_stream_t*)p_this;
474 sout_stream_sys_t *p_sys = p_stream->p_sys;
476 sout_StreamDelete( p_sys->p_out );
478 while( p_sys->p_audio_cfg != NULL )
480 sout_cfg_t *p_next = p_sys->p_audio_cfg->p_next;
482 if( p_sys->p_audio_cfg->psz_name )
483 free( p_sys->p_audio_cfg->psz_name );
484 if( p_sys->p_audio_cfg->psz_value )
485 free( p_sys->p_audio_cfg->psz_value );
486 free( p_sys->p_audio_cfg );
488 p_sys->p_audio_cfg = p_next;
490 if( p_sys->psz_aenc ) free( p_sys->psz_aenc );
492 while( p_sys->p_video_cfg != NULL )
494 sout_cfg_t *p_next = p_sys->p_video_cfg->p_next;
496 if( p_sys->p_video_cfg->psz_name )
497 free( p_sys->p_video_cfg->psz_name );
498 if( p_sys->p_video_cfg->psz_value )
499 free( p_sys->p_video_cfg->psz_value );
500 free( p_sys->p_video_cfg );
502 p_sys->p_video_cfg = p_next;
504 if( p_sys->psz_venc ) free( p_sys->psz_venc );
506 while( p_sys->p_spu_cfg != NULL )
508 sout_cfg_t *p_next = p_sys->p_spu_cfg->p_next;
510 if( p_sys->p_spu_cfg->psz_name )
511 free( p_sys->p_spu_cfg->psz_name );
512 if( p_sys->p_spu_cfg->psz_value )
513 free( p_sys->p_spu_cfg->psz_value );
514 free( p_sys->p_spu_cfg );
516 p_sys->p_spu_cfg = p_next;
518 if( p_sys->psz_senc ) free( p_sys->psz_senc );
520 if( p_sys->p_filter_blend )
522 if( p_sys->p_filter_blend->p_module )
523 module_Unneed( p_sys->p_filter_blend,
524 p_sys->p_filter_blend->p_module );
526 vlc_object_detach( p_sys->p_filter_blend );
527 vlc_object_destroy( p_sys->p_filter_blend );
530 vlc_object_destroy( p_sys );
533 struct sout_stream_id_t
535 vlc_fourcc_t b_transcode;
537 /* id of the out stream */
541 decoder_t *p_decoder;
544 filter_t *pp_filter[10];
548 encoder_t *p_encoder;
551 date_t interpolated_pts;
555 static sout_stream_id_t *Add( sout_stream_t *p_stream, es_format_t *p_fmt )
557 sout_stream_sys_t *p_sys = p_stream->p_sys;
558 sout_stream_id_t *id;
560 id = malloc( sizeof( sout_stream_id_t ) );
561 memset( id, 0, sizeof(sout_stream_id_t) );
564 id->p_decoder = NULL;
565 id->p_encoder = NULL;
567 /* Create decoder object */
568 id->p_decoder = vlc_object_create( p_stream, VLC_OBJECT_DECODER );
571 msg_Err( p_stream, "out of memory" );
574 vlc_object_attach( id->p_decoder, p_stream );
575 id->p_decoder->p_module = NULL;
576 id->p_decoder->fmt_in = *p_fmt;
577 id->p_decoder->fmt_out = *p_fmt;
578 id->p_decoder->fmt_out.i_extra = 0;
579 id->p_decoder->fmt_out.p_extra = 0;
580 id->p_decoder->b_pace_control = VLC_TRUE;
582 /* Create encoder object */
583 id->p_encoder = vlc_object_create( p_stream, VLC_OBJECT_ENCODER );
586 msg_Err( p_stream, "out of memory" );
589 vlc_object_attach( id->p_encoder, p_stream );
590 id->p_encoder->p_module = NULL;
592 /* Create destination format */
593 es_format_Init( &id->p_encoder->fmt_out, p_fmt->i_cat, 0 );
594 id->p_encoder->fmt_out.i_id = p_fmt->i_id;
595 id->p_encoder->fmt_out.i_group = p_fmt->i_group;
596 if( p_fmt->psz_language )
597 id->p_encoder->fmt_out.psz_language = strdup( p_fmt->psz_language );
599 if( p_fmt->i_cat == AUDIO_ES && (p_sys->i_acodec || p_sys->psz_aenc) )
602 "creating audio transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
603 (char*)&p_fmt->i_codec, (char*)&p_sys->i_acodec );
605 /* Complete destination format */
606 id->p_encoder->fmt_out.i_codec = p_sys->i_acodec;
607 id->p_encoder->fmt_out.audio.i_rate = p_sys->i_sample_rate > 0 ?
608 p_sys->i_sample_rate : (int)p_fmt->audio.i_rate;
609 id->p_encoder->fmt_out.audio.i_channels = p_sys->i_channels > 0 ?
610 p_sys->i_channels : p_fmt->audio.i_channels;
611 id->p_encoder->fmt_out.i_bitrate = p_sys->i_abitrate;
612 id->p_encoder->fmt_out.audio.i_bitspersample =
613 p_fmt->audio.i_bitspersample;
615 /* Build decoder -> filter -> encoder chain */
616 if( transcode_audio_new( p_stream, id ) )
618 msg_Err( p_stream, "cannot create audio chain" );
622 /* Open output stream */
623 id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
624 id->b_transcode = VLC_TRUE;
626 if( !id->id ) goto error;
628 date_Init( &id->interpolated_pts, p_fmt->audio.i_rate, 1 );
630 else if( p_fmt->i_cat == VIDEO_ES &&
631 (p_sys->i_vcodec != 0 || p_sys->psz_venc) )
634 "creating video transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
635 (char*)&p_fmt->i_codec, (char*)&p_sys->i_vcodec );
637 /* Complete destination format */
638 id->p_encoder->fmt_out.i_codec = p_sys->i_vcodec;
639 id->p_encoder->fmt_out.video.i_width = p_sys->i_width;
640 id->p_encoder->fmt_out.video.i_height = p_sys->i_height;
641 id->p_encoder->fmt_out.i_bitrate = p_sys->i_vbitrate;
643 /* Build decoder -> filter -> encoder chain */
644 if( transcode_video_new( p_stream, id ) )
646 msg_Err( p_stream, "cannot create video chain" );
650 /* Stream will be added later on because we don't know
651 * all the characteristics of the decoded stream yet */
652 id->b_transcode = VLC_TRUE;
654 if( p_sys->f_fps > 0 )
656 id->p_encoder->fmt_out.video.i_frame_rate = p_sys->f_fps * 1000;
657 id->p_encoder->fmt_out.video.i_frame_rate_base = 1000;
660 else if( p_fmt->i_cat == SPU_ES && (p_sys->i_scodec || p_sys->psz_senc) )
662 msg_Dbg( p_stream, "creating subtitles transcoding from fcc=`%4.4s' "
663 "to fcc=`%4.4s'", (char*)&p_fmt->i_codec,
664 (char*)&p_sys->i_scodec );
666 /* Complete destination format */
667 id->p_encoder->fmt_out.i_codec = p_sys->i_scodec;
669 /* build decoder -> filter -> encoder */
670 if( transcode_spu_new( p_stream, id ) )
672 msg_Err( p_stream, "cannot create subtitles chain" );
676 /* open output stream */
677 id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
678 id->b_transcode = VLC_TRUE;
680 if( !id->id ) goto error;
682 else if( p_fmt->i_cat == SPU_ES && p_sys->b_soverlay )
684 msg_Dbg( p_stream, "subtitles (fcc=`%4.4s') overlaying",
685 (char*)&p_fmt->i_codec );
687 id->b_transcode = VLC_TRUE;
689 /* Build decoder -> filter -> overlaying chain */
690 if( transcode_spu_new( p_stream, id ) )
692 msg_Err( p_stream, "cannot create subtitles chain" );
698 msg_Dbg( p_stream, "not transcoding a stream (fcc=`%4.4s')",
699 (char*)&p_fmt->i_codec );
700 id->id = p_sys->p_out->pf_add( p_sys->p_out, p_fmt );
701 id->b_transcode = VLC_FALSE;
703 if( !id->id ) goto error;
711 vlc_object_detach( id->p_decoder );
712 vlc_object_destroy( id->p_decoder );
717 vlc_object_detach( id->p_encoder );
718 vlc_object_destroy( id->p_encoder );
725 static int Del( sout_stream_t *p_stream, sout_stream_id_t *id )
727 sout_stream_sys_t *p_sys = p_stream->p_sys;
729 if( id->b_transcode )
731 switch( id->p_decoder->fmt_in.i_cat )
734 transcode_audio_close( p_stream, id );
737 transcode_video_close( p_stream, id );
740 transcode_spu_close( p_stream, id );
745 if( id->id ) p_sys->p_out->pf_del( p_sys->p_out, id->id );
749 vlc_object_detach( id->p_decoder );
750 vlc_object_destroy( id->p_decoder );
755 vlc_object_detach( id->p_encoder );
756 vlc_object_destroy( id->p_encoder );
764 static int Send( sout_stream_t *p_stream, sout_stream_id_t *id,
767 sout_stream_sys_t *p_sys = p_stream->p_sys;
770 if( !id->b_transcode && id->id )
772 return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_buffer );
774 else if( !id->b_transcode )
776 block_Release( p_buffer );
780 switch( id->p_decoder->fmt_in.i_cat )
783 transcode_audio_process( p_stream, id, p_buffer, &p_out );
787 if( transcode_video_process( p_stream, id, p_buffer, &p_out )
795 if( transcode_spu_process( p_stream, id, p_buffer, &p_out ) !=
803 block_Release( p_buffer );
807 if( p_out ) return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_out );
811 /****************************************************************************
812 * decoder reencoder part
813 ****************************************************************************/
814 int audio_BitsPerSample( vlc_fourcc_t i_format )
818 case VLC_FOURCC('u','8',' ',' '):
819 case VLC_FOURCC('s','8',' ',' '):
822 case VLC_FOURCC('u','1','6','l'):
823 case VLC_FOURCC('s','1','6','l'):
824 case VLC_FOURCC('u','1','6','b'):
825 case VLC_FOURCC('s','1','6','b'):
828 case VLC_FOURCC('u','2','4','l'):
829 case VLC_FOURCC('s','2','4','l'):
830 case VLC_FOURCC('u','2','4','b'):
831 case VLC_FOURCC('s','2','4','b'):
834 case VLC_FOURCC('u','3','2','l'):
835 case VLC_FOURCC('s','3','2','l'):
836 case VLC_FOURCC('u','3','2','b'):
837 case VLC_FOURCC('s','3','2','b'):
838 case VLC_FOURCC('f','l','3','2'):
839 case VLC_FOURCC('f','i','3','2'):
842 case VLC_FOURCC('f','l','6','4'):
849 static int transcode_audio_new( sout_stream_t *p_stream,
850 sout_stream_id_t *id )
852 sout_stream_sys_t *p_sys = p_stream->p_sys;
858 /* Initialization of decoder structures */
859 id->p_decoder->pf_decode_audio = 0;
860 id->p_decoder->pf_aout_buffer_new = audio_new_buffer;
861 id->p_decoder->pf_aout_buffer_del = audio_del_buffer;
862 //id->p_decoder->p_cfg = p_sys->p_video_cfg;
864 id->p_decoder->p_module =
865 module_Need( id->p_decoder, "decoder", "$codec", 0 );
867 if( !id->p_decoder->p_module )
869 msg_Err( p_stream, "cannot find decoder" );
872 id->p_decoder->fmt_out.audio.i_bitspersample =
873 audio_BitsPerSample( id->p_decoder->fmt_out.i_codec );
879 /* Initialization of encoder format structures */
880 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
881 id->p_decoder->fmt_out.i_codec );
882 id->p_encoder->fmt_in.audio.i_format = id->p_decoder->fmt_out.i_codec;
884 /* Sanity check for audio channels */
885 id->p_encoder->fmt_out.audio.i_channels =
886 __MIN( id->p_encoder->fmt_out.audio.i_channels,
887 id->p_decoder->fmt_out.audio.i_channels );
888 if( id->p_decoder->fmt_out.audio.i_channels ==
889 id->p_encoder->fmt_out.audio.i_channels )
890 id->p_encoder->fmt_out.audio.i_physical_channels =
891 id->p_encoder->fmt_out.audio.i_original_channels =
892 id->p_decoder->fmt_out.audio.i_physical_channels;
894 id->p_encoder->fmt_out.audio.i_physical_channels =
895 id->p_encoder->fmt_out.audio.i_original_channels =
896 pi_channels_maps[id->p_encoder->fmt_out.audio.i_channels];
898 /* Initialization of encoder format structures */
899 es_format_Init( &id->p_encoder->fmt_in, AUDIO_ES, AOUT_FMT_S16_NE );
900 id->p_encoder->fmt_in.audio.i_format = AOUT_FMT_S16_NE;
901 id->p_encoder->fmt_in.audio.i_rate = id->p_encoder->fmt_out.audio.i_rate;
902 id->p_encoder->fmt_in.audio.i_physical_channels =
903 id->p_encoder->fmt_in.audio.i_original_channels =
904 id->p_encoder->fmt_out.audio.i_physical_channels;
905 id->p_encoder->fmt_in.audio.i_channels =
906 id->p_encoder->fmt_out.audio.i_channels;
907 id->p_encoder->fmt_in.audio.i_bitspersample =
908 audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
910 id->p_encoder->p_cfg = p_stream->p_sys->p_audio_cfg;
912 id->p_encoder->p_module =
913 module_Need( id->p_encoder, "encoder", p_sys->psz_aenc, VLC_TRUE );
914 if( !id->p_encoder->p_module )
916 msg_Err( p_stream, "cannot find encoder" );
917 module_Unneed( id->p_decoder, id->p_decoder->p_module );
918 id->p_decoder->p_module = 0;
921 id->p_encoder->fmt_in.audio.i_format = id->p_encoder->fmt_in.i_codec;
922 id->p_encoder->fmt_in.audio.i_bitspersample =
923 audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
925 /* Check if we need a filter for chroma conversion or resizing */
926 if( id->p_decoder->fmt_out.i_codec !=
927 id->p_encoder->fmt_in.i_codec )
930 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
931 vlc_object_attach( id->pp_filter[0], p_stream );
933 id->pp_filter[0]->pf_audio_buffer_new = __block_New;
935 id->pp_filter[0]->fmt_in = id->p_decoder->fmt_out;
936 id->pp_filter[0]->fmt_out = id->p_encoder->fmt_in;
937 id->pp_filter[0]->p_module =
938 module_Need( id->pp_filter[0], "audio filter2", 0, 0 );
939 if( id->pp_filter[0]->p_module ) id->i_filter++;
942 msg_Dbg( p_stream, "no audio filter found" );
943 vlc_object_detach( id->pp_filter[0] );
944 vlc_object_destroy( id->pp_filter[0] );
945 module_Unneed( id->p_decoder, id->p_decoder->p_module );
946 id->p_decoder->p_module = 0;
947 module_Unneed( id->p_encoder, id->p_encoder->p_module );
948 id->p_encoder->p_module = 0;
952 id->pp_filter[0]->fmt_out.audio.i_bitspersample =
953 audio_BitsPerSample( id->pp_filter[0]->fmt_out.i_codec );
955 /* Try a 2 stage conversion */
956 if( id->pp_filter[0]->fmt_out.i_codec !=
957 id->p_encoder->fmt_in.i_codec )
960 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
961 vlc_object_attach( id->pp_filter[1], p_stream );
963 id->pp_filter[1]->pf_audio_buffer_new = __block_New;
965 id->pp_filter[1]->fmt_in = id->pp_filter[0]->fmt_out;
966 id->pp_filter[1]->fmt_out = id->p_encoder->fmt_in;
967 id->pp_filter[1]->p_module =
968 module_Need( id->pp_filter[1], "audio filter2", 0, 0 );
969 if( !id->pp_filter[1]->p_module ||
970 id->pp_filter[1]->fmt_out.i_codec !=
971 id->p_encoder->fmt_in.i_codec )
973 msg_Dbg( p_stream, "no audio filter found" );
974 module_Unneed( id->pp_filter[0], id->pp_filter[0]->p_module );
975 vlc_object_detach( id->pp_filter[0] );
976 vlc_object_destroy( id->pp_filter[0] );
977 if( id->pp_filter[1]->p_module )
978 module_Unneed( id->pp_filter[0], id->pp_filter[0]->p_module );
979 vlc_object_detach( id->pp_filter[1] );
980 vlc_object_destroy( id->pp_filter[1] );
981 module_Unneed( id->p_decoder, id->p_decoder->p_module );
982 id->p_decoder->p_module = 0;
983 module_Unneed( id->p_encoder, id->p_encoder->p_module );
984 id->p_encoder->p_module = 0;
991 /* FIXME: Hack for mp3 transcoding support */
992 if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC( 'm','p','3',' ' ) )
993 id->p_encoder->fmt_out.i_codec = VLC_FOURCC( 'm','p','g','a' );
998 static void transcode_audio_close( sout_stream_t *p_stream,
999 sout_stream_id_t *id )
1004 if( id->p_decoder->p_module )
1005 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1008 if( id->p_encoder->p_module )
1009 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1012 for( i = 0; i < id->i_filter; i++ )
1014 vlc_object_detach( id->pp_filter[i] );
1015 if( id->pp_filter[i]->p_module )
1016 module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1017 vlc_object_destroy( id->pp_filter[i] );
1021 static int transcode_audio_process( sout_stream_t *p_stream,
1022 sout_stream_id_t *id,
1023 block_t *in, block_t **out )
1025 sout_stream_sys_t *p_sys = p_stream->p_sys;
1026 aout_buffer_t *p_audio_buf;
1027 block_t *p_block, *p_audio_block;
1031 while( (p_audio_buf = id->p_decoder->pf_decode_audio( id->p_decoder,
1034 if( p_sys->b_audio_sync )
1036 mtime_t i_dts = date_Get( &id->interpolated_pts ) + 1;
1037 p_sys->i_master_drift = p_audio_buf->start_date - i_dts;
1038 date_Increment( &id->interpolated_pts, p_audio_buf->i_nb_samples );
1039 p_audio_buf->start_date -= p_sys->i_master_drift;
1040 p_audio_buf->end_date -= p_sys->i_master_drift;
1043 p_audio_block = p_audio_buf->p_sys;
1044 p_audio_block->i_buffer = p_audio_buf->i_nb_bytes;
1045 p_audio_block->i_dts = p_audio_block->i_pts =
1046 p_audio_buf->start_date;
1047 p_audio_block->i_length = p_audio_buf->end_date -
1048 p_audio_buf->start_date;
1049 p_audio_block->i_samples = p_audio_buf->i_nb_samples;
1051 /* Run filter chain */
1052 for( i = 0; i < id->i_filter; i++ )
1055 id->pp_filter[i]->pf_audio_filter( id->pp_filter[i],
1059 p_audio_buf->p_buffer = p_audio_block->p_buffer;
1060 p_audio_buf->i_nb_bytes = p_audio_block->i_buffer;
1061 p_audio_buf->i_nb_samples = p_audio_block->i_samples;
1062 p_audio_buf->start_date = p_audio_block->i_dts;
1063 p_audio_buf->end_date = p_audio_block->i_dts + p_audio_block->i_length;
1065 p_block = id->p_encoder->pf_encode_audio( id->p_encoder, p_audio_buf );
1066 block_ChainAppend( out, p_block );
1067 block_Release( p_audio_block );
1068 free( p_audio_buf );
1074 static void audio_release_buffer( aout_buffer_t *p_buffer )
1076 if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1077 if( p_buffer ) free( p_buffer );
1080 static aout_buffer_t *audio_new_buffer( decoder_t *p_dec, int i_samples )
1082 aout_buffer_t *p_buffer;
1086 if( p_dec->fmt_out.audio.i_bitspersample )
1088 i_size = i_samples * p_dec->fmt_out.audio.i_bitspersample / 8 *
1089 p_dec->fmt_out.audio.i_channels;
1091 else if( p_dec->fmt_out.audio.i_bytes_per_frame &&
1092 p_dec->fmt_out.audio.i_frame_length )
1094 i_size = i_samples * p_dec->fmt_out.audio.i_bytes_per_frame /
1095 p_dec->fmt_out.audio.i_frame_length;
1099 i_size = i_samples * 4 * p_dec->fmt_out.audio.i_channels;
1102 p_buffer = malloc( sizeof(aout_buffer_t) );
1103 p_buffer->pf_release = audio_release_buffer;
1104 p_buffer->p_sys = p_block = block_New( p_dec, i_size );
1106 p_buffer->p_buffer = p_block->p_buffer;
1107 p_buffer->i_size = p_buffer->i_nb_bytes = p_block->i_buffer;
1108 p_buffer->i_nb_samples = i_samples;
1109 p_block->i_samples = i_samples;
1114 static void audio_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
1116 if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1117 if( p_buffer ) free( p_buffer );
1123 static int transcode_video_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1125 sout_stream_sys_t *p_sys = p_stream->p_sys;
1131 /* Initialization of decoder structures */
1132 id->p_decoder->pf_decode_video = 0;
1133 id->p_decoder->pf_vout_buffer_new = video_new_buffer;
1134 id->p_decoder->pf_vout_buffer_del = video_del_buffer;
1135 id->p_decoder->pf_picture_link = video_link_picture;
1136 id->p_decoder->pf_picture_unlink = video_unlink_picture;
1137 //id->p_decoder->p_cfg = p_sys->p_video_cfg;
1139 id->p_decoder->p_module =
1140 module_Need( id->p_decoder, "decoder", "$codec", 0 );
1142 if( !id->p_decoder->p_module )
1144 msg_Err( p_stream, "cannot find decoder" );
1145 return VLC_EGENERIC;
1150 * Because some info about the decoded input will only be available
1151 * once the first frame is decoded, we actually only test the availability
1152 * of the encoder here.
1155 /* Initialization of encoder format structures */
1156 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1157 id->p_decoder->fmt_out.i_codec );
1158 id->p_encoder->fmt_in.video.i_chroma = id->p_decoder->fmt_out.i_codec;
1160 /* The dimensions will be set properly later on.
1161 * Just put sensible values so we can test an encoder is available. */
1162 id->p_encoder->fmt_in.video.i_width =
1163 id->p_encoder->fmt_out.video.i_width ?
1164 id->p_encoder->fmt_out.video.i_width :
1165 id->p_decoder->fmt_in.video.i_width ?
1166 id->p_decoder->fmt_in.video.i_width : 16;
1167 id->p_encoder->fmt_in.video.i_height =
1168 id->p_encoder->fmt_out.video.i_height ?
1169 id->p_encoder->fmt_out.video.i_height :
1170 id->p_decoder->fmt_in.video.i_height ?
1171 id->p_decoder->fmt_in.video.i_height : 16;
1172 id->p_encoder->fmt_in.video.i_frame_rate = 25;
1173 id->p_encoder->fmt_in.video.i_frame_rate_base = 1;
1175 id->p_encoder->i_threads = p_sys->i_threads;
1176 id->p_encoder->p_cfg = p_sys->p_video_cfg;
1178 id->p_encoder->p_module =
1179 module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1180 if( !id->p_encoder->p_module )
1182 msg_Err( p_stream, "cannot find encoder" );
1183 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1184 id->p_decoder->p_module = 0;
1185 return VLC_EGENERIC;
1188 /* Close the encoder.
1189 * We'll open it only when we have the first frame. */
1190 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1191 id->p_encoder->p_module = NULL;
1193 if( p_sys->i_threads >= 1 )
1195 p_sys->id_video = id;
1196 vlc_mutex_init( p_stream, &p_sys->lock_out );
1197 vlc_cond_init( p_stream, &p_sys->cond );
1198 memset( p_sys->pp_pics, 0, sizeof(p_sys->pp_pics) );
1199 p_sys->i_first_pic = 0;
1200 p_sys->i_last_pic = 0;
1201 p_sys->p_buffers = NULL;
1202 p_sys->b_die = p_sys->b_error = 0;
1203 if( vlc_thread_create( p_sys, "encoder", EncoderThread,
1204 VLC_THREAD_PRIORITY_VIDEO, VLC_FALSE ) )
1206 msg_Err( p_stream, "cannot spawn encoder thread" );
1207 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1208 id->p_decoder->p_module = 0;
1209 return VLC_EGENERIC;
1213 date_Set( &id->interpolated_pts, 0 );
1218 static int transcode_video_encoder_open( sout_stream_t *p_stream,
1219 sout_stream_id_t *id )
1221 sout_stream_sys_t *p_sys = p_stream->p_sys;
1223 /* Hack because of the copy packetizer which can fail to detect the
1224 * proper size (which forces us to wait until the 1st frame
1226 int i_width = id->p_decoder->fmt_out.video.i_width -
1227 p_sys->i_crop_left - p_sys->i_crop_right;
1228 int i_height = id->p_decoder->fmt_out.video.i_height -
1229 p_sys->i_crop_top - p_sys->i_crop_bottom;
1231 if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1232 id->p_encoder->fmt_out.video.i_height <= 0 && p_sys->f_scale )
1234 /* Apply the scaling */
1235 id->p_encoder->fmt_out.video.i_width = i_width * p_sys->f_scale;
1236 id->p_encoder->fmt_out.video.i_height = i_height * p_sys->f_scale;
1238 else if( id->p_encoder->fmt_out.video.i_width > 0 &&
1239 id->p_encoder->fmt_out.video.i_height <= 0 )
1241 id->p_encoder->fmt_out.video.i_height =
1242 id->p_encoder->fmt_out.video.i_width / (double)i_width * i_height;
1244 else if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1245 id->p_encoder->fmt_out.video.i_height > 0 )
1247 id->p_encoder->fmt_out.video.i_width =
1248 id->p_encoder->fmt_out.video.i_height / (double)i_height * i_width;
1251 /* Make sure the size is at least a multiple of 2 */
1252 id->p_encoder->fmt_out.video.i_width =
1253 (id->p_encoder->fmt_out.video.i_width + 1) >> 1 << 1;
1254 id->p_encoder->fmt_out.video.i_height =
1255 (id->p_encoder->fmt_out.video.i_height + 1) >> 1 << 1;
1257 id->p_encoder->fmt_in.video.i_width =
1258 id->p_encoder->fmt_out.video.i_width;
1259 id->p_encoder->fmt_in.video.i_height =
1260 id->p_encoder->fmt_out.video.i_height;
1262 if( !id->p_encoder->fmt_out.video.i_frame_rate ||
1263 !id->p_encoder->fmt_out.video.i_frame_rate_base )
1265 if( id->p_decoder->fmt_out.video.i_frame_rate &&
1266 id->p_decoder->fmt_out.video.i_frame_rate_base )
1268 id->p_encoder->fmt_out.video.i_frame_rate =
1269 id->p_decoder->fmt_out.video.i_frame_rate;
1270 id->p_encoder->fmt_out.video.i_frame_rate_base =
1271 id->p_decoder->fmt_out.video.i_frame_rate_base;
1275 /* Pick a sensible default value */
1276 id->p_encoder->fmt_out.video.i_frame_rate = 25;
1277 id->p_encoder->fmt_out.video.i_frame_rate_base = 1;
1281 id->p_encoder->fmt_in.video.i_frame_rate =
1282 id->p_encoder->fmt_out.video.i_frame_rate;
1283 id->p_encoder->fmt_in.video.i_frame_rate_base =
1284 id->p_encoder->fmt_out.video.i_frame_rate_base;
1286 date_Init( &id->interpolated_pts,
1287 id->p_encoder->fmt_out.video.i_frame_rate,
1288 id->p_encoder->fmt_out.video.i_frame_rate_base );
1290 /* Check whether a particular aspect ratio was requested */
1291 if( !id->p_encoder->fmt_out.video.i_aspect )
1293 id->p_encoder->fmt_out.video.i_aspect =
1294 id->p_decoder->fmt_out.video.i_aspect;
1296 id->p_encoder->fmt_in.video.i_aspect =
1297 id->p_encoder->fmt_out.video.i_aspect;
1299 id->p_encoder->p_module =
1300 module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1301 if( !id->p_encoder->p_module )
1303 msg_Err( p_stream, "cannot find encoder" );
1304 return VLC_EGENERIC;
1307 id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
1309 /* Hack for mp2v/mp1v transcoding support */
1310 if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','1','v') ||
1311 id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','2','v') )
1313 id->p_encoder->fmt_out.i_codec = VLC_FOURCC('m','p','g','v');
1316 id->id = p_stream->p_sys->p_out->pf_add( p_stream->p_sys->p_out,
1317 &id->p_encoder->fmt_out );
1320 msg_Err( p_stream, "cannot add this stream" );
1321 return VLC_EGENERIC;
1327 static void transcode_video_close( sout_stream_t *p_stream,
1328 sout_stream_id_t *id )
1332 if( p_stream->p_sys->i_threads >= 1 )
1334 vlc_mutex_lock( &p_stream->p_sys->lock_out );
1335 p_stream->p_sys->b_die = 1;
1336 vlc_cond_signal( &p_stream->p_sys->cond );
1337 vlc_mutex_unlock( &p_stream->p_sys->lock_out );
1338 vlc_thread_join( p_stream->p_sys );
1339 vlc_mutex_destroy( &p_stream->p_sys->lock_out );
1340 vlc_cond_destroy( &p_stream->p_sys->cond );
1344 if( id->p_decoder->p_module )
1345 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1348 if( id->p_encoder->p_module )
1349 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1352 for( i = 0; i < id->i_filter; i++ )
1354 vlc_object_detach( id->pp_filter[i] );
1355 if( id->pp_filter[i]->p_module )
1356 module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1357 vlc_object_destroy( id->pp_filter[i] );
1361 static int transcode_video_process( sout_stream_t *p_stream,
1362 sout_stream_id_t *id,
1363 block_t *in, block_t **out )
1365 sout_stream_sys_t *p_sys = p_stream->p_sys;
1366 int i_duplicate = 1, i;
1370 while( (p_pic = id->p_decoder->pf_decode_video( id->p_decoder, &in )) )
1372 subpicture_t *p_subpic = 0;
1374 if( p_sys->b_audio_sync )
1376 mtime_t i_video_drift;
1377 mtime_t i_master_drift = p_sys->i_master_drift;
1380 if( !i_master_drift )
1382 /* No audio track ? */
1383 p_sys->i_master_drift = i_master_drift = p_pic->date;
1386 i_pts = date_Get( &id->interpolated_pts ) + 1;
1387 i_video_drift = p_pic->date - i_pts;
1390 /* Set the pts of the frame being encoded */
1391 p_pic->date = i_pts;
1393 if( i_video_drift < i_master_drift - 50000 )
1396 msg_Dbg( p_stream, "dropping frame (%i)",
1397 (int)(i_video_drift - i_master_drift) );
1399 return VLC_EGENERIC;
1401 else if( i_video_drift > i_master_drift + 50000 )
1404 msg_Dbg( p_stream, "adding frame (%i)",
1405 (int)(i_video_drift - i_master_drift) );
1411 if( !id->p_encoder->p_module )
1413 if( transcode_video_encoder_open( p_stream, id ) != VLC_SUCCESS )
1415 transcode_video_close( p_stream, id );
1416 id->b_transcode = VLC_FALSE;
1417 return VLC_EGENERIC;
1421 if( p_stream->p_sys->b_deinterlace )
1423 id->pp_filter[id->i_filter] =
1424 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1425 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1427 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1429 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1432 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1433 id->pp_filter[id->i_filter]->fmt_out = id->p_decoder->fmt_out;
1434 id->pp_filter[id->i_filter]->p_module =
1435 module_Need( id->pp_filter[id->i_filter],
1436 "video filter2", "deinterlace", 0 );
1437 if( id->pp_filter[id->i_filter]->p_module ) id->i_filter++;
1440 msg_Dbg( p_stream, "no video filter found" );
1441 vlc_object_detach( id->pp_filter[id->i_filter] );
1442 vlc_object_destroy( id->pp_filter[id->i_filter] );
1446 /* Check if we need a filter for chroma conversion or resizing */
1447 if( id->p_decoder->fmt_out.video.i_chroma !=
1448 id->p_encoder->fmt_in.video.i_chroma ||
1449 id->p_decoder->fmt_out.video.i_width !=
1450 id->p_encoder->fmt_out.video.i_width ||
1451 id->p_decoder->fmt_out.video.i_height !=
1452 id->p_encoder->fmt_out.video.i_height ||
1453 p_sys->i_crop_top > 0 || p_sys->i_crop_bottom > 0 ||
1454 p_sys->i_crop_left > 0 || p_sys->i_crop_right > 0 )
1456 id->pp_filter[id->i_filter] =
1457 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1458 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1460 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1462 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1465 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1466 id->pp_filter[id->i_filter]->fmt_out = id->p_encoder->fmt_in;
1467 id->pp_filter[id->i_filter]->p_module =
1468 module_Need( id->pp_filter[id->i_filter],
1469 "video filter2", 0, 0 );
1470 if( id->pp_filter[id->i_filter]->p_module ) id->i_filter++;
1473 msg_Dbg( p_stream, "no video filter found" );
1474 vlc_object_detach( id->pp_filter[id->i_filter] );
1475 vlc_object_destroy( id->pp_filter[id->i_filter] );
1477 transcode_video_close( p_stream, id );
1478 id->b_transcode = VLC_FALSE;
1479 return VLC_EGENERIC;
1484 /* Run filter chain */
1485 for( i = 0; i < id->i_filter; i++ )
1487 p_pic = id->pp_filter[i]->pf_video_filter(id->pp_filter[i], p_pic);
1494 /* Check if we have a subpicture to overlay */
1495 if( p_sys->p_filter_blend )
1497 p_subpic = transcode_spu_get( p_stream, id, p_pic->date );
1498 /* TODO: get another pic */
1501 /* Overlay subpicture */
1504 int i_width, i_height;
1506 p_sys->p_filter_blend->fmt_out = id->p_encoder->fmt_in;
1507 p_sys->p_filter_blend->fmt_out.video.i_visible_width =
1508 p_sys->p_filter_blend->fmt_out.video.i_width;
1509 p_sys->p_filter_blend->fmt_out.video.i_visible_height =
1510 p_sys->p_filter_blend->fmt_out.video.i_height;
1511 p_sys->p_filter_blend->fmt_out.video.i_chroma =
1512 VLC_FOURCC('I','4','2','0');
1514 i_width = id->p_encoder->fmt_in.video.i_width;
1515 i_height = id->p_encoder->fmt_in.video.i_height;
1517 if( p_pic->i_refcount )
1519 /* We can't modify the picture, we need to duplicate it */
1521 video_new_buffer( (decoder_t *)p_sys->p_filter_blend );
1525 for( i = 0; i < p_pic->i_planes; i++ )
1527 for( j = 0; j < p_pic->p[i].i_visible_lines; j++ )
1529 memcpy( p_tmp->p[i].p_pixels + j *
1530 p_tmp->p[i].i_pitch,
1531 p_pic->p[i].p_pixels + j *
1532 p_pic->p[i].i_pitch,
1533 p_tmp->p[i].i_visible_pitch );
1536 p_tmp->date = p_pic->date;
1537 p_tmp->b_force = p_pic->b_force;
1538 p_tmp->i_nb_fields = p_pic->i_nb_fields;
1539 p_tmp->b_progressive = p_pic->b_progressive;
1540 p_tmp->b_top_field_first = p_pic->b_top_field_first;
1541 p_pic->pf_release( p_pic );
1546 while( p_subpic != NULL )
1548 subpicture_region_t *p_region = p_subpic->p_region;
1550 while( p_region && p_sys->p_filter_blend &&
1551 p_sys->p_filter_blend->pf_video_blend )
1553 int i_x_offset = p_region->i_x + p_subpic->i_x;
1554 int i_y_offset = p_region->i_y + p_subpic->i_y;
1556 if( p_subpic->i_flags & OSD_ALIGN_BOTTOM )
1558 i_y_offset = i_height - p_region->fmt.i_height -
1561 else if ( !(p_subpic->i_flags & OSD_ALIGN_TOP) )
1563 i_y_offset = i_height / 2 - p_region->fmt.i_height / 2;
1566 if( p_subpic->i_flags & OSD_ALIGN_RIGHT )
1568 i_x_offset = i_width - p_region->fmt.i_width -
1571 else if ( !(p_subpic->i_flags & OSD_ALIGN_LEFT) )
1573 i_x_offset = i_width / 2 - p_region->fmt.i_width / 2;
1576 if( p_subpic->b_absolute )
1578 i_x_offset = p_region->i_x + p_subpic->i_x;
1579 i_y_offset = p_region->i_y + p_subpic->i_y;
1582 p_sys->p_filter_blend->fmt_in.video = p_region->fmt;
1584 p_sys->p_filter_blend->pf_video_blend(
1585 p_sys->p_filter_blend, p_pic, p_pic,
1586 &p_region->picture, i_x_offset, i_y_offset );
1588 p_region = p_region->p_next;
1591 p_subpic = p_subpic->p_next;
1595 if( p_sys->i_threads >= 1 )
1597 vlc_mutex_lock( &p_sys->lock_out );
1598 p_sys->pp_pics[p_sys->i_last_pic++] = p_pic;
1599 p_sys->i_last_pic %= PICTURE_RING_SIZE;
1600 *out = p_sys->p_buffers;
1601 p_sys->p_buffers = NULL;
1602 vlc_cond_signal( &p_sys->cond );
1603 vlc_mutex_unlock( &p_sys->lock_out );
1608 p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1609 block_ChainAppend( out, p_block );
1611 if( p_sys->b_audio_sync )
1612 date_Increment( &id->interpolated_pts, 1 );
1614 if( p_sys->b_audio_sync && i_duplicate > 1 )
1616 mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
1617 date_Increment( &id->interpolated_pts, 1 );
1618 p_pic->date = i_pts;
1619 p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
1620 block_ChainAppend( out, p_block );
1623 p_pic->pf_release( p_pic );
1630 static int EncoderThread( sout_stream_sys_t *p_sys )
1632 sout_stream_id_t *id = p_sys->id_video;
1636 while( !p_sys->b_die && !p_sys->b_error )
1640 vlc_mutex_lock( &p_sys->lock_out );
1641 while( p_sys->i_last_pic == p_sys->i_first_pic )
1643 vlc_cond_wait( &p_sys->cond, &p_sys->lock_out );
1644 if( p_sys->b_die || p_sys->b_error ) break;
1646 if( p_sys->b_die || p_sys->b_error )
1648 vlc_mutex_unlock( &p_sys->lock_out );
1652 p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1653 p_sys->i_first_pic %= PICTURE_RING_SIZE;
1654 vlc_mutex_unlock( &p_sys->lock_out );
1656 p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1657 vlc_mutex_lock( &p_sys->lock_out );
1658 block_ChainAppend( &p_sys->p_buffers, p_block );
1659 vlc_mutex_unlock( &p_sys->lock_out );
1661 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
1663 free( p_pic->p[i_plane].p_pixels );
1668 while( p_sys->i_last_pic != p_sys->i_first_pic )
1670 p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1671 p_sys->i_first_pic %= PICTURE_RING_SIZE;
1673 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
1675 free( p_pic->p[i_plane].p_pixels );
1680 block_ChainRelease( p_sys->p_buffers );
1685 struct picture_sys_t
1690 static void video_release_buffer( picture_t *p_pic )
1692 if( p_pic && !p_pic->i_refcount && p_pic->pf_release && p_pic->p_sys )
1694 video_del_buffer( p_pic->p_sys->p_dec, p_pic );
1696 else if( p_pic && p_pic->i_refcount > 0 ) p_pic->i_refcount--;
1699 static picture_t *video_new_buffer( decoder_t *p_dec )
1701 picture_t *p_pic = malloc( sizeof(picture_t) );
1703 p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
1704 vout_AllocatePicture( VLC_OBJECT(p_dec), p_pic,
1705 p_dec->fmt_out.video.i_chroma,
1706 p_dec->fmt_out.video.i_width,
1707 p_dec->fmt_out.video.i_height,
1708 p_dec->fmt_out.video.i_aspect );
1710 if( !p_pic->i_planes )
1716 p_pic->pf_release = video_release_buffer;
1717 p_pic->p_sys = malloc( sizeof(picture_sys_t) );
1718 p_pic->p_sys->p_dec = p_dec;
1723 static void video_del_buffer( decoder_t *p_dec, picture_t *p_pic )
1725 if( p_pic && p_pic->p_data_orig ) free( p_pic->p_data_orig );
1726 if( p_pic && p_pic->p_sys ) free( p_pic->p_sys );
1727 if( p_pic ) free( p_pic );
1730 static void video_link_picture( decoder_t *p_dec, picture_t *p_pic )
1732 p_pic->i_refcount++;
1735 static void video_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
1737 video_release_buffer( p_pic );
1743 static subpicture_t *spu_new_buffer( decoder_t * );
1744 static void spu_del_buffer( decoder_t *, subpicture_t * );
1746 static int transcode_spu_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1748 sout_stream_sys_t *p_sys = p_stream->p_sys;
1754 /* Initialization of decoder structures */
1755 id->p_decoder->pf_spu_buffer_new = spu_new_buffer;
1756 id->p_decoder->pf_spu_buffer_del = spu_del_buffer;
1757 //id->p_decoder->p_cfg = p_sys->p_spu_cfg;
1759 id->p_decoder->p_module =
1760 module_Need( id->p_decoder, "decoder", "$codec", 0 );
1762 if( !id->p_decoder->p_module )
1764 msg_Err( p_stream, "cannot find decoder" );
1765 return VLC_EGENERIC;
1768 if( !p_sys->b_soverlay )
1774 /* Initialization of encoder format structures */
1775 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1776 id->p_decoder->fmt_in.i_codec );
1778 id->p_encoder->p_cfg = p_sys->p_spu_cfg;
1780 id->p_encoder->p_module =
1781 module_Need( id->p_encoder, "encoder", p_sys->psz_senc, VLC_TRUE );
1783 if( !id->p_encoder->p_module )
1785 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1786 msg_Err( p_stream, "cannot find encoder" );
1787 return VLC_EGENERIC;
1792 p_sys->p_filter_blend =
1793 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1794 vlc_object_attach( p_sys->p_filter_blend, p_stream );
1795 p_sys->p_filter_blend->fmt_out.video.i_chroma =
1796 VLC_FOURCC('I','4','2','0');
1797 p_sys->p_filter_blend->fmt_in.video.i_chroma =
1798 VLC_FOURCC('Y','U','V','A');
1799 p_sys->p_filter_blend->p_module =
1800 module_Need( p_sys->p_filter_blend, "video blending", 0, 0 );
1806 static void transcode_spu_close( sout_stream_t *p_stream, sout_stream_id_t *id)
1808 sout_stream_sys_t *p_sys = p_stream->p_sys;
1812 if( id->p_decoder->p_module )
1813 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1816 if( id->p_encoder->p_module )
1817 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1819 /* Free subpictures */
1820 for( i = 0; i < SUBPICTURE_RING_SIZE; i++ )
1822 if( !p_sys->pp_subpics[i] ) continue;
1824 spu_del_buffer( id->p_decoder, p_sys->pp_subpics[i] );
1825 p_sys->pp_subpics[i] = NULL;
1829 static int transcode_spu_process( sout_stream_t *p_stream,
1830 sout_stream_id_t *id,
1831 block_t *in, block_t **out )
1833 sout_stream_sys_t *p_sys = p_stream->p_sys;
1834 subpicture_t *p_subpic;
1837 p_subpic = id->p_decoder->pf_decode_sub( id->p_decoder, &in );
1838 if( p_subpic && p_sys->b_soverlay )
1842 /* Find a free slot in our supictures ring buffer */
1843 for( i = 0; i < SUBPICTURE_RING_SIZE; i++ )
1845 if( !p_sys->pp_subpics[i] )
1847 p_sys->pp_subpics[i] = p_subpic;
1851 if( i == SUBPICTURE_RING_SIZE )
1853 spu_del_buffer( id->p_decoder, p_subpic );
1857 if( p_subpic && !p_sys->b_soverlay )
1861 p_block = id->p_encoder->pf_encode_sub( id->p_encoder, p_subpic );
1862 spu_del_buffer( id->p_decoder, p_subpic );
1866 block_ChainAppend( out, p_block );
1871 return VLC_EGENERIC;
1874 static subpicture_t *transcode_spu_get( sout_stream_t *p_stream,
1875 sout_stream_id_t *id,
1876 mtime_t display_date )
1878 sout_stream_sys_t *p_sys = p_stream->p_sys;
1879 subpicture_t *p_subpic = 0;
1880 subpicture_t *p_ephemer = 0;
1881 subpicture_t **pp_subpic = &p_subpic;
1884 /* Find current subpictures and remove old ones */
1885 for( i = 0; i < SUBPICTURE_RING_SIZE; i++ )
1887 if( !p_sys->pp_subpics[i] ) continue;
1889 if( !p_sys->pp_subpics[i]->b_ephemer &&
1890 p_sys->pp_subpics[i]->i_stop < display_date )
1892 spu_del_buffer( id->p_decoder, p_sys->pp_subpics[i] );
1893 p_sys->pp_subpics[i] = NULL;
1897 if( p_sys->pp_subpics[i]->i_start > display_date ) continue;
1899 if( p_sys->pp_subpics[i]->b_ephemer && !p_ephemer )
1901 p_ephemer = p_sys->pp_subpics[i];
1903 else if( p_sys->pp_subpics[i]->b_ephemer )
1905 if( p_ephemer->i_start < p_sys->pp_subpics[i]->i_start )
1909 *p_ephemer = *p_sys->pp_subpics[i];
1910 *p_sys->pp_subpics[i] = tmp;
1913 spu_del_buffer( id->p_decoder, p_sys->pp_subpics[i] );
1914 p_sys->pp_subpics[i] = NULL;
1918 /* Add subpicture to the list */
1919 *pp_subpic = p_sys->pp_subpics[i];
1920 pp_subpic = &p_sys->pp_subpics[i]->p_next;
1926 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
1928 subpicture_t *p_subpic = (subpicture_t *)malloc(sizeof(subpicture_t));
1929 memset( p_subpic, 0, sizeof(subpicture_t) );
1930 p_subpic->b_absolute = VLC_TRUE;
1932 p_subpic->pf_create_region = __spu_CreateRegion;
1933 p_subpic->pf_destroy_region = __spu_DestroyRegion;
1938 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
1940 while( p_subpic->p_region )
1942 subpicture_region_t *p_region = p_subpic->p_region;
1943 p_subpic->p_region = p_region->p_next;
1944 p_subpic->pf_destroy_region( VLC_OBJECT(p_dec), p_region );