1 /*****************************************************************************
2 * transcode.c: transcoding stream output module
3 *****************************************************************************
4 * Copyright (C) 2003-2004 VideoLAN
7 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
33 #include <vlc/input.h>
36 #include <vlc/decoder.h>
37 #include "vlc_filter.h"
40 /*****************************************************************************
42 *****************************************************************************/
43 #define VENC_TEXT N_("Video encoder")
44 #define VENC_LONGTEXT N_( \
45 "Allows you to specify the video encoder to use and its associated " \
47 #define VCODEC_TEXT N_("Destination video codec")
48 #define VCODEC_LONGTEXT N_( \
49 "Allows you to specify the destination video codec used for the " \
51 #define VB_TEXT N_("Video bitrate")
52 #define VB_LONGTEXT N_( \
53 "Allows you to specify the video bitrate used for the streaming " \
55 #define SCALE_TEXT N_("Video scaling")
56 #define SCALE_LONGTEXT N_( \
57 "Allows you to scale the video before encoding." )
58 #define FPS_TEXT N_("Video frame-rate")
59 #define FPS_LONGTEXT N_( \
60 "Allows you to specify an output frame rate for the video." )
61 #define DEINTERLACE_TEXT N_("Deinterlace video")
62 #define DEINTERLACE_LONGTEXT N_( \
63 "Allows you to deinterlace the video before encoding." )
64 #define WIDTH_TEXT N_("Video width")
65 #define WIDTH_LONGTEXT N_( \
66 "Allows you to specify the output video width." )
67 #define HEIGHT_TEXT N_("Video height")
68 #define HEIGHT_LONGTEXT N_( \
69 "Allows you to specify the output video height." )
71 #define CROPTOP_TEXT N_("Video crop top")
72 #define CROPTOP_LONGTEXT N_( \
73 "Allows you to specify the top coordinate for the video cropping." )
74 #define CROPLEFT_TEXT N_("Video crop left")
75 #define CROPLEFT_LONGTEXT N_( \
76 "Allows you to specify the left coordinate for the video cropping." )
77 #define CROPBOTTOM_TEXT N_("Video crop bottom")
78 #define CROPBOTTOM_LONGTEXT N_( \
79 "Allows you to specify the bottom coordinate for the video cropping." )
80 #define CROPRIGHT_TEXT N_("Video crop right")
81 #define CROPRIGHT_LONGTEXT N_( \
82 "Allows you to specify the right coordinate for the video cropping." )
84 #define AENC_TEXT N_("Audio encoder")
85 #define AENC_LONGTEXT N_( \
86 "Allows you to specify the audio encoder to use and its associated " \
88 #define ACODEC_TEXT N_("Destination audio codec")
89 #define ACODEC_LONGTEXT N_( \
90 "Allows you to specify the destination audio codec used for the " \
92 #define AB_TEXT N_("Audio bitrate")
93 #define AB_LONGTEXT N_( \
94 "Allows you to specify the audio bitrate used for the streaming " \
96 #define ARATE_TEXT N_("Audio sample rate")
97 #define ARATE_LONGTEXT N_( \
98 "Allows you to specify the audio sample rate used for the streaming " \
100 #define ACHANS_TEXT N_("Audio channels")
101 #define ACHANS_LONGTEXT N_( \
102 "Allows you to specify the number of audio channels used for the " \
103 "streaming output." )
105 #define SENC_TEXT N_("Subtitles encoder")
106 #define SENC_LONGTEXT N_( \
107 "Allows you to specify the subtitles encoder to use and its associated " \
109 #define SCODEC_TEXT N_("Destination subtitles codec")
110 #define SCODEC_LONGTEXT N_( \
111 "Allows you to specify the destination subtitles codec used for the " \
112 "streaming output." )
113 #define SFILTER_TEXT N_("Subpictures filter")
114 #define SFILTER_LONGTEXT N_( \
115 "Allows you to specify subpictures filters used during the video " \
116 "transcoding. The subpictures produced by the filters will be overlayed " \
117 "directly onto the video." )
119 #define THREADS_TEXT N_("Number of threads")
120 #define THREADS_LONGTEXT N_( \
121 "Allows you to specify the number of threads used for the transcoding." )
123 #define ASYNC_TEXT N_("Synchronise on audio track")
124 #define ASYNC_LONGTEXT N_( \
125 "This option will drop/duplicate video frames to synchronise the video " \
126 "track on the audio track." )
128 static int Open ( vlc_object_t * );
129 static void Close( vlc_object_t * );
131 #define SOUT_CFG_PREFIX "sout-transcode-"
134 set_shortname( _("Transcode"));
135 set_description( _("Transcode stream output") );
136 set_capability( "sout stream", 50 );
137 add_shortcut( "transcode" );
138 set_callbacks( Open, Close );
139 set_category( CAT_SOUT );
140 set_subcategory( SUBCAT_SOUT_STREAM );
141 set_section( N_("Video"), NULL );
142 add_string( SOUT_CFG_PREFIX "venc", NULL, NULL, VENC_TEXT,
143 VENC_LONGTEXT, VLC_FALSE );
144 add_string( SOUT_CFG_PREFIX "vcodec", NULL, NULL, VCODEC_TEXT,
145 VCODEC_LONGTEXT, VLC_FALSE );
146 add_integer( SOUT_CFG_PREFIX "vb", 800 * 1000, NULL, VB_TEXT,
147 VB_LONGTEXT, VLC_FALSE );
148 add_float( SOUT_CFG_PREFIX "scale", 1, NULL, SCALE_TEXT,
149 SCALE_LONGTEXT, VLC_FALSE );
150 add_float( SOUT_CFG_PREFIX "fps", 0, NULL, FPS_TEXT,
151 FPS_LONGTEXT, VLC_FALSE );
152 add_bool( SOUT_CFG_PREFIX "deinterlace", 0, NULL, DEINTERLACE_TEXT,
153 DEINTERLACE_LONGTEXT, VLC_FALSE );
154 add_integer( SOUT_CFG_PREFIX "width", 0, NULL, WIDTH_TEXT,
155 WIDTH_LONGTEXT, VLC_TRUE );
156 add_integer( SOUT_CFG_PREFIX "height", 0, NULL, HEIGHT_TEXT,
157 HEIGHT_LONGTEXT, VLC_TRUE );
159 add_integer( SOUT_CFG_PREFIX "croptop", 0, NULL, CROPTOP_TEXT,
160 CROPTOP_LONGTEXT, VLC_TRUE );
161 add_integer( SOUT_CFG_PREFIX "cropleft", 0, NULL, CROPLEFT_TEXT,
162 CROPLEFT_LONGTEXT, VLC_TRUE );
163 add_integer( SOUT_CFG_PREFIX "cropbottom", 0, NULL, CROPBOTTOM_TEXT,
164 CROPBOTTOM_LONGTEXT, VLC_TRUE );
165 add_integer( SOUT_CFG_PREFIX "cropright", 0, NULL, CROPRIGHT_TEXT,
166 CROPRIGHT_LONGTEXT, VLC_TRUE );
168 set_section( N_("Audio"), NULL );
169 add_string( SOUT_CFG_PREFIX "aenc", NULL, NULL, AENC_TEXT,
170 AENC_LONGTEXT, VLC_FALSE );
171 add_string( SOUT_CFG_PREFIX "acodec", NULL, NULL, ACODEC_TEXT,
172 ACODEC_LONGTEXT, VLC_FALSE );
173 add_integer( SOUT_CFG_PREFIX "ab", 64000, NULL, AB_TEXT,
174 AB_LONGTEXT, VLC_FALSE );
175 add_integer( SOUT_CFG_PREFIX "channels", 0, NULL, ACHANS_TEXT,
176 ACHANS_LONGTEXT, VLC_FALSE );
177 add_integer( SOUT_CFG_PREFIX "samplerate", 0, NULL, ARATE_TEXT,
178 ARATE_LONGTEXT, VLC_TRUE );
179 add_bool( SOUT_CFG_PREFIX "audio-sync", 0, NULL, ASYNC_TEXT,
180 ASYNC_LONGTEXT, VLC_FALSE );
182 set_section( N_("Overlays/Subtitles"), NULL );
183 add_string( SOUT_CFG_PREFIX "senc", NULL, NULL, SENC_TEXT,
184 SENC_LONGTEXT, VLC_FALSE );
185 add_string( SOUT_CFG_PREFIX "scodec", NULL, NULL, SCODEC_TEXT,
186 SCODEC_LONGTEXT, VLC_FALSE );
187 add_bool( SOUT_CFG_PREFIX "soverlay", 0, NULL, SCODEC_TEXT,
188 SCODEC_LONGTEXT, VLC_FALSE );
189 add_module_list_cat( SOUT_CFG_PREFIX "sfilter", SUBCAT_VIDEO_SUBPIC,
191 SFILTER_TEXT, SFILTER_LONGTEXT, VLC_FALSE );
193 set_section( N_("Miscellaneous"), NULL );
194 add_integer( SOUT_CFG_PREFIX "threads", 0, NULL, THREADS_TEXT,
195 THREADS_LONGTEXT, VLC_TRUE );
199 static const char *ppsz_sout_options[] = {
200 "venc", "vcodec", "vb", "croptop", "cropbottom", "cropleft", "cropright",
201 "scale", "fps", "width", "height", "deinterlace", "threads",
202 "aenc", "acodec", "ab", "samplerate", "channels",
203 "senc", "scodec", "soverlay", "sfilter",
207 /*****************************************************************************
208 * Exported prototypes
209 *****************************************************************************/
210 static sout_stream_id_t *Add ( sout_stream_t *, es_format_t * );
211 static int Del ( sout_stream_t *, sout_stream_id_t * );
212 static int Send( sout_stream_t *, sout_stream_id_t *, block_t* );
214 static int transcode_audio_new ( sout_stream_t *, sout_stream_id_t * );
215 static void transcode_audio_close ( sout_stream_t *, sout_stream_id_t * );
216 static int transcode_audio_process( sout_stream_t *, sout_stream_id_t *,
217 block_t *, block_t ** );
219 static aout_buffer_t *audio_new_buffer( decoder_t *, int );
220 static void audio_del_buffer( decoder_t *, aout_buffer_t * );
222 static int transcode_video_new ( sout_stream_t *, sout_stream_id_t * );
223 static void transcode_video_close ( sout_stream_t *, sout_stream_id_t * );
224 static int transcode_video_encoder_open( sout_stream_t *, sout_stream_id_t *);
225 static int transcode_video_process( sout_stream_t *, sout_stream_id_t *,
226 block_t *, block_t ** );
228 static void video_del_buffer( vlc_object_t *, picture_t * );
229 static picture_t *video_new_buffer_decoder( decoder_t * );
230 static void video_del_buffer_decoder( decoder_t *, picture_t * );
231 static void video_link_picture_decoder( decoder_t *, picture_t * );
232 static void video_unlink_picture_decoder( decoder_t *, picture_t * );
233 static picture_t *video_new_buffer_filter( filter_t * );
234 static void video_del_buffer_filter( filter_t *, picture_t * );
236 static int transcode_spu_new ( sout_stream_t *, sout_stream_id_t * );
237 static void transcode_spu_close ( sout_stream_t *, sout_stream_id_t * );
238 static int transcode_spu_process( sout_stream_t *, sout_stream_id_t *,
239 block_t *, block_t ** );
241 static int EncoderThread( struct sout_stream_sys_t * p_sys );
243 static int pi_channels_maps[6] =
246 AOUT_CHAN_CENTER, AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
247 AOUT_CHAN_CENTER | AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
248 AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT
249 | AOUT_CHAN_REARRIGHT,
250 AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER
251 | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT
254 #define PICTURE_RING_SIZE 64
255 #define SUBPICTURE_RING_SIZE 20
257 struct sout_stream_sys_t
261 sout_stream_t *p_out;
262 sout_stream_id_t *id_video;
264 vlc_mutex_t lock_out;
266 picture_t * pp_pics[PICTURE_RING_SIZE];
267 int i_first_pic, i_last_pic;
270 vlc_fourcc_t i_acodec; /* codec audio (0 if not transcode) */
272 sout_cfg_t *p_audio_cfg;
278 vlc_fourcc_t i_vcodec; /* codec video (0 if not transcode) */
280 sout_cfg_t *p_video_cfg;
286 vlc_bool_t b_deinterlace;
295 vlc_fourcc_t i_scodec; /* codec spu (0 if not transcode) */
297 vlc_bool_t b_soverlay;
298 sout_cfg_t *p_spu_cfg;
302 vlc_bool_t b_master_sync;
303 mtime_t i_master_drift;
306 struct decoder_owner_sys_t
308 picture_t *pp_pics[PICTURE_RING_SIZE];
310 struct filter_owner_sys_t
312 picture_t *pp_pics[PICTURE_RING_SIZE];
315 /*****************************************************************************
317 *****************************************************************************/
318 static int Open( vlc_object_t *p_this )
320 sout_stream_t *p_stream = (sout_stream_t*)p_this;
321 sout_stream_sys_t *p_sys;
324 p_sys = vlc_object_create( p_this, sizeof( sout_stream_sys_t ) );
326 p_sys->p_out = sout_StreamNew( p_stream->p_sout, p_stream->psz_next );
329 msg_Err( p_stream, "cannot create chain" );
330 vlc_object_destroy( p_sys );
334 p_sys->i_master_drift = 0;
336 sout_CfgParse( p_stream, SOUT_CFG_PREFIX, ppsz_sout_options,
339 /* Audio transcoding parameters */
340 var_Get( p_stream, SOUT_CFG_PREFIX "aenc", &val );
341 p_sys->psz_aenc = NULL;
342 p_sys->p_audio_cfg = NULL;
343 if( val.psz_string && *val.psz_string )
346 psz_next = sout_CfgCreate( &p_sys->psz_aenc, &p_sys->p_audio_cfg,
348 if( psz_next ) free( psz_next );
350 if( val.psz_string ) free( val.psz_string );
352 var_Get( p_stream, SOUT_CFG_PREFIX "acodec", &val );
354 if( val.psz_string && *val.psz_string )
357 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
358 p_sys->i_acodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
360 if( val.psz_string ) free( val.psz_string );
362 var_Get( p_stream, SOUT_CFG_PREFIX "ab", &val );
363 p_sys->i_abitrate = val.i_int;
364 if( p_sys->i_abitrate < 4000 ) p_sys->i_abitrate *= 1000;
366 var_Get( p_stream, SOUT_CFG_PREFIX "samplerate", &val );
367 p_sys->i_sample_rate = val.i_int;
369 var_Get( p_stream, SOUT_CFG_PREFIX "channels", &val );
370 p_sys->i_channels = val.i_int;
372 if( p_sys->i_acodec )
374 msg_Dbg( p_stream, "codec audio=%4.4s %dHz %d channels %dKb/s",
375 (char *)&p_sys->i_acodec, p_sys->i_sample_rate,
376 p_sys->i_channels, p_sys->i_abitrate / 1000 );
379 /* Video transcoding parameters */
380 var_Get( p_stream, SOUT_CFG_PREFIX "venc", &val );
381 p_sys->psz_venc = NULL;
382 p_sys->p_video_cfg = NULL;
383 if( val.psz_string && *val.psz_string )
386 psz_next = sout_CfgCreate( &p_sys->psz_venc, &p_sys->p_video_cfg,
388 if( psz_next ) free( psz_next );
390 if( val.psz_string ) free( val.psz_string );
392 var_Get( p_stream, SOUT_CFG_PREFIX "vcodec", &val );
394 if( val.psz_string && *val.psz_string )
397 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
398 p_sys->i_vcodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
400 if( val.psz_string ) free( val.psz_string );
402 var_Get( p_stream, SOUT_CFG_PREFIX "vb", &val );
403 p_sys->i_vbitrate = val.i_int;
404 if( p_sys->i_vbitrate < 16000 ) p_sys->i_vbitrate *= 1000;
406 var_Get( p_stream, SOUT_CFG_PREFIX "scale", &val );
407 p_sys->f_scale = val.f_float;
409 var_Get( p_stream, SOUT_CFG_PREFIX "fps", &val );
410 p_sys->f_fps = val.f_float;
412 var_Get( p_stream, SOUT_CFG_PREFIX "width", &val );
413 p_sys->i_width = val.i_int;
415 var_Get( p_stream, SOUT_CFG_PREFIX "height", &val );
416 p_sys->i_height = val.i_int;
418 var_Get( p_stream, SOUT_CFG_PREFIX "deinterlace", &val );
419 p_sys->b_deinterlace = val.b_bool;
421 var_Get( p_stream, SOUT_CFG_PREFIX "croptop", &val );
422 p_sys->i_crop_top = val.i_int;
423 var_Get( p_stream, SOUT_CFG_PREFIX "cropbottom", &val );
424 p_sys->i_crop_bottom = val.i_int;
425 var_Get( p_stream, SOUT_CFG_PREFIX "cropleft", &val );
426 p_sys->i_crop_left = val.i_int;
427 var_Get( p_stream, SOUT_CFG_PREFIX "cropright", &val );
428 p_sys->i_crop_right = val.i_int;
430 var_Get( p_stream, SOUT_CFG_PREFIX "threads", &val );
431 p_sys->i_threads = val.i_int;
433 if( p_sys->i_vcodec )
435 msg_Dbg( p_stream, "codec video=%4.4s %dx%d scaling: %f %dkb/s",
436 (char *)&p_sys->i_vcodec, p_sys->i_width, p_sys->i_height,
437 p_sys->f_scale, p_sys->i_vbitrate / 1000 );
440 /* Subpictures transcoding parameters */
442 p_sys->psz_senc = NULL;
443 p_sys->p_spu_cfg = NULL;
446 var_Get( p_stream, SOUT_CFG_PREFIX "senc", &val );
447 if( val.psz_string && *val.psz_string )
450 psz_next = sout_CfgCreate( &p_sys->psz_senc, &p_sys->p_spu_cfg,
452 if( psz_next ) free( psz_next );
454 if( val.psz_string ) free( val.psz_string );
456 var_Get( p_stream, SOUT_CFG_PREFIX "scodec", &val );
457 if( val.psz_string && *val.psz_string )
460 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
461 p_sys->i_scodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
463 if( val.psz_string ) free( val.psz_string );
465 if( p_sys->i_scodec )
467 msg_Dbg( p_stream, "codec spu=%4.4s", (char *)&p_sys->i_scodec );
470 var_Get( p_stream, SOUT_CFG_PREFIX "soverlay", &val );
471 p_sys->b_soverlay = val.b_bool;
473 var_Get( p_stream, SOUT_CFG_PREFIX "sfilter", &val );
474 if( val.psz_string && *val.psz_string )
476 p_sys->p_spu = spu_Create( p_stream );
477 var_Create( p_sys->p_spu, "sub-filter", VLC_VAR_STRING );
478 var_Set( p_sys->p_spu, "sub-filter", val );
479 spu_Init( p_sys->p_spu );
481 if( val.psz_string ) free( val.psz_string );
483 var_Get( p_stream, SOUT_CFG_PREFIX "audio-sync", &val );
484 p_sys->b_master_sync = val.b_bool;
485 if( p_sys->f_fps > 0 ) p_sys->b_master_sync = VLC_TRUE;
487 p_stream->pf_add = Add;
488 p_stream->pf_del = Del;
489 p_stream->pf_send = Send;
490 p_stream->p_sys = p_sys;
495 /*****************************************************************************
497 *****************************************************************************/
498 static void Close( vlc_object_t * p_this )
500 sout_stream_t *p_stream = (sout_stream_t*)p_this;
501 sout_stream_sys_t *p_sys = p_stream->p_sys;
503 sout_StreamDelete( p_sys->p_out );
505 while( p_sys->p_audio_cfg != NULL )
507 sout_cfg_t *p_next = p_sys->p_audio_cfg->p_next;
509 if( p_sys->p_audio_cfg->psz_name )
510 free( p_sys->p_audio_cfg->psz_name );
511 if( p_sys->p_audio_cfg->psz_value )
512 free( p_sys->p_audio_cfg->psz_value );
513 free( p_sys->p_audio_cfg );
515 p_sys->p_audio_cfg = p_next;
517 if( p_sys->psz_aenc ) free( p_sys->psz_aenc );
519 while( p_sys->p_video_cfg != NULL )
521 sout_cfg_t *p_next = p_sys->p_video_cfg->p_next;
523 if( p_sys->p_video_cfg->psz_name )
524 free( p_sys->p_video_cfg->psz_name );
525 if( p_sys->p_video_cfg->psz_value )
526 free( p_sys->p_video_cfg->psz_value );
527 free( p_sys->p_video_cfg );
529 p_sys->p_video_cfg = p_next;
531 if( p_sys->psz_venc ) free( p_sys->psz_venc );
533 while( p_sys->p_spu_cfg != NULL )
535 sout_cfg_t *p_next = p_sys->p_spu_cfg->p_next;
537 if( p_sys->p_spu_cfg->psz_name )
538 free( p_sys->p_spu_cfg->psz_name );
539 if( p_sys->p_spu_cfg->psz_value )
540 free( p_sys->p_spu_cfg->psz_value );
541 free( p_sys->p_spu_cfg );
543 p_sys->p_spu_cfg = p_next;
545 if( p_sys->psz_senc ) free( p_sys->psz_senc );
547 if( p_sys->p_spu ) spu_Destroy( p_sys->p_spu );
549 vlc_object_destroy( p_sys );
552 struct sout_stream_id_t
554 vlc_fourcc_t b_transcode;
556 /* id of the out stream */
560 decoder_t *p_decoder;
563 filter_t *pp_filter[10];
567 encoder_t *p_encoder;
570 date_t interpolated_pts;
574 static sout_stream_id_t *Add( sout_stream_t *p_stream, es_format_t *p_fmt )
576 sout_stream_sys_t *p_sys = p_stream->p_sys;
577 sout_stream_id_t *id;
579 id = malloc( sizeof( sout_stream_id_t ) );
580 memset( id, 0, sizeof(sout_stream_id_t) );
583 id->p_decoder = NULL;
584 id->p_encoder = NULL;
586 /* Create decoder object */
587 id->p_decoder = vlc_object_create( p_stream, VLC_OBJECT_DECODER );
590 msg_Err( p_stream, "out of memory" );
593 vlc_object_attach( id->p_decoder, p_stream );
594 id->p_decoder->p_module = NULL;
595 id->p_decoder->fmt_in = *p_fmt;
596 id->p_decoder->b_pace_control = VLC_TRUE;
598 /* Create encoder object */
599 id->p_encoder = vlc_object_create( p_stream, VLC_OBJECT_ENCODER );
602 msg_Err( p_stream, "out of memory" );
605 vlc_object_attach( id->p_encoder, p_stream );
606 id->p_encoder->p_module = NULL;
608 /* Create destination format */
609 es_format_Init( &id->p_encoder->fmt_out, p_fmt->i_cat, 0 );
610 id->p_encoder->fmt_out.i_id = p_fmt->i_id;
611 id->p_encoder->fmt_out.i_group = p_fmt->i_group;
612 if( p_fmt->psz_language )
613 id->p_encoder->fmt_out.psz_language = strdup( p_fmt->psz_language );
615 if( p_fmt->i_cat == AUDIO_ES && (p_sys->i_acodec || p_sys->psz_aenc) )
618 "creating audio transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
619 (char*)&p_fmt->i_codec, (char*)&p_sys->i_acodec );
621 /* Complete destination format */
622 id->p_encoder->fmt_out.i_codec = p_sys->i_acodec;
623 id->p_encoder->fmt_out.audio.i_rate = p_sys->i_sample_rate > 0 ?
624 p_sys->i_sample_rate : (int)p_fmt->audio.i_rate;
625 id->p_encoder->fmt_out.i_bitrate = p_sys->i_abitrate;
626 id->p_encoder->fmt_out.audio.i_bitspersample =
627 p_fmt->audio.i_bitspersample;
628 id->p_encoder->fmt_out.audio.i_channels = p_sys->i_channels > 0 ?
629 p_sys->i_channels : p_fmt->audio.i_channels;
630 /* Sanity check for audio channels */
631 id->p_encoder->fmt_out.audio.i_channels =
632 __MIN( id->p_encoder->fmt_out.audio.i_channels,
633 id->p_decoder->fmt_in.audio.i_channels );
634 id->p_encoder->fmt_out.audio.i_original_channels =
635 id->p_decoder->fmt_in.audio.i_physical_channels;
636 if( id->p_decoder->fmt_in.audio.i_channels ==
637 id->p_encoder->fmt_out.audio.i_channels )
639 id->p_encoder->fmt_out.audio.i_physical_channels =
640 id->p_decoder->fmt_in.audio.i_physical_channels;
644 id->p_encoder->fmt_out.audio.i_physical_channels =
645 pi_channels_maps[id->p_encoder->fmt_out.audio.i_channels];
648 /* Build decoder -> filter -> encoder chain */
649 if( transcode_audio_new( p_stream, id ) )
651 msg_Err( p_stream, "cannot create audio chain" );
655 /* Open output stream */
656 id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
657 id->b_transcode = VLC_TRUE;
659 if( !id->id ) goto error;
661 date_Init( &id->interpolated_pts, p_fmt->audio.i_rate, 1 );
663 else if( p_fmt->i_cat == VIDEO_ES &&
664 (p_sys->i_vcodec != 0 || p_sys->psz_venc) )
667 "creating video transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
668 (char*)&p_fmt->i_codec, (char*)&p_sys->i_vcodec );
670 /* Complete destination format */
671 id->p_encoder->fmt_out.i_codec = p_sys->i_vcodec;
672 id->p_encoder->fmt_out.video.i_width = p_sys->i_width;
673 id->p_encoder->fmt_out.video.i_height = p_sys->i_height;
674 id->p_encoder->fmt_out.i_bitrate = p_sys->i_vbitrate;
676 /* Build decoder -> filter -> encoder chain */
677 if( transcode_video_new( p_stream, id ) )
679 msg_Err( p_stream, "cannot create video chain" );
683 /* Stream will be added later on because we don't know
684 * all the characteristics of the decoded stream yet */
685 id->b_transcode = VLC_TRUE;
687 if( p_sys->f_fps > 0 )
689 id->p_encoder->fmt_out.video.i_frame_rate =
690 nearbyint(p_sys->f_fps * 1001);
691 id->p_encoder->fmt_out.video.i_frame_rate_base = 1001;
694 else if( p_fmt->i_cat == SPU_ES && (p_sys->i_scodec || p_sys->psz_senc) )
696 msg_Dbg( p_stream, "creating subtitles transcoding from fcc=`%4.4s' "
697 "to fcc=`%4.4s'", (char*)&p_fmt->i_codec,
698 (char*)&p_sys->i_scodec );
700 /* Complete destination format */
701 id->p_encoder->fmt_out.i_codec = p_sys->i_scodec;
703 /* build decoder -> filter -> encoder */
704 if( transcode_spu_new( p_stream, id ) )
706 msg_Err( p_stream, "cannot create subtitles chain" );
710 /* open output stream */
711 id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
712 id->b_transcode = VLC_TRUE;
714 if( !id->id ) goto error;
716 else if( p_fmt->i_cat == SPU_ES && p_sys->b_soverlay )
718 msg_Dbg( p_stream, "subtitles (fcc=`%4.4s') overlaying",
719 (char*)&p_fmt->i_codec );
721 id->b_transcode = VLC_TRUE;
723 /* Build decoder -> filter -> overlaying chain */
724 if( transcode_spu_new( p_stream, id ) )
726 msg_Err( p_stream, "cannot create subtitles chain" );
732 msg_Dbg( p_stream, "not transcoding a stream (fcc=`%4.4s')",
733 (char*)&p_fmt->i_codec );
734 id->id = p_sys->p_out->pf_add( p_sys->p_out, p_fmt );
735 id->b_transcode = VLC_FALSE;
737 if( !id->id ) goto error;
745 vlc_object_detach( id->p_decoder );
746 vlc_object_destroy( id->p_decoder );
751 vlc_object_detach( id->p_encoder );
752 vlc_object_destroy( id->p_encoder );
759 static int Del( sout_stream_t *p_stream, sout_stream_id_t *id )
761 sout_stream_sys_t *p_sys = p_stream->p_sys;
763 if( id->b_transcode )
765 switch( id->p_decoder->fmt_in.i_cat )
768 transcode_audio_close( p_stream, id );
771 transcode_video_close( p_stream, id );
774 transcode_spu_close( p_stream, id );
779 if( id->id ) p_sys->p_out->pf_del( p_sys->p_out, id->id );
783 vlc_object_detach( id->p_decoder );
784 vlc_object_destroy( id->p_decoder );
789 vlc_object_detach( id->p_encoder );
790 vlc_object_destroy( id->p_encoder );
798 static int Send( sout_stream_t *p_stream, sout_stream_id_t *id,
801 sout_stream_sys_t *p_sys = p_stream->p_sys;
804 if( !id->b_transcode && id->id )
806 if( p_sys->b_master_sync && p_sys->i_master_drift )
808 if( p_buffer->i_dts > 0 )
810 p_buffer->i_dts -= p_sys->i_master_drift;
811 if( p_buffer->i_dts < 0 )
813 block_Release( p_buffer );
817 if( p_buffer->i_pts > 0 )
819 p_buffer->i_pts -= p_sys->i_master_drift;
820 if( p_buffer->i_pts < 0 )
822 block_Release( p_buffer );
828 return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_buffer );
830 else if( !id->b_transcode )
832 block_Release( p_buffer );
836 switch( id->p_decoder->fmt_in.i_cat )
839 transcode_audio_process( p_stream, id, p_buffer, &p_out );
843 if( transcode_video_process( p_stream, id, p_buffer, &p_out )
851 if( transcode_spu_process( p_stream, id, p_buffer, &p_out ) !=
859 block_Release( p_buffer );
863 if( p_out ) return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_out );
867 /****************************************************************************
868 * decoder reencoder part
869 ****************************************************************************/
870 int audio_BitsPerSample( vlc_fourcc_t i_format )
874 case VLC_FOURCC('u','8',' ',' '):
875 case VLC_FOURCC('s','8',' ',' '):
878 case VLC_FOURCC('u','1','6','l'):
879 case VLC_FOURCC('s','1','6','l'):
880 case VLC_FOURCC('u','1','6','b'):
881 case VLC_FOURCC('s','1','6','b'):
884 case VLC_FOURCC('u','2','4','l'):
885 case VLC_FOURCC('s','2','4','l'):
886 case VLC_FOURCC('u','2','4','b'):
887 case VLC_FOURCC('s','2','4','b'):
890 case VLC_FOURCC('u','3','2','l'):
891 case VLC_FOURCC('s','3','2','l'):
892 case VLC_FOURCC('u','3','2','b'):
893 case VLC_FOURCC('s','3','2','b'):
894 case VLC_FOURCC('f','l','3','2'):
895 case VLC_FOURCC('f','i','3','2'):
898 case VLC_FOURCC('f','l','6','4'):
905 static filter_t *transcode_audio_filter_new( sout_stream_t *p_stream,
906 sout_stream_id_t *id,
907 es_format_t *p_fmt_in,
908 es_format_t *p_fmt_out )
910 filter_t *p_filter = vlc_object_create( p_stream, VLC_OBJECT_FILTER );
912 vlc_object_attach( p_filter, p_stream );
913 p_filter->pf_audio_buffer_new = __block_New;
915 p_filter->fmt_in = *p_fmt_in;
916 p_filter->fmt_out = *p_fmt_out;
918 p_filter->p_module = module_Need( p_filter, "audio filter2", 0, 0 );
919 if( p_filter->p_module )
921 p_filter->fmt_out.audio.i_bitspersample =
922 audio_BitsPerSample( p_filter->fmt_out.i_codec );
923 *p_fmt_in = p_filter->fmt_out;
927 vlc_object_detach( p_filter );
928 vlc_object_destroy( p_filter );
935 static int transcode_audio_new( sout_stream_t *p_stream,
936 sout_stream_id_t *id )
938 sout_stream_sys_t *p_sys = p_stream->p_sys;
939 es_format_t fmt_last;
946 /* Initialization of decoder structures */
947 id->p_decoder->fmt_out = id->p_decoder->fmt_in;
948 id->p_decoder->fmt_out.i_extra = 0;
949 id->p_decoder->fmt_out.p_extra = 0;
950 id->p_decoder->pf_decode_audio = 0;
951 id->p_decoder->pf_aout_buffer_new = audio_new_buffer;
952 id->p_decoder->pf_aout_buffer_del = audio_del_buffer;
953 //id->p_decoder->p_cfg = p_sys->p_video_cfg;
955 id->p_decoder->p_module =
956 module_Need( id->p_decoder, "decoder", "$codec", 0 );
958 if( !id->p_decoder->p_module )
960 msg_Err( p_stream, "cannot find decoder" );
963 id->p_decoder->fmt_out.audio.i_bitspersample =
964 audio_BitsPerSample( id->p_decoder->fmt_out.i_codec );
965 fmt_last = id->p_decoder->fmt_out;
966 /* FIX decoders so we don't have to do this */
967 fmt_last.audio.i_rate = id->p_decoder->fmt_in.audio.i_rate;
973 /* Initialization of encoder format structures */
974 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
975 id->p_decoder->fmt_out.i_codec );
976 id->p_encoder->fmt_in.audio.i_format = id->p_decoder->fmt_out.i_codec;
978 /* Initialization of encoder format structures */
979 es_format_Init( &id->p_encoder->fmt_in, AUDIO_ES, AOUT_FMT_S16_NE );
980 id->p_encoder->fmt_in.audio.i_format = AOUT_FMT_S16_NE;
981 id->p_encoder->fmt_in.audio.i_rate = id->p_encoder->fmt_out.audio.i_rate;
982 id->p_encoder->fmt_in.audio.i_physical_channels =
983 id->p_encoder->fmt_out.audio.i_physical_channels;
984 id->p_encoder->fmt_in.audio.i_original_channels =
985 id->p_encoder->fmt_out.audio.i_original_channels;
986 id->p_encoder->fmt_in.audio.i_channels =
987 id->p_encoder->fmt_out.audio.i_channels;
988 id->p_encoder->fmt_in.audio.i_bitspersample =
989 audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
991 id->p_encoder->p_cfg = p_stream->p_sys->p_audio_cfg;
993 id->p_encoder->p_module =
994 module_Need( id->p_encoder, "encoder", p_sys->psz_aenc, VLC_TRUE );
995 if( !id->p_encoder->p_module )
997 msg_Err( p_stream, "cannot find encoder" );
998 module_Unneed( id->p_decoder, id->p_decoder->p_module );
999 id->p_decoder->p_module = 0;
1000 return VLC_EGENERIC;
1002 id->p_encoder->fmt_in.audio.i_format = id->p_encoder->fmt_in.i_codec;
1003 id->p_encoder->fmt_in.audio.i_bitspersample =
1004 audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
1006 /* Load conversion filters */
1007 if( fmt_last.audio.i_channels != id->p_encoder->fmt_in.audio.i_channels ||
1008 fmt_last.audio.i_rate != id->p_encoder->fmt_in.audio.i_rate )
1010 /* We'll have to go through fl32 first */
1011 es_format_t fmt_out = id->p_encoder->fmt_in;
1012 fmt_out.i_codec = fmt_out.audio.i_format = VLC_FOURCC('f','l','3','2');
1014 id->pp_filter[id->i_filter] =
1015 transcode_audio_filter_new( p_stream, id, &fmt_last, &fmt_out );
1017 if( id->pp_filter[id->i_filter] ) id->i_filter++;
1022 if( fmt_last.audio.i_channels !=
1023 id->p_encoder->fmt_in.audio.i_channels ||
1024 fmt_last.audio.i_rate != id->p_encoder->fmt_in.audio.i_rate ||
1025 fmt_last.i_codec != id->p_encoder->fmt_in.i_codec )
1027 id->pp_filter[id->i_filter] =
1028 transcode_audio_filter_new( p_stream, id, &fmt_last,
1029 &id->p_encoder->fmt_in );
1031 if( id->pp_filter[id->i_filter] ) id->i_filter++;
1036 /* Final checks to see if conversions were successful */
1037 if( fmt_last.i_codec != id->p_encoder->fmt_in.i_codec )
1039 msg_Dbg( p_stream, "no audio filter found (%4.4s->%4.4s)",
1040 (char *)&fmt_last.i_codec,
1041 (char *)&id->p_encoder->fmt_in.i_codec );
1042 transcode_audio_close( p_stream, id );
1043 return VLC_EGENERIC;
1046 if( fmt_last.audio.i_channels != id->p_encoder->fmt_in.audio.i_channels )
1048 msg_Dbg( p_stream, "no audio filter found for mixing from"
1049 " %i to %i channels", fmt_last.audio.i_channels,
1050 id->p_encoder->fmt_in.audio.i_channels );
1052 id->p_encoder->fmt_in.audio.i_channels = fmt_last.audio.i_channels;
1053 id->p_encoder->fmt_out.audio.i_channels = fmt_last.audio.i_channels;
1055 id->p_encoder->fmt_in.audio.i_physical_channels =
1056 id->p_encoder->fmt_in.audio.i_original_channels =
1057 fmt_last.audio.i_physical_channels;
1058 id->p_encoder->fmt_out.audio.i_physical_channels =
1059 id->p_encoder->fmt_out.audio.i_original_channels =
1060 fmt_last.audio.i_physical_channels;
1063 if( fmt_last.audio.i_rate != id->p_encoder->fmt_in.audio.i_rate )
1065 msg_Dbg( p_stream, "no audio filter found for resampling from"
1066 " %iHz to %iHz", fmt_last.audio.i_rate,
1067 id->p_encoder->fmt_in.audio.i_rate );
1068 id->p_encoder->fmt_in.audio.i_rate = fmt_last.audio.i_rate;
1069 id->p_encoder->fmt_out.audio.i_rate = fmt_last.audio.i_rate;
1072 /* FIXME: Hack for mp3 transcoding support */
1073 if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC( 'm','p','3',' ' ) )
1074 id->p_encoder->fmt_out.i_codec = VLC_FOURCC( 'm','p','g','a' );
1079 static void transcode_audio_close( sout_stream_t *p_stream,
1080 sout_stream_id_t *id )
1085 if( id->p_decoder->p_module )
1086 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1087 id->p_decoder->p_module = 0;
1090 if( id->p_encoder->p_module )
1091 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1092 id->p_encoder->p_module = 0;
1095 for( i = 0; i < id->i_filter; i++ )
1097 vlc_object_detach( id->pp_filter[i] );
1098 if( id->pp_filter[i]->p_module )
1099 module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1100 vlc_object_destroy( id->pp_filter[i] );
1104 static int transcode_audio_process( sout_stream_t *p_stream,
1105 sout_stream_id_t *id,
1106 block_t *in, block_t **out )
1108 sout_stream_sys_t *p_sys = p_stream->p_sys;
1109 aout_buffer_t *p_audio_buf;
1110 block_t *p_block, *p_audio_block;
1114 while( (p_audio_buf = id->p_decoder->pf_decode_audio( id->p_decoder,
1117 if( p_sys->b_master_sync )
1119 mtime_t i_dts = date_Get( &id->interpolated_pts ) + 1;
1120 p_sys->i_master_drift = p_audio_buf->start_date - i_dts;
1121 date_Increment( &id->interpolated_pts, p_audio_buf->i_nb_samples );
1122 p_audio_buf->start_date -= p_sys->i_master_drift;
1123 p_audio_buf->end_date -= p_sys->i_master_drift;
1126 p_audio_block = p_audio_buf->p_sys;
1127 p_audio_block->i_buffer = p_audio_buf->i_nb_bytes;
1128 p_audio_block->i_dts = p_audio_block->i_pts =
1129 p_audio_buf->start_date;
1130 p_audio_block->i_length = p_audio_buf->end_date -
1131 p_audio_buf->start_date;
1132 p_audio_block->i_samples = p_audio_buf->i_nb_samples;
1134 /* Run filter chain */
1135 for( i = 0; i < id->i_filter; i++ )
1138 id->pp_filter[i]->pf_audio_filter( id->pp_filter[i],
1142 p_audio_buf->p_buffer = p_audio_block->p_buffer;
1143 p_audio_buf->i_nb_bytes = p_audio_block->i_buffer;
1144 p_audio_buf->i_nb_samples = p_audio_block->i_samples;
1145 p_audio_buf->start_date = p_audio_block->i_dts;
1146 p_audio_buf->end_date = p_audio_block->i_dts + p_audio_block->i_length;
1148 p_block = id->p_encoder->pf_encode_audio( id->p_encoder, p_audio_buf );
1149 block_ChainAppend( out, p_block );
1150 block_Release( p_audio_block );
1151 free( p_audio_buf );
1157 static void audio_release_buffer( aout_buffer_t *p_buffer )
1159 if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1160 if( p_buffer ) free( p_buffer );
1163 static aout_buffer_t *audio_new_buffer( decoder_t *p_dec, int i_samples )
1165 aout_buffer_t *p_buffer;
1169 if( p_dec->fmt_out.audio.i_bitspersample )
1171 i_size = i_samples * p_dec->fmt_out.audio.i_bitspersample / 8 *
1172 p_dec->fmt_out.audio.i_channels;
1174 else if( p_dec->fmt_out.audio.i_bytes_per_frame &&
1175 p_dec->fmt_out.audio.i_frame_length )
1177 i_size = i_samples * p_dec->fmt_out.audio.i_bytes_per_frame /
1178 p_dec->fmt_out.audio.i_frame_length;
1182 i_size = i_samples * 4 * p_dec->fmt_out.audio.i_channels;
1185 p_buffer = malloc( sizeof(aout_buffer_t) );
1186 p_buffer->pf_release = audio_release_buffer;
1187 p_buffer->p_sys = p_block = block_New( p_dec, i_size );
1189 p_buffer->p_buffer = p_block->p_buffer;
1190 p_buffer->i_size = p_buffer->i_nb_bytes = p_block->i_buffer;
1191 p_buffer->i_nb_samples = i_samples;
1192 p_block->i_samples = i_samples;
1197 static void audio_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
1199 if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1200 if( p_buffer ) free( p_buffer );
1206 static int transcode_video_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1208 sout_stream_sys_t *p_sys = p_stream->p_sys;
1215 /* Initialization of decoder structures */
1216 id->p_decoder->fmt_out = id->p_decoder->fmt_in;
1217 id->p_decoder->fmt_out.i_extra = 0;
1218 id->p_decoder->fmt_out.p_extra = 0;
1219 id->p_decoder->pf_decode_video = 0;
1220 id->p_decoder->pf_vout_buffer_new = video_new_buffer_decoder;
1221 id->p_decoder->pf_vout_buffer_del = video_del_buffer_decoder;
1222 id->p_decoder->pf_picture_link = video_link_picture_decoder;
1223 id->p_decoder->pf_picture_unlink = video_unlink_picture_decoder;
1224 id->p_decoder->p_owner = malloc( sizeof(decoder_owner_sys_t) );
1225 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1226 id->p_decoder->p_owner->pp_pics[i] = 0;
1227 //id->p_decoder->p_cfg = p_sys->p_video_cfg;
1229 id->p_decoder->p_module =
1230 module_Need( id->p_decoder, "decoder", "$codec", 0 );
1232 if( !id->p_decoder->p_module )
1234 msg_Err( p_stream, "cannot find decoder" );
1235 return VLC_EGENERIC;
1240 * Because some info about the decoded input will only be available
1241 * once the first frame is decoded, we actually only test the availability
1242 * of the encoder here.
1245 /* Initialization of encoder format structures */
1246 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1247 id->p_decoder->fmt_out.i_codec );
1248 id->p_encoder->fmt_in.video.i_chroma = id->p_decoder->fmt_out.i_codec;
1250 /* The dimensions will be set properly later on.
1251 * Just put sensible values so we can test an encoder is available. */
1252 id->p_encoder->fmt_in.video.i_width =
1253 id->p_encoder->fmt_out.video.i_width ?
1254 id->p_encoder->fmt_out.video.i_width :
1255 id->p_decoder->fmt_in.video.i_width ?
1256 id->p_decoder->fmt_in.video.i_width : 16;
1257 id->p_encoder->fmt_in.video.i_height =
1258 id->p_encoder->fmt_out.video.i_height ?
1259 id->p_encoder->fmt_out.video.i_height :
1260 id->p_decoder->fmt_in.video.i_height ?
1261 id->p_decoder->fmt_in.video.i_height : 16;
1262 id->p_encoder->fmt_in.video.i_frame_rate = 25;
1263 id->p_encoder->fmt_in.video.i_frame_rate_base = 1;
1265 id->p_encoder->i_threads = p_sys->i_threads;
1266 id->p_encoder->p_cfg = p_sys->p_video_cfg;
1268 id->p_encoder->p_module =
1269 module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1270 if( !id->p_encoder->p_module )
1272 msg_Err( p_stream, "cannot find encoder" );
1273 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1274 id->p_decoder->p_module = 0;
1275 return VLC_EGENERIC;
1278 /* Close the encoder.
1279 * We'll open it only when we have the first frame. */
1280 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1281 id->p_encoder->p_module = NULL;
1283 if( p_sys->i_threads >= 1 )
1285 p_sys->id_video = id;
1286 vlc_mutex_init( p_stream, &p_sys->lock_out );
1287 vlc_cond_init( p_stream, &p_sys->cond );
1288 memset( p_sys->pp_pics, 0, sizeof(p_sys->pp_pics) );
1289 p_sys->i_first_pic = 0;
1290 p_sys->i_last_pic = 0;
1291 p_sys->p_buffers = NULL;
1292 p_sys->b_die = p_sys->b_error = 0;
1293 if( vlc_thread_create( p_sys, "encoder", EncoderThread,
1294 VLC_THREAD_PRIORITY_VIDEO, VLC_FALSE ) )
1296 msg_Err( p_stream, "cannot spawn encoder thread" );
1297 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1298 id->p_decoder->p_module = 0;
1299 return VLC_EGENERIC;
1303 date_Set( &id->interpolated_pts, 0 );
1308 static int transcode_video_encoder_open( sout_stream_t *p_stream,
1309 sout_stream_id_t *id )
1311 sout_stream_sys_t *p_sys = p_stream->p_sys;
1313 /* Hack because of the copy packetizer which can fail to detect the
1314 * proper size (which forces us to wait until the 1st frame
1316 int i_width = id->p_decoder->fmt_out.video.i_width -
1317 p_sys->i_crop_left - p_sys->i_crop_right;
1318 int i_height = id->p_decoder->fmt_out.video.i_height -
1319 p_sys->i_crop_top - p_sys->i_crop_bottom;
1321 if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1322 id->p_encoder->fmt_out.video.i_height <= 0 && p_sys->f_scale )
1324 /* Apply the scaling */
1325 id->p_encoder->fmt_out.video.i_width = i_width * p_sys->f_scale;
1326 id->p_encoder->fmt_out.video.i_height = i_height * p_sys->f_scale;
1328 else if( id->p_encoder->fmt_out.video.i_width > 0 &&
1329 id->p_encoder->fmt_out.video.i_height <= 0 )
1331 id->p_encoder->fmt_out.video.i_height =
1332 id->p_encoder->fmt_out.video.i_width / (double)i_width * i_height;
1334 else if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1335 id->p_encoder->fmt_out.video.i_height > 0 )
1337 id->p_encoder->fmt_out.video.i_width =
1338 id->p_encoder->fmt_out.video.i_height / (double)i_height * i_width;
1341 /* Make sure the size is at least a multiple of 2 */
1342 id->p_encoder->fmt_out.video.i_width =
1343 (id->p_encoder->fmt_out.video.i_width + 1) >> 1 << 1;
1344 id->p_encoder->fmt_out.video.i_height =
1345 (id->p_encoder->fmt_out.video.i_height + 1) >> 1 << 1;
1347 id->p_encoder->fmt_in.video.i_width =
1348 id->p_encoder->fmt_out.video.i_width;
1349 id->p_encoder->fmt_in.video.i_height =
1350 id->p_encoder->fmt_out.video.i_height;
1352 if( !id->p_encoder->fmt_out.video.i_frame_rate ||
1353 !id->p_encoder->fmt_out.video.i_frame_rate_base )
1355 if( id->p_decoder->fmt_out.video.i_frame_rate &&
1356 id->p_decoder->fmt_out.video.i_frame_rate_base )
1358 id->p_encoder->fmt_out.video.i_frame_rate =
1359 id->p_decoder->fmt_out.video.i_frame_rate;
1360 id->p_encoder->fmt_out.video.i_frame_rate_base =
1361 id->p_decoder->fmt_out.video.i_frame_rate_base;
1365 /* Pick a sensible default value */
1366 id->p_encoder->fmt_out.video.i_frame_rate = 25;
1367 id->p_encoder->fmt_out.video.i_frame_rate_base = 1;
1371 id->p_encoder->fmt_in.video.i_frame_rate =
1372 id->p_encoder->fmt_out.video.i_frame_rate;
1373 id->p_encoder->fmt_in.video.i_frame_rate_base =
1374 id->p_encoder->fmt_out.video.i_frame_rate_base;
1376 date_Init( &id->interpolated_pts,
1377 id->p_encoder->fmt_out.video.i_frame_rate,
1378 id->p_encoder->fmt_out.video.i_frame_rate_base );
1380 /* Check whether a particular aspect ratio was requested */
1381 if( !id->p_encoder->fmt_out.video.i_aspect )
1383 id->p_encoder->fmt_out.video.i_aspect =
1384 id->p_decoder->fmt_out.video.i_aspect;
1386 id->p_encoder->fmt_in.video.i_aspect =
1387 id->p_encoder->fmt_out.video.i_aspect;
1389 id->p_encoder->p_module =
1390 module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1391 if( !id->p_encoder->p_module )
1393 msg_Err( p_stream, "cannot find encoder" );
1394 return VLC_EGENERIC;
1397 id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
1399 /* Hack for mp2v/mp1v transcoding support */
1400 if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','1','v') ||
1401 id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','2','v') )
1403 id->p_encoder->fmt_out.i_codec = VLC_FOURCC('m','p','g','v');
1406 id->id = p_stream->p_sys->p_out->pf_add( p_stream->p_sys->p_out,
1407 &id->p_encoder->fmt_out );
1410 msg_Err( p_stream, "cannot add this stream" );
1411 return VLC_EGENERIC;
1417 static void transcode_video_close( sout_stream_t *p_stream,
1418 sout_stream_id_t *id )
1422 if( p_stream->p_sys->i_threads >= 1 )
1424 vlc_mutex_lock( &p_stream->p_sys->lock_out );
1425 p_stream->p_sys->b_die = 1;
1426 vlc_cond_signal( &p_stream->p_sys->cond );
1427 vlc_mutex_unlock( &p_stream->p_sys->lock_out );
1428 vlc_thread_join( p_stream->p_sys );
1429 vlc_mutex_destroy( &p_stream->p_sys->lock_out );
1430 vlc_cond_destroy( &p_stream->p_sys->cond );
1434 if( id->p_decoder->p_module )
1435 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1437 if( id->p_decoder->p_owner )
1439 /* Clean-up pictures ring buffer */
1440 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1442 if( id->p_decoder->p_owner->pp_pics[i] )
1443 video_del_buffer( VLC_OBJECT(id->p_decoder),
1444 id->p_decoder->p_owner->pp_pics[i] );
1446 free( id->p_decoder->p_owner );
1450 if( id->p_encoder->p_module )
1451 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1454 for( i = 0; i < id->i_filter; i++ )
1456 vlc_object_detach( id->pp_filter[i] );
1457 if( id->pp_filter[i]->p_module )
1458 module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1460 /* Clean-up pictures ring buffer */
1461 for( j = 0; j < PICTURE_RING_SIZE; j++ )
1463 if( id->pp_filter[i]->p_owner->pp_pics[j] )
1464 video_del_buffer( VLC_OBJECT(id->pp_filter[i]),
1465 id->pp_filter[i]->p_owner->pp_pics[j] );
1467 free( id->pp_filter[i]->p_owner );
1469 vlc_object_destroy( id->pp_filter[i] );
1473 static int transcode_video_process( sout_stream_t *p_stream,
1474 sout_stream_id_t *id,
1475 block_t *in, block_t **out )
1477 sout_stream_sys_t *p_sys = p_stream->p_sys;
1478 int i_duplicate = 1, i;
1482 while( (p_pic = id->p_decoder->pf_decode_video( id->p_decoder, &in )) )
1484 subpicture_t *p_subpic = 0;
1486 if( p_sys->b_master_sync )
1488 mtime_t i_video_drift;
1489 mtime_t i_master_drift = p_sys->i_master_drift;
1492 if( !i_master_drift )
1494 /* No audio track ? */
1495 p_sys->i_master_drift = i_master_drift = p_pic->date;
1498 i_pts = date_Get( &id->interpolated_pts ) + 1;
1499 i_video_drift = p_pic->date - i_pts;
1502 /* Set the pts of the frame being encoded */
1503 p_pic->date = i_pts;
1505 if( i_video_drift < i_master_drift - 50000 )
1508 msg_Dbg( p_stream, "dropping frame (%i)",
1509 (int)(i_video_drift - i_master_drift) );
1511 p_pic->pf_release( p_pic );
1512 return VLC_EGENERIC;
1514 else if( i_video_drift > i_master_drift + 50000 )
1517 msg_Dbg( p_stream, "adding frame (%i)",
1518 (int)(i_video_drift - i_master_drift) );
1524 if( !id->p_encoder->p_module )
1526 if( transcode_video_encoder_open( p_stream, id ) != VLC_SUCCESS )
1528 p_pic->pf_release( p_pic );
1529 transcode_video_close( p_stream, id );
1530 id->b_transcode = VLC_FALSE;
1531 return VLC_EGENERIC;
1535 if( p_stream->p_sys->b_deinterlace )
1537 id->pp_filter[id->i_filter] =
1538 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1539 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1541 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1542 video_new_buffer_filter;
1543 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1544 video_del_buffer_filter;
1546 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1547 id->pp_filter[id->i_filter]->fmt_out = id->p_decoder->fmt_out;
1548 id->pp_filter[id->i_filter]->p_module =
1549 module_Need( id->pp_filter[id->i_filter],
1550 "video filter2", "deinterlace", 0 );
1551 if( id->pp_filter[id->i_filter]->p_module )
1553 id->pp_filter[id->i_filter]->p_owner =
1554 malloc( sizeof(filter_owner_sys_t) );
1555 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1556 id->pp_filter[id->i_filter]->p_owner->pp_pics[i] = 0;
1562 msg_Dbg( p_stream, "no video filter found" );
1563 vlc_object_detach( id->pp_filter[id->i_filter] );
1564 vlc_object_destroy( id->pp_filter[id->i_filter] );
1568 /* Check if we need a filter for chroma conversion or resizing */
1569 if( id->p_decoder->fmt_out.video.i_chroma !=
1570 id->p_encoder->fmt_in.video.i_chroma ||
1571 id->p_decoder->fmt_out.video.i_width !=
1572 id->p_encoder->fmt_out.video.i_width ||
1573 id->p_decoder->fmt_out.video.i_height !=
1574 id->p_encoder->fmt_out.video.i_height ||
1575 p_sys->i_crop_top > 0 || p_sys->i_crop_bottom > 0 ||
1576 p_sys->i_crop_left > 0 || p_sys->i_crop_right > 0 )
1578 id->pp_filter[id->i_filter] =
1579 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1580 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1582 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1583 video_new_buffer_filter;
1584 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1585 video_del_buffer_filter;
1587 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1588 id->pp_filter[id->i_filter]->fmt_out = id->p_encoder->fmt_in;
1589 id->pp_filter[id->i_filter]->p_module =
1590 module_Need( id->pp_filter[id->i_filter],
1591 "video filter2", 0, 0 );
1592 if( id->pp_filter[id->i_filter]->p_module )
1594 id->pp_filter[id->i_filter]->p_owner =
1595 malloc( sizeof(filter_owner_sys_t) );
1596 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1597 id->pp_filter[id->i_filter]->p_owner->pp_pics[i] = 0;
1603 msg_Dbg( p_stream, "no video filter found" );
1604 vlc_object_detach( id->pp_filter[id->i_filter] );
1605 vlc_object_destroy( id->pp_filter[id->i_filter] );
1607 p_pic->pf_release( p_pic );
1608 transcode_video_close( p_stream, id );
1609 id->b_transcode = VLC_FALSE;
1610 return VLC_EGENERIC;
1615 /* Run filter chain */
1616 for( i = 0; i < id->i_filter; i++ )
1618 p_pic = id->pp_filter[i]->pf_video_filter(id->pp_filter[i], p_pic);
1625 /* Check if we have a subpicture to overlay */
1628 p_subpic = spu_SortSubpictures( p_sys->p_spu, p_pic->date );
1629 /* TODO: get another pic */
1632 /* Overlay subpicture */
1635 int i_scale_width, i_scale_height;
1636 video_format_t *p_fmt;
1638 i_scale_width = id->p_encoder->fmt_in.video.i_width * 1000 /
1639 id->p_decoder->fmt_out.video.i_width;
1640 i_scale_height = id->p_encoder->fmt_in.video.i_height * 1000 /
1641 id->p_decoder->fmt_out.video.i_height;
1643 if( p_pic->i_refcount && !id->i_filter )
1645 /* We can't modify the picture, we need to duplicate it */
1646 picture_t *p_tmp = video_new_buffer_decoder( id->p_decoder );
1649 vout_CopyPicture( p_stream, p_tmp, p_pic );
1650 p_pic->pf_release( p_pic );
1656 p_fmt = &id->pp_filter[id->i_filter -1]->fmt_out.video;
1658 p_fmt = &id->p_decoder->fmt_out.video;
1660 /* FIXME (shouldn't have to be done here) */
1661 p_fmt->i_sar_num = p_fmt->i_aspect *
1662 p_fmt->i_height / p_fmt->i_width;
1663 p_fmt->i_sar_den = VOUT_ASPECT_FACTOR;
1665 spu_RenderSubpictures( p_sys->p_spu, p_fmt, p_pic, p_pic, p_subpic,
1666 i_scale_width, i_scale_height );
1669 if( p_sys->i_threads >= 1 )
1671 vlc_mutex_lock( &p_sys->lock_out );
1672 p_sys->pp_pics[p_sys->i_last_pic++] = p_pic;
1673 p_sys->i_last_pic %= PICTURE_RING_SIZE;
1674 *out = p_sys->p_buffers;
1675 p_sys->p_buffers = NULL;
1676 vlc_cond_signal( &p_sys->cond );
1677 vlc_mutex_unlock( &p_sys->lock_out );
1682 p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1683 block_ChainAppend( out, p_block );
1685 if( p_sys->b_master_sync )
1686 date_Increment( &id->interpolated_pts, 1 );
1688 if( p_sys->b_master_sync && i_duplicate > 1 )
1690 mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
1691 date_Increment( &id->interpolated_pts, 1 );
1692 p_pic->date = i_pts;
1693 p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
1694 block_ChainAppend( out, p_block );
1697 p_pic->pf_release( p_pic );
1704 static int EncoderThread( sout_stream_sys_t *p_sys )
1706 sout_stream_id_t *id = p_sys->id_video;
1709 while( !p_sys->b_die && !p_sys->b_error )
1713 vlc_mutex_lock( &p_sys->lock_out );
1714 while( p_sys->i_last_pic == p_sys->i_first_pic )
1716 vlc_cond_wait( &p_sys->cond, &p_sys->lock_out );
1717 if( p_sys->b_die || p_sys->b_error ) break;
1719 if( p_sys->b_die || p_sys->b_error )
1721 vlc_mutex_unlock( &p_sys->lock_out );
1725 p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1726 p_sys->i_first_pic %= PICTURE_RING_SIZE;
1727 vlc_mutex_unlock( &p_sys->lock_out );
1729 p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1730 vlc_mutex_lock( &p_sys->lock_out );
1731 block_ChainAppend( &p_sys->p_buffers, p_block );
1733 if( p_sys->b_master_sync )
1734 date_Increment( &id->interpolated_pts, 1 );
1737 if( p_sys->b_master_sync && i_duplicate > 1 )
1739 mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
1740 date_Increment( &id->interpolated_pts, 1 );
1741 p_pic->date = i_pts;
1742 p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
1743 block_ChainAppend( &p_sys->p_buffers, p_block );
1746 vlc_mutex_unlock( &p_sys->lock_out );
1748 p_pic->pf_release( p_pic );
1751 while( p_sys->i_last_pic != p_sys->i_first_pic )
1753 p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1754 p_sys->i_first_pic %= PICTURE_RING_SIZE;
1756 p_pic->pf_release( p_pic );
1759 block_ChainRelease( p_sys->p_buffers );
1764 struct picture_sys_t
1766 vlc_object_t *p_owner;
1769 static void video_release_buffer( picture_t *p_pic )
1771 if( p_pic && !p_pic->i_refcount && p_pic->pf_release && p_pic->p_sys )
1773 video_del_buffer_decoder( (decoder_t *)p_pic->p_sys->p_owner, p_pic );
1775 else if( p_pic && p_pic->i_refcount > 0 ) p_pic->i_refcount--;
1778 static picture_t *video_new_buffer( vlc_object_t *p_this, picture_t **pp_ring )
1780 decoder_t *p_dec = (decoder_t *)p_this;
1784 /* Find an empty space in the picture ring buffer */
1785 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1787 if( pp_ring[i] != 0 && pp_ring[i]->i_status == DESTROYED_PICTURE )
1789 pp_ring[i]->i_status = RESERVED_PICTURE;
1793 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1795 if( pp_ring[i] == 0 ) break;
1798 if( i == PICTURE_RING_SIZE )
1800 msg_Err( p_this, "decoder/filter is leaking pictures, "
1801 "resetting its ring buffer" );
1803 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1805 pp_ring[i]->pf_release( pp_ring[i] );
1811 p_pic = malloc( sizeof(picture_t) );
1812 p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
1813 vout_AllocatePicture( VLC_OBJECT(p_dec), p_pic,
1814 p_dec->fmt_out.video.i_chroma,
1815 p_dec->fmt_out.video.i_width,
1816 p_dec->fmt_out.video.i_height,
1817 p_dec->fmt_out.video.i_aspect );
1819 if( !p_pic->i_planes )
1825 p_pic->pf_release = video_release_buffer;
1826 p_pic->p_sys = malloc( sizeof(picture_sys_t) );
1827 p_pic->p_sys->p_owner = p_this;
1828 p_pic->i_status = RESERVED_PICTURE;
1835 static picture_t *video_new_buffer_decoder( decoder_t *p_dec )
1837 return video_new_buffer( VLC_OBJECT(p_dec),
1838 p_dec->p_owner->pp_pics );
1841 static picture_t *video_new_buffer_filter( filter_t *p_filter )
1843 return video_new_buffer( VLC_OBJECT(p_filter),
1844 p_filter->p_owner->pp_pics );
1847 static void video_del_buffer( vlc_object_t *p_this, picture_t *p_pic )
1849 if( p_pic && p_pic->p_data_orig ) free( p_pic->p_data_orig );
1850 if( p_pic && p_pic->p_sys ) free( p_pic->p_sys );
1851 if( p_pic ) free( p_pic );
1854 static void video_del_buffer_decoder( decoder_t *p_decoder, picture_t *p_pic )
1856 p_pic->i_refcount = 0;
1857 p_pic->i_status = DESTROYED_PICTURE;
1860 static void video_del_buffer_filter( filter_t *p_filter, picture_t *p_pic )
1862 p_pic->i_refcount = 0;
1863 p_pic->i_status = DESTROYED_PICTURE;
1866 static void video_link_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
1868 p_pic->i_refcount++;
1871 static void video_unlink_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
1873 video_release_buffer( p_pic );
1879 static subpicture_t *spu_new_buffer( decoder_t * );
1880 static void spu_del_buffer( decoder_t *, subpicture_t * );
1882 static int transcode_spu_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1884 sout_stream_sys_t *p_sys = p_stream->p_sys;
1890 /* Initialization of decoder structures */
1891 id->p_decoder->pf_spu_buffer_new = spu_new_buffer;
1892 id->p_decoder->pf_spu_buffer_del = spu_del_buffer;
1893 id->p_decoder->p_owner = (decoder_owner_sys_t *)p_stream;
1894 //id->p_decoder->p_cfg = p_sys->p_spu_cfg;
1896 id->p_decoder->p_module =
1897 module_Need( id->p_decoder, "decoder", "$codec", 0 );
1899 if( !id->p_decoder->p_module )
1901 msg_Err( p_stream, "cannot find decoder" );
1902 return VLC_EGENERIC;
1905 if( !p_sys->b_soverlay )
1911 /* Initialization of encoder format structures */
1912 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1913 id->p_decoder->fmt_in.i_codec );
1915 id->p_encoder->p_cfg = p_sys->p_spu_cfg;
1917 id->p_encoder->p_module =
1918 module_Need( id->p_encoder, "encoder", p_sys->psz_senc, VLC_TRUE );
1920 if( !id->p_encoder->p_module )
1922 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1923 msg_Err( p_stream, "cannot find encoder" );
1924 return VLC_EGENERIC;
1930 p_sys->p_spu = spu_Create( p_stream );
1931 spu_Init( p_sys->p_spu );
1937 static void transcode_spu_close( sout_stream_t *p_stream, sout_stream_id_t *id)
1940 if( id->p_decoder->p_module )
1941 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1944 if( id->p_encoder->p_module )
1945 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1948 static int transcode_spu_process( sout_stream_t *p_stream,
1949 sout_stream_id_t *id,
1950 block_t *in, block_t **out )
1952 sout_stream_sys_t *p_sys = p_stream->p_sys;
1953 subpicture_t *p_subpic;
1956 p_subpic = id->p_decoder->pf_decode_sub( id->p_decoder, &in );
1957 if( !p_subpic ) return VLC_EGENERIC;
1959 if( p_sys->b_master_sync && p_sys->i_master_drift )
1961 p_subpic->i_start -= p_sys->i_master_drift;
1962 if( p_subpic->i_stop ) p_subpic->i_stop -= p_sys->i_master_drift;
1965 if( p_sys->b_soverlay )
1967 spu_DisplaySubpicture( p_sys->p_spu, p_subpic );
1973 p_block = id->p_encoder->pf_encode_sub( id->p_encoder, p_subpic );
1974 spu_del_buffer( id->p_decoder, p_subpic );
1978 block_ChainAppend( out, p_block );
1983 return VLC_EGENERIC;
1986 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
1988 sout_stream_t *p_stream = (sout_stream_t *)p_dec->p_owner;
1989 return spu_CreateSubpicture( p_stream->p_sys->p_spu );
1992 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
1994 sout_stream_t *p_stream = (sout_stream_t *)p_dec->p_owner;
1995 spu_DestroySubpicture( p_stream->p_sys->p_spu, p_subpic );