1 /*****************************************************************************
2 * transcode.c: transcoding stream output module
3 *****************************************************************************
4 * Copyright (C) 2003-2004 VideoLAN
7 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
33 #include <vlc/input.h>
36 #include <vlc/decoder.h>
37 #include "vlc_filter.h"
40 /*****************************************************************************
42 *****************************************************************************/
43 #define VENC_TEXT N_("Video encoder")
44 #define VENC_LONGTEXT N_( \
45 "Allows you to specify the video encoder to use and its associated " \
47 #define VCODEC_TEXT N_("Destination video codec")
48 #define VCODEC_LONGTEXT N_( \
49 "Allows you to specify the destination video codec used for the " \
51 #define VB_TEXT N_("Video bitrate")
52 #define VB_LONGTEXT N_( \
53 "Allows you to specify the video bitrate used for the streaming " \
55 #define SCALE_TEXT N_("Video scaling")
56 #define SCALE_LONGTEXT N_( \
57 "Allows you to scale the video before encoding." )
58 #define FPS_TEXT N_("Video frame-rate")
59 #define FPS_LONGTEXT N_( \
60 "Allows you to specify an output frame rate for the video." )
61 #define DEINTERLACE_TEXT N_("Deinterlace video")
62 #define DEINTERLACE_LONGTEXT N_( \
63 "Allows you to deinterlace the video before encoding." )
64 #define WIDTH_TEXT N_("Video width")
65 #define WIDTH_LONGTEXT N_( \
66 "Allows you to specify the output video width." )
67 #define HEIGHT_TEXT N_("Video height")
68 #define HEIGHT_LONGTEXT N_( \
69 "Allows you to specify the output video height." )
71 #define CROPTOP_TEXT N_("Video crop top")
72 #define CROPTOP_LONGTEXT N_( \
73 "Allows you to specify the top coordinate for the video cropping." )
74 #define CROPLEFT_TEXT N_("Video crop left")
75 #define CROPLEFT_LONGTEXT N_( \
76 "Allows you to specify the left coordinate for the video cropping." )
77 #define CROPBOTTOM_TEXT N_("Video crop bottom")
78 #define CROPBOTTOM_LONGTEXT N_( \
79 "Allows you to specify the bottom coordinate for the video cropping." )
80 #define CROPRIGHT_TEXT N_("Video crop right")
81 #define CROPRIGHT_LONGTEXT N_( \
82 "Allows you to specify the right coordinate for the video cropping." )
84 #define AENC_TEXT N_("Audio encoder")
85 #define AENC_LONGTEXT N_( \
86 "Allows you to specify the audio encoder to use and its associated " \
88 #define ACODEC_TEXT N_("Destination audio codec")
89 #define ACODEC_LONGTEXT N_( \
90 "Allows you to specify the destination audio codec used for the " \
92 #define AB_TEXT N_("Audio bitrate")
93 #define AB_LONGTEXT N_( \
94 "Allows you to specify the audio bitrate used for the streaming " \
96 #define ARATE_TEXT N_("Audio sample rate")
97 #define ARATE_LONGTEXT N_( \
98 "Allows you to specify the audio sample rate used for the streaming " \
100 #define ACHANS_TEXT N_("Audio channels")
101 #define ACHANS_LONGTEXT N_( \
102 "Allows you to specify the number of audio channels used for the " \
103 "streaming output." )
105 #define SENC_TEXT N_("Subtitles encoder")
106 #define SENC_LONGTEXT N_( \
107 "Allows you to specify the subtitles encoder to use and its associated " \
109 #define SCODEC_TEXT N_("Destination subtitles codec")
110 #define SCODEC_LONGTEXT N_( \
111 "Allows you to specify the destination subtitles codec used for the " \
112 "streaming output." )
113 #define SFILTER_TEXT N_("Subpictures filter")
114 #define SFILTER_LONGTEXT N_( \
115 "Allows you to specify subpictures filters used during the video " \
116 "transcoding. The subpictures produced by the filters will be overlayed " \
117 "directly onto the video." )
119 #define THREADS_TEXT N_("Number of threads")
120 #define THREADS_LONGTEXT N_( \
121 "Allows you to specify the number of threads used for the transcoding." )
123 #define ASYNC_TEXT N_("Synchronise on audio track")
124 #define ASYNC_LONGTEXT N_( \
125 "This option will drop/duplicate video frames to synchronise the video " \
126 "track on the audio track." )
128 #define HURRYUP_TEXT N_( "Hurry up" )
129 #define HURRYUP_LONGTEXT N_( "Allows you to specify if the transcoder " \
130 "should drop frames if your CPU can't keep up with the encoding rate." )
132 static int Open ( vlc_object_t * );
133 static void Close( vlc_object_t * );
135 #define SOUT_CFG_PREFIX "sout-transcode-"
138 set_shortname( _("Transcode"));
139 set_description( _("Transcode stream output") );
140 set_capability( "sout stream", 50 );
141 add_shortcut( "transcode" );
142 set_callbacks( Open, Close );
143 set_category( CAT_SOUT );
144 set_subcategory( SUBCAT_SOUT_STREAM );
145 set_section( N_("Video"), NULL );
146 add_string( SOUT_CFG_PREFIX "venc", NULL, NULL, VENC_TEXT,
147 VENC_LONGTEXT, VLC_FALSE );
148 add_string( SOUT_CFG_PREFIX "vcodec", NULL, NULL, VCODEC_TEXT,
149 VCODEC_LONGTEXT, VLC_FALSE );
150 add_integer( SOUT_CFG_PREFIX "vb", 800 * 1000, NULL, VB_TEXT,
151 VB_LONGTEXT, VLC_FALSE );
152 add_float( SOUT_CFG_PREFIX "scale", 1, NULL, SCALE_TEXT,
153 SCALE_LONGTEXT, VLC_FALSE );
154 add_float( SOUT_CFG_PREFIX "fps", 0, NULL, FPS_TEXT,
155 FPS_LONGTEXT, VLC_FALSE );
156 add_bool( SOUT_CFG_PREFIX "hurry-up", VLC_TRUE, NULL, HURRYUP_TEXT,
157 HURRYUP_LONGTEXT, VLC_FALSE );
158 add_bool( SOUT_CFG_PREFIX "deinterlace", 0, NULL, DEINTERLACE_TEXT,
159 DEINTERLACE_LONGTEXT, VLC_FALSE );
160 add_integer( SOUT_CFG_PREFIX "width", 0, NULL, WIDTH_TEXT,
161 WIDTH_LONGTEXT, VLC_TRUE );
162 add_integer( SOUT_CFG_PREFIX "height", 0, NULL, HEIGHT_TEXT,
163 HEIGHT_LONGTEXT, VLC_TRUE );
165 add_integer( SOUT_CFG_PREFIX "croptop", 0, NULL, CROPTOP_TEXT,
166 CROPTOP_LONGTEXT, VLC_TRUE );
167 add_integer( SOUT_CFG_PREFIX "cropleft", 0, NULL, CROPLEFT_TEXT,
168 CROPLEFT_LONGTEXT, VLC_TRUE );
169 add_integer( SOUT_CFG_PREFIX "cropbottom", 0, NULL, CROPBOTTOM_TEXT,
170 CROPBOTTOM_LONGTEXT, VLC_TRUE );
171 add_integer( SOUT_CFG_PREFIX "cropright", 0, NULL, CROPRIGHT_TEXT,
172 CROPRIGHT_LONGTEXT, VLC_TRUE );
174 set_section( N_("Audio"), NULL );
175 add_string( SOUT_CFG_PREFIX "aenc", NULL, NULL, AENC_TEXT,
176 AENC_LONGTEXT, VLC_FALSE );
177 add_string( SOUT_CFG_PREFIX "acodec", NULL, NULL, ACODEC_TEXT,
178 ACODEC_LONGTEXT, VLC_FALSE );
179 add_integer( SOUT_CFG_PREFIX "ab", 64000, NULL, AB_TEXT,
180 AB_LONGTEXT, VLC_FALSE );
181 add_integer( SOUT_CFG_PREFIX "channels", 0, NULL, ACHANS_TEXT,
182 ACHANS_LONGTEXT, VLC_FALSE );
183 add_integer( SOUT_CFG_PREFIX "samplerate", 0, NULL, ARATE_TEXT,
184 ARATE_LONGTEXT, VLC_TRUE );
185 add_bool( SOUT_CFG_PREFIX "audio-sync", 0, NULL, ASYNC_TEXT,
186 ASYNC_LONGTEXT, VLC_FALSE );
188 set_section( N_("Overlays/Subtitles"), NULL );
189 add_string( SOUT_CFG_PREFIX "senc", NULL, NULL, SENC_TEXT,
190 SENC_LONGTEXT, VLC_FALSE );
191 add_string( SOUT_CFG_PREFIX "scodec", NULL, NULL, SCODEC_TEXT,
192 SCODEC_LONGTEXT, VLC_FALSE );
193 add_bool( SOUT_CFG_PREFIX "soverlay", 0, NULL, SCODEC_TEXT,
194 SCODEC_LONGTEXT, VLC_FALSE );
195 add_module_list_cat( SOUT_CFG_PREFIX "sfilter", SUBCAT_VIDEO_SUBPIC,
197 SFILTER_TEXT, SFILTER_LONGTEXT, VLC_FALSE );
199 set_section( N_("Miscellaneous"), NULL );
200 add_integer( SOUT_CFG_PREFIX "threads", 0, NULL, THREADS_TEXT,
201 THREADS_LONGTEXT, VLC_TRUE );
205 static const char *ppsz_sout_options[] = {
206 "venc", "vcodec", "vb", "croptop", "cropbottom", "cropleft", "cropright",
207 "scale", "fps", "width", "height", "deinterlace", "threads", "hurry-up",
208 "aenc", "acodec", "ab", "samplerate", "channels",
209 "senc", "scodec", "soverlay", "sfilter",
213 /*****************************************************************************
214 * Exported prototypes
215 *****************************************************************************/
216 static sout_stream_id_t *Add ( sout_stream_t *, es_format_t * );
217 static int Del ( sout_stream_t *, sout_stream_id_t * );
218 static int Send( sout_stream_t *, sout_stream_id_t *, block_t* );
220 static int transcode_audio_new ( sout_stream_t *, sout_stream_id_t * );
221 static void transcode_audio_close ( sout_stream_t *, sout_stream_id_t * );
222 static int transcode_audio_process( sout_stream_t *, sout_stream_id_t *,
223 block_t *, block_t ** );
225 static aout_buffer_t *audio_new_buffer( decoder_t *, int );
226 static void audio_del_buffer( decoder_t *, aout_buffer_t * );
228 static int transcode_video_new ( sout_stream_t *, sout_stream_id_t * );
229 static void transcode_video_close ( sout_stream_t *, sout_stream_id_t * );
230 static int transcode_video_encoder_open( sout_stream_t *, sout_stream_id_t *);
231 static int transcode_video_process( sout_stream_t *, sout_stream_id_t *,
232 block_t *, block_t ** );
234 static void video_del_buffer( vlc_object_t *, picture_t * );
235 static picture_t *video_new_buffer_decoder( decoder_t * );
236 static void video_del_buffer_decoder( decoder_t *, picture_t * );
237 static void video_link_picture_decoder( decoder_t *, picture_t * );
238 static void video_unlink_picture_decoder( decoder_t *, picture_t * );
239 static picture_t *video_new_buffer_filter( filter_t * );
240 static void video_del_buffer_filter( filter_t *, picture_t * );
242 static int transcode_spu_new ( sout_stream_t *, sout_stream_id_t * );
243 static void transcode_spu_close ( sout_stream_t *, sout_stream_id_t * );
244 static int transcode_spu_process( sout_stream_t *, sout_stream_id_t *,
245 block_t *, block_t ** );
247 static int EncoderThread( struct sout_stream_sys_t * p_sys );
249 static int pi_channels_maps[6] =
252 AOUT_CHAN_CENTER, AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
253 AOUT_CHAN_CENTER | AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
254 AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT
255 | AOUT_CHAN_REARRIGHT,
256 AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER
257 | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT
260 #define PICTURE_RING_SIZE 64
261 #define SUBPICTURE_RING_SIZE 20
263 struct sout_stream_sys_t
267 sout_stream_t *p_out;
268 sout_stream_id_t *id_video;
270 vlc_mutex_t lock_out;
272 picture_t * pp_pics[PICTURE_RING_SIZE];
273 int i_first_pic, i_last_pic;
276 vlc_fourcc_t i_acodec; /* codec audio (0 if not transcode) */
278 sout_cfg_t *p_audio_cfg;
284 vlc_fourcc_t i_vcodec; /* codec video (0 if not transcode) */
286 sout_cfg_t *p_video_cfg;
292 vlc_bool_t b_deinterlace;
294 vlc_bool_t b_hurry_up;
302 vlc_fourcc_t i_scodec; /* codec spu (0 if not transcode) */
304 vlc_bool_t b_soverlay;
305 sout_cfg_t *p_spu_cfg;
309 vlc_bool_t b_master_sync;
310 mtime_t i_master_drift;
313 struct decoder_owner_sys_t
315 picture_t *pp_pics[PICTURE_RING_SIZE];
317 struct filter_owner_sys_t
319 picture_t *pp_pics[PICTURE_RING_SIZE];
322 /*****************************************************************************
324 *****************************************************************************/
325 static int Open( vlc_object_t *p_this )
327 sout_stream_t *p_stream = (sout_stream_t*)p_this;
328 sout_stream_sys_t *p_sys;
331 p_sys = vlc_object_create( p_this, sizeof( sout_stream_sys_t ) );
333 p_sys->p_out = sout_StreamNew( p_stream->p_sout, p_stream->psz_next );
336 msg_Err( p_stream, "cannot create chain" );
337 vlc_object_destroy( p_sys );
341 p_sys->i_master_drift = 0;
343 sout_CfgParse( p_stream, SOUT_CFG_PREFIX, ppsz_sout_options,
346 /* Audio transcoding parameters */
347 var_Get( p_stream, SOUT_CFG_PREFIX "aenc", &val );
348 p_sys->psz_aenc = NULL;
349 p_sys->p_audio_cfg = NULL;
350 if( val.psz_string && *val.psz_string )
353 psz_next = sout_CfgCreate( &p_sys->psz_aenc, &p_sys->p_audio_cfg,
355 if( psz_next ) free( psz_next );
357 if( val.psz_string ) free( val.psz_string );
359 var_Get( p_stream, SOUT_CFG_PREFIX "acodec", &val );
361 if( val.psz_string && *val.psz_string )
364 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
365 p_sys->i_acodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
367 if( val.psz_string ) free( val.psz_string );
369 var_Get( p_stream, SOUT_CFG_PREFIX "ab", &val );
370 p_sys->i_abitrate = val.i_int;
371 if( p_sys->i_abitrate < 4000 ) p_sys->i_abitrate *= 1000;
373 var_Get( p_stream, SOUT_CFG_PREFIX "samplerate", &val );
374 p_sys->i_sample_rate = val.i_int;
376 var_Get( p_stream, SOUT_CFG_PREFIX "channels", &val );
377 p_sys->i_channels = val.i_int;
379 if( p_sys->i_acodec )
381 msg_Dbg( p_stream, "codec audio=%4.4s %dHz %d channels %dKb/s",
382 (char *)&p_sys->i_acodec, p_sys->i_sample_rate,
383 p_sys->i_channels, p_sys->i_abitrate / 1000 );
386 /* Video transcoding parameters */
387 var_Get( p_stream, SOUT_CFG_PREFIX "venc", &val );
388 p_sys->psz_venc = NULL;
389 p_sys->p_video_cfg = NULL;
390 if( val.psz_string && *val.psz_string )
393 psz_next = sout_CfgCreate( &p_sys->psz_venc, &p_sys->p_video_cfg,
395 if( psz_next ) free( psz_next );
397 if( val.psz_string ) free( val.psz_string );
399 var_Get( p_stream, SOUT_CFG_PREFIX "vcodec", &val );
401 if( val.psz_string && *val.psz_string )
404 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
405 p_sys->i_vcodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
407 if( val.psz_string ) free( val.psz_string );
409 var_Get( p_stream, SOUT_CFG_PREFIX "vb", &val );
410 p_sys->i_vbitrate = val.i_int;
411 if( p_sys->i_vbitrate < 16000 ) p_sys->i_vbitrate *= 1000;
413 var_Get( p_stream, SOUT_CFG_PREFIX "scale", &val );
414 p_sys->f_scale = val.f_float;
416 var_Get( p_stream, SOUT_CFG_PREFIX "fps", &val );
417 p_sys->f_fps = val.f_float;
419 var_Get( p_stream, SOUT_CFG_PREFIX "hurry-up", &val );
420 p_sys->b_hurry_up = val.b_bool;
422 var_Get( p_stream, SOUT_CFG_PREFIX "width", &val );
423 p_sys->i_width = val.i_int;
425 var_Get( p_stream, SOUT_CFG_PREFIX "height", &val );
426 p_sys->i_height = val.i_int;
428 var_Get( p_stream, SOUT_CFG_PREFIX "deinterlace", &val );
429 p_sys->b_deinterlace = val.b_bool;
431 var_Get( p_stream, SOUT_CFG_PREFIX "croptop", &val );
432 p_sys->i_crop_top = val.i_int;
433 var_Get( p_stream, SOUT_CFG_PREFIX "cropbottom", &val );
434 p_sys->i_crop_bottom = val.i_int;
435 var_Get( p_stream, SOUT_CFG_PREFIX "cropleft", &val );
436 p_sys->i_crop_left = val.i_int;
437 var_Get( p_stream, SOUT_CFG_PREFIX "cropright", &val );
438 p_sys->i_crop_right = val.i_int;
440 var_Get( p_stream, SOUT_CFG_PREFIX "threads", &val );
441 p_sys->i_threads = val.i_int;
443 if( p_sys->i_vcodec )
445 msg_Dbg( p_stream, "codec video=%4.4s %dx%d scaling: %f %dkb/s",
446 (char *)&p_sys->i_vcodec, p_sys->i_width, p_sys->i_height,
447 p_sys->f_scale, p_sys->i_vbitrate / 1000 );
450 /* Subpictures transcoding parameters */
452 p_sys->psz_senc = NULL;
453 p_sys->p_spu_cfg = NULL;
456 var_Get( p_stream, SOUT_CFG_PREFIX "senc", &val );
457 if( val.psz_string && *val.psz_string )
460 psz_next = sout_CfgCreate( &p_sys->psz_senc, &p_sys->p_spu_cfg,
462 if( psz_next ) free( psz_next );
464 if( val.psz_string ) free( val.psz_string );
466 var_Get( p_stream, SOUT_CFG_PREFIX "scodec", &val );
467 if( val.psz_string && *val.psz_string )
470 memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
471 p_sys->i_scodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
473 if( val.psz_string ) free( val.psz_string );
475 if( p_sys->i_scodec )
477 msg_Dbg( p_stream, "codec spu=%4.4s", (char *)&p_sys->i_scodec );
480 var_Get( p_stream, SOUT_CFG_PREFIX "soverlay", &val );
481 p_sys->b_soverlay = val.b_bool;
483 var_Get( p_stream, SOUT_CFG_PREFIX "sfilter", &val );
484 if( val.psz_string && *val.psz_string )
486 p_sys->p_spu = spu_Create( p_stream );
487 var_Create( p_sys->p_spu, "sub-filter", VLC_VAR_STRING );
488 var_Set( p_sys->p_spu, "sub-filter", val );
489 spu_Init( p_sys->p_spu );
491 if( val.psz_string ) free( val.psz_string );
493 var_Get( p_stream, SOUT_CFG_PREFIX "audio-sync", &val );
494 p_sys->b_master_sync = val.b_bool;
495 if( p_sys->f_fps > 0 ) p_sys->b_master_sync = VLC_TRUE;
497 p_stream->pf_add = Add;
498 p_stream->pf_del = Del;
499 p_stream->pf_send = Send;
500 p_stream->p_sys = p_sys;
505 /*****************************************************************************
507 *****************************************************************************/
508 static void Close( vlc_object_t * p_this )
510 sout_stream_t *p_stream = (sout_stream_t*)p_this;
511 sout_stream_sys_t *p_sys = p_stream->p_sys;
513 sout_StreamDelete( p_sys->p_out );
515 while( p_sys->p_audio_cfg != NULL )
517 sout_cfg_t *p_next = p_sys->p_audio_cfg->p_next;
519 if( p_sys->p_audio_cfg->psz_name )
520 free( p_sys->p_audio_cfg->psz_name );
521 if( p_sys->p_audio_cfg->psz_value )
522 free( p_sys->p_audio_cfg->psz_value );
523 free( p_sys->p_audio_cfg );
525 p_sys->p_audio_cfg = p_next;
527 if( p_sys->psz_aenc ) free( p_sys->psz_aenc );
529 while( p_sys->p_video_cfg != NULL )
531 sout_cfg_t *p_next = p_sys->p_video_cfg->p_next;
533 if( p_sys->p_video_cfg->psz_name )
534 free( p_sys->p_video_cfg->psz_name );
535 if( p_sys->p_video_cfg->psz_value )
536 free( p_sys->p_video_cfg->psz_value );
537 free( p_sys->p_video_cfg );
539 p_sys->p_video_cfg = p_next;
541 if( p_sys->psz_venc ) free( p_sys->psz_venc );
543 while( p_sys->p_spu_cfg != NULL )
545 sout_cfg_t *p_next = p_sys->p_spu_cfg->p_next;
547 if( p_sys->p_spu_cfg->psz_name )
548 free( p_sys->p_spu_cfg->psz_name );
549 if( p_sys->p_spu_cfg->psz_value )
550 free( p_sys->p_spu_cfg->psz_value );
551 free( p_sys->p_spu_cfg );
553 p_sys->p_spu_cfg = p_next;
555 if( p_sys->psz_senc ) free( p_sys->psz_senc );
557 if( p_sys->p_spu ) spu_Destroy( p_sys->p_spu );
559 vlc_object_destroy( p_sys );
562 struct sout_stream_id_t
564 vlc_fourcc_t b_transcode;
566 /* id of the out stream */
570 decoder_t *p_decoder;
573 filter_t *pp_filter[10];
577 encoder_t *p_encoder;
580 date_t interpolated_pts;
584 static sout_stream_id_t *Add( sout_stream_t *p_stream, es_format_t *p_fmt )
586 sout_stream_sys_t *p_sys = p_stream->p_sys;
587 sout_stream_id_t *id;
589 id = malloc( sizeof( sout_stream_id_t ) );
590 memset( id, 0, sizeof(sout_stream_id_t) );
593 id->p_decoder = NULL;
594 id->p_encoder = NULL;
596 /* Create decoder object */
597 id->p_decoder = vlc_object_create( p_stream, VLC_OBJECT_DECODER );
600 msg_Err( p_stream, "out of memory" );
603 vlc_object_attach( id->p_decoder, p_stream );
604 id->p_decoder->p_module = NULL;
605 id->p_decoder->fmt_in = *p_fmt;
606 id->p_decoder->b_pace_control = VLC_TRUE;
608 /* Create encoder object */
609 id->p_encoder = vlc_object_create( p_stream, VLC_OBJECT_ENCODER );
612 msg_Err( p_stream, "out of memory" );
615 vlc_object_attach( id->p_encoder, p_stream );
616 id->p_encoder->p_module = NULL;
618 /* Create destination format */
619 es_format_Init( &id->p_encoder->fmt_out, p_fmt->i_cat, 0 );
620 id->p_encoder->fmt_out.i_id = p_fmt->i_id;
621 id->p_encoder->fmt_out.i_group = p_fmt->i_group;
622 if( p_fmt->psz_language )
623 id->p_encoder->fmt_out.psz_language = strdup( p_fmt->psz_language );
625 if( p_fmt->i_cat == AUDIO_ES && (p_sys->i_acodec || p_sys->psz_aenc) )
628 "creating audio transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
629 (char*)&p_fmt->i_codec, (char*)&p_sys->i_acodec );
631 /* Complete destination format */
632 id->p_encoder->fmt_out.i_codec = p_sys->i_acodec;
633 id->p_encoder->fmt_out.audio.i_rate = p_sys->i_sample_rate > 0 ?
634 p_sys->i_sample_rate : (int)p_fmt->audio.i_rate;
635 id->p_encoder->fmt_out.i_bitrate = p_sys->i_abitrate;
636 id->p_encoder->fmt_out.audio.i_bitspersample =
637 p_fmt->audio.i_bitspersample;
638 id->p_encoder->fmt_out.audio.i_channels = p_sys->i_channels > 0 ?
639 p_sys->i_channels : p_fmt->audio.i_channels;
640 /* Sanity check for audio channels */
641 id->p_encoder->fmt_out.audio.i_channels =
642 __MIN( id->p_encoder->fmt_out.audio.i_channels,
643 id->p_decoder->fmt_in.audio.i_channels );
644 id->p_encoder->fmt_out.audio.i_original_channels =
645 id->p_decoder->fmt_in.audio.i_physical_channels;
646 if( id->p_decoder->fmt_in.audio.i_channels ==
647 id->p_encoder->fmt_out.audio.i_channels )
649 id->p_encoder->fmt_out.audio.i_physical_channels =
650 id->p_decoder->fmt_in.audio.i_physical_channels;
654 id->p_encoder->fmt_out.audio.i_physical_channels =
655 pi_channels_maps[id->p_encoder->fmt_out.audio.i_channels];
658 /* Build decoder -> filter -> encoder chain */
659 if( transcode_audio_new( p_stream, id ) )
661 msg_Err( p_stream, "cannot create audio chain" );
665 /* Open output stream */
666 id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
667 id->b_transcode = VLC_TRUE;
669 if( !id->id ) goto error;
671 date_Init( &id->interpolated_pts, p_fmt->audio.i_rate, 1 );
673 else if( p_fmt->i_cat == VIDEO_ES &&
674 (p_sys->i_vcodec != 0 || p_sys->psz_venc) )
677 "creating video transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
678 (char*)&p_fmt->i_codec, (char*)&p_sys->i_vcodec );
680 /* Complete destination format */
681 id->p_encoder->fmt_out.i_codec = p_sys->i_vcodec;
682 id->p_encoder->fmt_out.video.i_width = p_sys->i_width;
683 id->p_encoder->fmt_out.video.i_height = p_sys->i_height;
684 id->p_encoder->fmt_out.i_bitrate = p_sys->i_vbitrate;
686 /* Build decoder -> filter -> encoder chain */
687 if( transcode_video_new( p_stream, id ) )
689 msg_Err( p_stream, "cannot create video chain" );
693 /* Stream will be added later on because we don't know
694 * all the characteristics of the decoded stream yet */
695 id->b_transcode = VLC_TRUE;
697 if( p_sys->f_fps > 0 )
699 id->p_encoder->fmt_out.video.i_frame_rate =
700 nearbyint(p_sys->f_fps * 1001);
701 id->p_encoder->fmt_out.video.i_frame_rate_base = 1001;
704 else if( p_fmt->i_cat == SPU_ES && (p_sys->i_scodec || p_sys->psz_senc) )
706 msg_Dbg( p_stream, "creating subtitles transcoding from fcc=`%4.4s' "
707 "to fcc=`%4.4s'", (char*)&p_fmt->i_codec,
708 (char*)&p_sys->i_scodec );
710 /* Complete destination format */
711 id->p_encoder->fmt_out.i_codec = p_sys->i_scodec;
713 /* build decoder -> filter -> encoder */
714 if( transcode_spu_new( p_stream, id ) )
716 msg_Err( p_stream, "cannot create subtitles chain" );
720 /* open output stream */
721 id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
722 id->b_transcode = VLC_TRUE;
724 if( !id->id ) goto error;
726 else if( p_fmt->i_cat == SPU_ES && p_sys->b_soverlay )
728 msg_Dbg( p_stream, "subtitles (fcc=`%4.4s') overlaying",
729 (char*)&p_fmt->i_codec );
731 id->b_transcode = VLC_TRUE;
733 /* Build decoder -> filter -> overlaying chain */
734 if( transcode_spu_new( p_stream, id ) )
736 msg_Err( p_stream, "cannot create subtitles chain" );
742 msg_Dbg( p_stream, "not transcoding a stream (fcc=`%4.4s')",
743 (char*)&p_fmt->i_codec );
744 id->id = p_sys->p_out->pf_add( p_sys->p_out, p_fmt );
745 id->b_transcode = VLC_FALSE;
747 if( !id->id ) goto error;
755 vlc_object_detach( id->p_decoder );
756 vlc_object_destroy( id->p_decoder );
761 vlc_object_detach( id->p_encoder );
762 vlc_object_destroy( id->p_encoder );
769 static int Del( sout_stream_t *p_stream, sout_stream_id_t *id )
771 sout_stream_sys_t *p_sys = p_stream->p_sys;
773 if( id->b_transcode )
775 switch( id->p_decoder->fmt_in.i_cat )
778 transcode_audio_close( p_stream, id );
781 transcode_video_close( p_stream, id );
784 transcode_spu_close( p_stream, id );
789 if( id->id ) p_sys->p_out->pf_del( p_sys->p_out, id->id );
793 vlc_object_detach( id->p_decoder );
794 vlc_object_destroy( id->p_decoder );
799 vlc_object_detach( id->p_encoder );
800 vlc_object_destroy( id->p_encoder );
808 static int Send( sout_stream_t *p_stream, sout_stream_id_t *id,
811 sout_stream_sys_t *p_sys = p_stream->p_sys;
814 if( !id->b_transcode && id->id )
816 if( p_sys->b_master_sync && p_sys->i_master_drift )
818 if( p_buffer->i_dts > 0 )
820 p_buffer->i_dts -= p_sys->i_master_drift;
821 if( p_buffer->i_dts < 0 )
823 block_Release( p_buffer );
827 if( p_buffer->i_pts > 0 )
829 p_buffer->i_pts -= p_sys->i_master_drift;
830 if( p_buffer->i_pts < 0 )
832 block_Release( p_buffer );
838 return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_buffer );
840 else if( !id->b_transcode )
842 block_Release( p_buffer );
846 switch( id->p_decoder->fmt_in.i_cat )
849 transcode_audio_process( p_stream, id, p_buffer, &p_out );
853 if( transcode_video_process( p_stream, id, p_buffer, &p_out )
861 if( transcode_spu_process( p_stream, id, p_buffer, &p_out ) !=
869 block_Release( p_buffer );
873 if( p_out ) return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_out );
877 /****************************************************************************
878 * decoder reencoder part
879 ****************************************************************************/
880 int audio_BitsPerSample( vlc_fourcc_t i_format )
884 case VLC_FOURCC('u','8',' ',' '):
885 case VLC_FOURCC('s','8',' ',' '):
888 case VLC_FOURCC('u','1','6','l'):
889 case VLC_FOURCC('s','1','6','l'):
890 case VLC_FOURCC('u','1','6','b'):
891 case VLC_FOURCC('s','1','6','b'):
894 case VLC_FOURCC('u','2','4','l'):
895 case VLC_FOURCC('s','2','4','l'):
896 case VLC_FOURCC('u','2','4','b'):
897 case VLC_FOURCC('s','2','4','b'):
900 case VLC_FOURCC('u','3','2','l'):
901 case VLC_FOURCC('s','3','2','l'):
902 case VLC_FOURCC('u','3','2','b'):
903 case VLC_FOURCC('s','3','2','b'):
904 case VLC_FOURCC('f','l','3','2'):
905 case VLC_FOURCC('f','i','3','2'):
908 case VLC_FOURCC('f','l','6','4'):
915 static filter_t *transcode_audio_filter_new( sout_stream_t *p_stream,
916 sout_stream_id_t *id,
917 es_format_t *p_fmt_in,
918 es_format_t *p_fmt_out )
920 filter_t *p_filter = vlc_object_create( p_stream, VLC_OBJECT_FILTER );
922 vlc_object_attach( p_filter, p_stream );
923 p_filter->pf_audio_buffer_new = __block_New;
925 p_filter->fmt_in = *p_fmt_in;
926 p_filter->fmt_out = *p_fmt_out;
928 p_filter->p_module = module_Need( p_filter, "audio filter2", 0, 0 );
929 if( p_filter->p_module )
931 p_filter->fmt_out.audio.i_bitspersample =
932 audio_BitsPerSample( p_filter->fmt_out.i_codec );
933 *p_fmt_in = p_filter->fmt_out;
937 vlc_object_detach( p_filter );
938 vlc_object_destroy( p_filter );
945 static int transcode_audio_new( sout_stream_t *p_stream,
946 sout_stream_id_t *id )
948 sout_stream_sys_t *p_sys = p_stream->p_sys;
949 es_format_t fmt_last;
956 /* Initialization of decoder structures */
957 id->p_decoder->fmt_out = id->p_decoder->fmt_in;
958 id->p_decoder->fmt_out.i_extra = 0;
959 id->p_decoder->fmt_out.p_extra = 0;
960 id->p_decoder->pf_decode_audio = 0;
961 id->p_decoder->pf_aout_buffer_new = audio_new_buffer;
962 id->p_decoder->pf_aout_buffer_del = audio_del_buffer;
963 //id->p_decoder->p_cfg = p_sys->p_video_cfg;
965 id->p_decoder->p_module =
966 module_Need( id->p_decoder, "decoder", "$codec", 0 );
968 if( !id->p_decoder->p_module )
970 msg_Err( p_stream, "cannot find decoder" );
973 id->p_decoder->fmt_out.audio.i_bitspersample =
974 audio_BitsPerSample( id->p_decoder->fmt_out.i_codec );
975 fmt_last = id->p_decoder->fmt_out;
976 /* FIX decoders so we don't have to do this */
977 fmt_last.audio.i_rate = id->p_decoder->fmt_in.audio.i_rate;
983 /* Initialization of encoder format structures */
984 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
985 id->p_decoder->fmt_out.i_codec );
986 id->p_encoder->fmt_in.audio.i_format = id->p_decoder->fmt_out.i_codec;
988 /* Initialization of encoder format structures */
989 es_format_Init( &id->p_encoder->fmt_in, AUDIO_ES, AOUT_FMT_S16_NE );
990 id->p_encoder->fmt_in.audio.i_format = AOUT_FMT_S16_NE;
991 id->p_encoder->fmt_in.audio.i_rate = id->p_encoder->fmt_out.audio.i_rate;
992 id->p_encoder->fmt_in.audio.i_physical_channels =
993 id->p_encoder->fmt_out.audio.i_physical_channels;
994 id->p_encoder->fmt_in.audio.i_original_channels =
995 id->p_encoder->fmt_out.audio.i_original_channels;
996 id->p_encoder->fmt_in.audio.i_channels =
997 id->p_encoder->fmt_out.audio.i_channels;
998 id->p_encoder->fmt_in.audio.i_bitspersample =
999 audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
1001 id->p_encoder->p_cfg = p_stream->p_sys->p_audio_cfg;
1003 id->p_encoder->p_module =
1004 module_Need( id->p_encoder, "encoder", p_sys->psz_aenc, VLC_TRUE );
1005 if( !id->p_encoder->p_module )
1007 msg_Err( p_stream, "cannot find encoder" );
1008 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1009 id->p_decoder->p_module = 0;
1010 return VLC_EGENERIC;
1012 id->p_encoder->fmt_in.audio.i_format = id->p_encoder->fmt_in.i_codec;
1013 id->p_encoder->fmt_in.audio.i_bitspersample =
1014 audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
1016 /* Load conversion filters */
1017 if( fmt_last.audio.i_channels != id->p_encoder->fmt_in.audio.i_channels ||
1018 fmt_last.audio.i_rate != id->p_encoder->fmt_in.audio.i_rate )
1020 /* We'll have to go through fl32 first */
1021 es_format_t fmt_out = id->p_encoder->fmt_in;
1022 fmt_out.i_codec = fmt_out.audio.i_format = VLC_FOURCC('f','l','3','2');
1024 id->pp_filter[id->i_filter] =
1025 transcode_audio_filter_new( p_stream, id, &fmt_last, &fmt_out );
1027 if( id->pp_filter[id->i_filter] ) id->i_filter++;
1032 if( fmt_last.audio.i_channels !=
1033 id->p_encoder->fmt_in.audio.i_channels ||
1034 fmt_last.audio.i_rate != id->p_encoder->fmt_in.audio.i_rate ||
1035 fmt_last.i_codec != id->p_encoder->fmt_in.i_codec )
1037 id->pp_filter[id->i_filter] =
1038 transcode_audio_filter_new( p_stream, id, &fmt_last,
1039 &id->p_encoder->fmt_in );
1041 if( id->pp_filter[id->i_filter] ) id->i_filter++;
1046 /* Final checks to see if conversions were successful */
1047 if( fmt_last.i_codec != id->p_encoder->fmt_in.i_codec )
1049 msg_Dbg( p_stream, "no audio filter found (%4.4s->%4.4s)",
1050 (char *)&fmt_last.i_codec,
1051 (char *)&id->p_encoder->fmt_in.i_codec );
1052 transcode_audio_close( p_stream, id );
1053 return VLC_EGENERIC;
1056 if( fmt_last.audio.i_channels != id->p_encoder->fmt_in.audio.i_channels )
1058 msg_Dbg( p_stream, "no audio filter found for mixing from"
1059 " %i to %i channels", fmt_last.audio.i_channels,
1060 id->p_encoder->fmt_in.audio.i_channels );
1062 id->p_encoder->fmt_in.audio.i_channels = fmt_last.audio.i_channels;
1063 id->p_encoder->fmt_out.audio.i_channels = fmt_last.audio.i_channels;
1065 id->p_encoder->fmt_in.audio.i_physical_channels =
1066 id->p_encoder->fmt_in.audio.i_original_channels =
1067 fmt_last.audio.i_physical_channels;
1068 id->p_encoder->fmt_out.audio.i_physical_channels =
1069 id->p_encoder->fmt_out.audio.i_original_channels =
1070 fmt_last.audio.i_physical_channels;
1073 if( fmt_last.audio.i_rate != id->p_encoder->fmt_in.audio.i_rate )
1075 msg_Dbg( p_stream, "no audio filter found for resampling from"
1076 " %iHz to %iHz", fmt_last.audio.i_rate,
1077 id->p_encoder->fmt_in.audio.i_rate );
1078 id->p_encoder->fmt_in.audio.i_rate = fmt_last.audio.i_rate;
1079 id->p_encoder->fmt_out.audio.i_rate = fmt_last.audio.i_rate;
1082 /* FIXME: Hack for mp3 transcoding support */
1083 if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC( 'm','p','3',' ' ) )
1084 id->p_encoder->fmt_out.i_codec = VLC_FOURCC( 'm','p','g','a' );
1089 static void transcode_audio_close( sout_stream_t *p_stream,
1090 sout_stream_id_t *id )
1095 if( id->p_decoder->p_module )
1096 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1097 id->p_decoder->p_module = 0;
1100 if( id->p_encoder->p_module )
1101 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1102 id->p_encoder->p_module = 0;
1105 for( i = 0; i < id->i_filter; i++ )
1107 vlc_object_detach( id->pp_filter[i] );
1108 if( id->pp_filter[i]->p_module )
1109 module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1110 vlc_object_destroy( id->pp_filter[i] );
1114 static int transcode_audio_process( sout_stream_t *p_stream,
1115 sout_stream_id_t *id,
1116 block_t *in, block_t **out )
1118 sout_stream_sys_t *p_sys = p_stream->p_sys;
1119 aout_buffer_t *p_audio_buf;
1120 block_t *p_block, *p_audio_block;
1124 while( (p_audio_buf = id->p_decoder->pf_decode_audio( id->p_decoder,
1127 if( p_sys->b_master_sync )
1129 mtime_t i_dts = date_Get( &id->interpolated_pts ) + 1;
1130 p_sys->i_master_drift = p_audio_buf->start_date - i_dts;
1131 date_Increment( &id->interpolated_pts, p_audio_buf->i_nb_samples );
1132 p_audio_buf->start_date -= p_sys->i_master_drift;
1133 p_audio_buf->end_date -= p_sys->i_master_drift;
1136 p_audio_block = p_audio_buf->p_sys;
1137 p_audio_block->i_buffer = p_audio_buf->i_nb_bytes;
1138 p_audio_block->i_dts = p_audio_block->i_pts =
1139 p_audio_buf->start_date;
1140 p_audio_block->i_length = p_audio_buf->end_date -
1141 p_audio_buf->start_date;
1142 p_audio_block->i_samples = p_audio_buf->i_nb_samples;
1144 /* Run filter chain */
1145 for( i = 0; i < id->i_filter; i++ )
1148 id->pp_filter[i]->pf_audio_filter( id->pp_filter[i],
1152 p_audio_buf->p_buffer = p_audio_block->p_buffer;
1153 p_audio_buf->i_nb_bytes = p_audio_block->i_buffer;
1154 p_audio_buf->i_nb_samples = p_audio_block->i_samples;
1155 p_audio_buf->start_date = p_audio_block->i_dts;
1156 p_audio_buf->end_date = p_audio_block->i_dts + p_audio_block->i_length;
1158 p_block = id->p_encoder->pf_encode_audio( id->p_encoder, p_audio_buf );
1159 block_ChainAppend( out, p_block );
1160 block_Release( p_audio_block );
1161 free( p_audio_buf );
1167 static void audio_release_buffer( aout_buffer_t *p_buffer )
1169 if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1170 if( p_buffer ) free( p_buffer );
1173 static aout_buffer_t *audio_new_buffer( decoder_t *p_dec, int i_samples )
1175 aout_buffer_t *p_buffer;
1179 if( p_dec->fmt_out.audio.i_bitspersample )
1181 i_size = i_samples * p_dec->fmt_out.audio.i_bitspersample / 8 *
1182 p_dec->fmt_out.audio.i_channels;
1184 else if( p_dec->fmt_out.audio.i_bytes_per_frame &&
1185 p_dec->fmt_out.audio.i_frame_length )
1187 i_size = i_samples * p_dec->fmt_out.audio.i_bytes_per_frame /
1188 p_dec->fmt_out.audio.i_frame_length;
1192 i_size = i_samples * 4 * p_dec->fmt_out.audio.i_channels;
1195 p_buffer = malloc( sizeof(aout_buffer_t) );
1196 p_buffer->pf_release = audio_release_buffer;
1197 p_buffer->p_sys = p_block = block_New( p_dec, i_size );
1199 p_buffer->p_buffer = p_block->p_buffer;
1200 p_buffer->i_size = p_buffer->i_nb_bytes = p_block->i_buffer;
1201 p_buffer->i_nb_samples = i_samples;
1202 p_block->i_samples = i_samples;
1207 static void audio_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
1209 if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1210 if( p_buffer ) free( p_buffer );
1216 static int transcode_video_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1218 sout_stream_sys_t *p_sys = p_stream->p_sys;
1225 /* Initialization of decoder structures */
1226 id->p_decoder->fmt_out = id->p_decoder->fmt_in;
1227 id->p_decoder->fmt_out.i_extra = 0;
1228 id->p_decoder->fmt_out.p_extra = 0;
1229 id->p_decoder->pf_decode_video = 0;
1230 id->p_decoder->pf_vout_buffer_new = video_new_buffer_decoder;
1231 id->p_decoder->pf_vout_buffer_del = video_del_buffer_decoder;
1232 id->p_decoder->pf_picture_link = video_link_picture_decoder;
1233 id->p_decoder->pf_picture_unlink = video_unlink_picture_decoder;
1234 id->p_decoder->p_owner = malloc( sizeof(decoder_owner_sys_t) );
1235 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1236 id->p_decoder->p_owner->pp_pics[i] = 0;
1237 //id->p_decoder->p_cfg = p_sys->p_video_cfg;
1239 id->p_decoder->p_module =
1240 module_Need( id->p_decoder, "decoder", "$codec", 0 );
1242 if( !id->p_decoder->p_module )
1244 msg_Err( p_stream, "cannot find decoder" );
1245 return VLC_EGENERIC;
1250 * Because some info about the decoded input will only be available
1251 * once the first frame is decoded, we actually only test the availability
1252 * of the encoder here.
1255 /* Initialization of encoder format structures */
1256 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1257 id->p_decoder->fmt_out.i_codec );
1258 id->p_encoder->fmt_in.video.i_chroma = id->p_decoder->fmt_out.i_codec;
1260 /* The dimensions will be set properly later on.
1261 * Just put sensible values so we can test an encoder is available. */
1262 id->p_encoder->fmt_in.video.i_width =
1263 id->p_encoder->fmt_out.video.i_width ?
1264 id->p_encoder->fmt_out.video.i_width :
1265 id->p_decoder->fmt_in.video.i_width ?
1266 id->p_decoder->fmt_in.video.i_width : 16;
1267 id->p_encoder->fmt_in.video.i_height =
1268 id->p_encoder->fmt_out.video.i_height ?
1269 id->p_encoder->fmt_out.video.i_height :
1270 id->p_decoder->fmt_in.video.i_height ?
1271 id->p_decoder->fmt_in.video.i_height : 16;
1272 id->p_encoder->fmt_in.video.i_frame_rate = 25;
1273 id->p_encoder->fmt_in.video.i_frame_rate_base = 1;
1275 id->p_encoder->i_threads = p_sys->i_threads;
1276 id->p_encoder->p_cfg = p_sys->p_video_cfg;
1278 id->p_encoder->p_module =
1279 module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1280 if( !id->p_encoder->p_module )
1282 msg_Err( p_stream, "cannot find encoder" );
1283 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1284 id->p_decoder->p_module = 0;
1285 return VLC_EGENERIC;
1288 /* Close the encoder.
1289 * We'll open it only when we have the first frame. */
1290 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1291 id->p_encoder->p_module = NULL;
1293 if( p_sys->i_threads >= 1 )
1295 p_sys->id_video = id;
1296 vlc_mutex_init( p_stream, &p_sys->lock_out );
1297 vlc_cond_init( p_stream, &p_sys->cond );
1298 memset( p_sys->pp_pics, 0, sizeof(p_sys->pp_pics) );
1299 p_sys->i_first_pic = 0;
1300 p_sys->i_last_pic = 0;
1301 p_sys->p_buffers = NULL;
1302 p_sys->b_die = p_sys->b_error = 0;
1303 if( vlc_thread_create( p_sys, "encoder", EncoderThread,
1304 VLC_THREAD_PRIORITY_VIDEO, VLC_FALSE ) )
1306 msg_Err( p_stream, "cannot spawn encoder thread" );
1307 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1308 id->p_decoder->p_module = 0;
1309 return VLC_EGENERIC;
1313 date_Set( &id->interpolated_pts, 0 );
1318 static int transcode_video_encoder_open( sout_stream_t *p_stream,
1319 sout_stream_id_t *id )
1321 sout_stream_sys_t *p_sys = p_stream->p_sys;
1323 /* Hack because of the copy packetizer which can fail to detect the
1324 * proper size (which forces us to wait until the 1st frame
1326 int i_width = id->p_decoder->fmt_out.video.i_width -
1327 p_sys->i_crop_left - p_sys->i_crop_right;
1328 int i_height = id->p_decoder->fmt_out.video.i_height -
1329 p_sys->i_crop_top - p_sys->i_crop_bottom;
1331 if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1332 id->p_encoder->fmt_out.video.i_height <= 0 && p_sys->f_scale )
1334 /* Apply the scaling */
1335 id->p_encoder->fmt_out.video.i_width = i_width * p_sys->f_scale;
1336 id->p_encoder->fmt_out.video.i_height = i_height * p_sys->f_scale;
1338 else if( id->p_encoder->fmt_out.video.i_width > 0 &&
1339 id->p_encoder->fmt_out.video.i_height <= 0 )
1341 id->p_encoder->fmt_out.video.i_height =
1342 id->p_encoder->fmt_out.video.i_width / (double)i_width * i_height;
1344 else if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1345 id->p_encoder->fmt_out.video.i_height > 0 )
1347 id->p_encoder->fmt_out.video.i_width =
1348 id->p_encoder->fmt_out.video.i_height / (double)i_height * i_width;
1351 /* Make sure the size is at least a multiple of 2 */
1352 id->p_encoder->fmt_out.video.i_width =
1353 (id->p_encoder->fmt_out.video.i_width + 1) >> 1 << 1;
1354 id->p_encoder->fmt_out.video.i_height =
1355 (id->p_encoder->fmt_out.video.i_height + 1) >> 1 << 1;
1357 id->p_encoder->fmt_in.video.i_width =
1358 id->p_encoder->fmt_out.video.i_width;
1359 id->p_encoder->fmt_in.video.i_height =
1360 id->p_encoder->fmt_out.video.i_height;
1362 if( !id->p_encoder->fmt_out.video.i_frame_rate ||
1363 !id->p_encoder->fmt_out.video.i_frame_rate_base )
1365 if( id->p_decoder->fmt_out.video.i_frame_rate &&
1366 id->p_decoder->fmt_out.video.i_frame_rate_base )
1368 id->p_encoder->fmt_out.video.i_frame_rate =
1369 id->p_decoder->fmt_out.video.i_frame_rate;
1370 id->p_encoder->fmt_out.video.i_frame_rate_base =
1371 id->p_decoder->fmt_out.video.i_frame_rate_base;
1375 /* Pick a sensible default value */
1376 id->p_encoder->fmt_out.video.i_frame_rate = 25;
1377 id->p_encoder->fmt_out.video.i_frame_rate_base = 1;
1381 id->p_encoder->fmt_in.video.i_frame_rate =
1382 id->p_encoder->fmt_out.video.i_frame_rate;
1383 id->p_encoder->fmt_in.video.i_frame_rate_base =
1384 id->p_encoder->fmt_out.video.i_frame_rate_base;
1386 date_Init( &id->interpolated_pts,
1387 id->p_encoder->fmt_out.video.i_frame_rate,
1388 id->p_encoder->fmt_out.video.i_frame_rate_base );
1390 /* Check whether a particular aspect ratio was requested */
1391 if( !id->p_encoder->fmt_out.video.i_aspect )
1393 id->p_encoder->fmt_out.video.i_aspect =
1394 id->p_decoder->fmt_out.video.i_aspect;
1396 id->p_encoder->fmt_in.video.i_aspect =
1397 id->p_encoder->fmt_out.video.i_aspect;
1399 id->p_encoder->p_module =
1400 module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1401 if( !id->p_encoder->p_module )
1403 msg_Err( p_stream, "cannot find encoder" );
1404 return VLC_EGENERIC;
1407 id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
1409 /* Hack for mp2v/mp1v transcoding support */
1410 if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','1','v') ||
1411 id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','2','v') )
1413 id->p_encoder->fmt_out.i_codec = VLC_FOURCC('m','p','g','v');
1416 id->id = p_stream->p_sys->p_out->pf_add( p_stream->p_sys->p_out,
1417 &id->p_encoder->fmt_out );
1420 msg_Err( p_stream, "cannot add this stream" );
1421 return VLC_EGENERIC;
1427 static void transcode_video_close( sout_stream_t *p_stream,
1428 sout_stream_id_t *id )
1432 if( p_stream->p_sys->i_threads >= 1 )
1434 vlc_mutex_lock( &p_stream->p_sys->lock_out );
1435 p_stream->p_sys->b_die = 1;
1436 vlc_cond_signal( &p_stream->p_sys->cond );
1437 vlc_mutex_unlock( &p_stream->p_sys->lock_out );
1438 vlc_thread_join( p_stream->p_sys );
1439 vlc_mutex_destroy( &p_stream->p_sys->lock_out );
1440 vlc_cond_destroy( &p_stream->p_sys->cond );
1444 if( id->p_decoder->p_module )
1445 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1447 if( id->p_decoder->p_owner )
1449 /* Clean-up pictures ring buffer */
1450 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1452 if( id->p_decoder->p_owner->pp_pics[i] )
1453 video_del_buffer( VLC_OBJECT(id->p_decoder),
1454 id->p_decoder->p_owner->pp_pics[i] );
1456 free( id->p_decoder->p_owner );
1460 if( id->p_encoder->p_module )
1461 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1464 for( i = 0; i < id->i_filter; i++ )
1466 vlc_object_detach( id->pp_filter[i] );
1467 if( id->pp_filter[i]->p_module )
1468 module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1470 /* Clean-up pictures ring buffer */
1471 for( j = 0; j < PICTURE_RING_SIZE; j++ )
1473 if( id->pp_filter[i]->p_owner->pp_pics[j] )
1474 video_del_buffer( VLC_OBJECT(id->pp_filter[i]),
1475 id->pp_filter[i]->p_owner->pp_pics[j] );
1477 free( id->pp_filter[i]->p_owner );
1479 vlc_object_destroy( id->pp_filter[i] );
1483 static int transcode_video_process( sout_stream_t *p_stream,
1484 sout_stream_id_t *id,
1485 block_t *in, block_t **out )
1487 sout_stream_sys_t *p_sys = p_stream->p_sys;
1488 int i_duplicate = 1, i;
1492 while( (p_pic = id->p_decoder->pf_decode_video( id->p_decoder, &in )) )
1494 subpicture_t *p_subpic = 0;
1496 if( p_stream->p_sout->i_out_pace_nocontrol && p_sys->b_hurry_up )
1498 mtime_t current_date = mdate();
1499 if( current_date + 100000 > p_pic->date )
1501 msg_Dbg( p_stream, "late picture skipped ("I64Fd")",
1502 current_date + 100000 - p_pic->date );
1503 p_pic->pf_release( p_pic );
1508 if( p_sys->b_master_sync )
1510 mtime_t i_video_drift;
1511 mtime_t i_master_drift = p_sys->i_master_drift;
1514 if( !i_master_drift )
1516 /* No audio track ? */
1517 p_sys->i_master_drift = i_master_drift = p_pic->date;
1520 i_pts = date_Get( &id->interpolated_pts ) + 1;
1521 i_video_drift = p_pic->date - i_pts;
1524 /* Set the pts of the frame being encoded */
1525 p_pic->date = i_pts;
1527 if( i_video_drift < i_master_drift - 50000 )
1530 msg_Dbg( p_stream, "dropping frame (%i)",
1531 (int)(i_video_drift - i_master_drift) );
1533 p_pic->pf_release( p_pic );
1536 else if( i_video_drift > i_master_drift + 50000 )
1539 msg_Dbg( p_stream, "adding frame (%i)",
1540 (int)(i_video_drift - i_master_drift) );
1546 if( !id->p_encoder->p_module )
1548 if( transcode_video_encoder_open( p_stream, id ) != VLC_SUCCESS )
1550 p_pic->pf_release( p_pic );
1551 transcode_video_close( p_stream, id );
1552 id->b_transcode = VLC_FALSE;
1553 return VLC_EGENERIC;
1557 if( p_stream->p_sys->b_deinterlace )
1559 id->pp_filter[id->i_filter] =
1560 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1561 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1563 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1564 video_new_buffer_filter;
1565 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1566 video_del_buffer_filter;
1568 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1569 id->pp_filter[id->i_filter]->fmt_out = id->p_decoder->fmt_out;
1570 id->pp_filter[id->i_filter]->p_module =
1571 module_Need( id->pp_filter[id->i_filter],
1572 "video filter2", "deinterlace", 0 );
1573 if( id->pp_filter[id->i_filter]->p_module )
1575 id->pp_filter[id->i_filter]->p_owner =
1576 malloc( sizeof(filter_owner_sys_t) );
1577 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1578 id->pp_filter[id->i_filter]->p_owner->pp_pics[i] = 0;
1584 msg_Dbg( p_stream, "no video filter found" );
1585 vlc_object_detach( id->pp_filter[id->i_filter] );
1586 vlc_object_destroy( id->pp_filter[id->i_filter] );
1590 /* Check if we need a filter for chroma conversion or resizing */
1591 if( id->p_decoder->fmt_out.video.i_chroma !=
1592 id->p_encoder->fmt_in.video.i_chroma ||
1593 id->p_decoder->fmt_out.video.i_width !=
1594 id->p_encoder->fmt_out.video.i_width ||
1595 id->p_decoder->fmt_out.video.i_height !=
1596 id->p_encoder->fmt_out.video.i_height ||
1597 p_sys->i_crop_top > 0 || p_sys->i_crop_bottom > 0 ||
1598 p_sys->i_crop_left > 0 || p_sys->i_crop_right > 0 )
1600 id->pp_filter[id->i_filter] =
1601 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1602 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1604 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1605 video_new_buffer_filter;
1606 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1607 video_del_buffer_filter;
1609 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1610 id->pp_filter[id->i_filter]->fmt_out = id->p_encoder->fmt_in;
1611 id->pp_filter[id->i_filter]->p_module =
1612 module_Need( id->pp_filter[id->i_filter],
1613 "video filter2", 0, 0 );
1614 if( id->pp_filter[id->i_filter]->p_module )
1616 id->pp_filter[id->i_filter]->p_owner =
1617 malloc( sizeof(filter_owner_sys_t) );
1618 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1619 id->pp_filter[id->i_filter]->p_owner->pp_pics[i] = 0;
1625 msg_Dbg( p_stream, "no video filter found" );
1626 vlc_object_detach( id->pp_filter[id->i_filter] );
1627 vlc_object_destroy( id->pp_filter[id->i_filter] );
1629 p_pic->pf_release( p_pic );
1630 transcode_video_close( p_stream, id );
1631 id->b_transcode = VLC_FALSE;
1632 return VLC_EGENERIC;
1637 /* Run filter chain */
1638 for( i = 0; i < id->i_filter; i++ )
1640 p_pic = id->pp_filter[i]->pf_video_filter(id->pp_filter[i], p_pic);
1647 /* Check if we have a subpicture to overlay */
1650 p_subpic = spu_SortSubpictures( p_sys->p_spu, p_pic->date );
1651 /* TODO: get another pic */
1654 /* Overlay subpicture */
1657 int i_scale_width, i_scale_height;
1658 video_format_t *p_fmt;
1660 i_scale_width = id->p_encoder->fmt_in.video.i_width * 1000 /
1661 id->p_decoder->fmt_out.video.i_width;
1662 i_scale_height = id->p_encoder->fmt_in.video.i_height * 1000 /
1663 id->p_decoder->fmt_out.video.i_height;
1665 if( p_pic->i_refcount && !id->i_filter )
1667 /* We can't modify the picture, we need to duplicate it */
1668 picture_t *p_tmp = video_new_buffer_decoder( id->p_decoder );
1671 vout_CopyPicture( p_stream, p_tmp, p_pic );
1672 p_pic->pf_release( p_pic );
1678 p_fmt = &id->pp_filter[id->i_filter -1]->fmt_out.video;
1680 p_fmt = &id->p_decoder->fmt_out.video;
1682 /* FIXME (shouldn't have to be done here) */
1683 p_fmt->i_sar_num = p_fmt->i_aspect *
1684 p_fmt->i_height / p_fmt->i_width;
1685 p_fmt->i_sar_den = VOUT_ASPECT_FACTOR;
1687 spu_RenderSubpictures( p_sys->p_spu, p_fmt, p_pic, p_pic, p_subpic,
1688 i_scale_width, i_scale_height );
1691 if( p_sys->i_threads >= 1 )
1693 vlc_mutex_lock( &p_sys->lock_out );
1694 p_sys->pp_pics[p_sys->i_last_pic++] = p_pic;
1695 p_sys->i_last_pic %= PICTURE_RING_SIZE;
1696 *out = p_sys->p_buffers;
1697 p_sys->p_buffers = NULL;
1698 vlc_cond_signal( &p_sys->cond );
1699 vlc_mutex_unlock( &p_sys->lock_out );
1704 p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1705 block_ChainAppend( out, p_block );
1707 if( p_sys->b_master_sync )
1708 date_Increment( &id->interpolated_pts, 1 );
1710 if( p_sys->b_master_sync && i_duplicate > 1 )
1712 mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
1713 date_Increment( &id->interpolated_pts, 1 );
1714 p_pic->date = i_pts;
1715 p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
1716 block_ChainAppend( out, p_block );
1719 p_pic->pf_release( p_pic );
1726 static int EncoderThread( sout_stream_sys_t *p_sys )
1728 sout_stream_id_t *id = p_sys->id_video;
1731 while( !p_sys->b_die && !p_sys->b_error )
1735 vlc_mutex_lock( &p_sys->lock_out );
1736 while( p_sys->i_last_pic == p_sys->i_first_pic )
1738 vlc_cond_wait( &p_sys->cond, &p_sys->lock_out );
1739 if( p_sys->b_die || p_sys->b_error ) break;
1741 if( p_sys->b_die || p_sys->b_error )
1743 vlc_mutex_unlock( &p_sys->lock_out );
1747 p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1748 p_sys->i_first_pic %= PICTURE_RING_SIZE;
1749 vlc_mutex_unlock( &p_sys->lock_out );
1751 p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1752 vlc_mutex_lock( &p_sys->lock_out );
1753 block_ChainAppend( &p_sys->p_buffers, p_block );
1755 if( p_sys->b_master_sync )
1756 date_Increment( &id->interpolated_pts, 1 );
1759 if( p_sys->b_master_sync && i_duplicate > 1 )
1761 mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
1762 date_Increment( &id->interpolated_pts, 1 );
1763 p_pic->date = i_pts;
1764 p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
1765 block_ChainAppend( &p_sys->p_buffers, p_block );
1768 vlc_mutex_unlock( &p_sys->lock_out );
1770 p_pic->pf_release( p_pic );
1773 while( p_sys->i_last_pic != p_sys->i_first_pic )
1775 p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1776 p_sys->i_first_pic %= PICTURE_RING_SIZE;
1778 p_pic->pf_release( p_pic );
1781 block_ChainRelease( p_sys->p_buffers );
1786 struct picture_sys_t
1788 vlc_object_t *p_owner;
1791 static void video_release_buffer( picture_t *p_pic )
1793 if( p_pic && !p_pic->i_refcount && p_pic->pf_release && p_pic->p_sys )
1795 video_del_buffer_decoder( (decoder_t *)p_pic->p_sys->p_owner, p_pic );
1797 else if( p_pic && p_pic->i_refcount > 0 ) p_pic->i_refcount--;
1800 static picture_t *video_new_buffer( vlc_object_t *p_this, picture_t **pp_ring )
1802 decoder_t *p_dec = (decoder_t *)p_this;
1806 /* Find an empty space in the picture ring buffer */
1807 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1809 if( pp_ring[i] != 0 && pp_ring[i]->i_status == DESTROYED_PICTURE )
1811 pp_ring[i]->i_status = RESERVED_PICTURE;
1815 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1817 if( pp_ring[i] == 0 ) break;
1820 if( i == PICTURE_RING_SIZE )
1822 msg_Err( p_this, "decoder/filter is leaking pictures, "
1823 "resetting its ring buffer" );
1825 for( i = 0; i < PICTURE_RING_SIZE; i++ )
1827 pp_ring[i]->pf_release( pp_ring[i] );
1833 p_pic = malloc( sizeof(picture_t) );
1834 p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
1835 vout_AllocatePicture( VLC_OBJECT(p_dec), p_pic,
1836 p_dec->fmt_out.video.i_chroma,
1837 p_dec->fmt_out.video.i_width,
1838 p_dec->fmt_out.video.i_height,
1839 p_dec->fmt_out.video.i_aspect );
1841 if( !p_pic->i_planes )
1847 p_pic->pf_release = video_release_buffer;
1848 p_pic->p_sys = malloc( sizeof(picture_sys_t) );
1849 p_pic->p_sys->p_owner = p_this;
1850 p_pic->i_status = RESERVED_PICTURE;
1857 static picture_t *video_new_buffer_decoder( decoder_t *p_dec )
1859 return video_new_buffer( VLC_OBJECT(p_dec),
1860 p_dec->p_owner->pp_pics );
1863 static picture_t *video_new_buffer_filter( filter_t *p_filter )
1865 return video_new_buffer( VLC_OBJECT(p_filter),
1866 p_filter->p_owner->pp_pics );
1869 static void video_del_buffer( vlc_object_t *p_this, picture_t *p_pic )
1871 if( p_pic && p_pic->p_data_orig ) free( p_pic->p_data_orig );
1872 if( p_pic && p_pic->p_sys ) free( p_pic->p_sys );
1873 if( p_pic ) free( p_pic );
1876 static void video_del_buffer_decoder( decoder_t *p_decoder, picture_t *p_pic )
1878 p_pic->i_refcount = 0;
1879 p_pic->i_status = DESTROYED_PICTURE;
1882 static void video_del_buffer_filter( filter_t *p_filter, picture_t *p_pic )
1884 p_pic->i_refcount = 0;
1885 p_pic->i_status = DESTROYED_PICTURE;
1888 static void video_link_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
1890 p_pic->i_refcount++;
1893 static void video_unlink_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
1895 video_release_buffer( p_pic );
1901 static subpicture_t *spu_new_buffer( decoder_t * );
1902 static void spu_del_buffer( decoder_t *, subpicture_t * );
1904 static int transcode_spu_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1906 sout_stream_sys_t *p_sys = p_stream->p_sys;
1912 /* Initialization of decoder structures */
1913 id->p_decoder->pf_spu_buffer_new = spu_new_buffer;
1914 id->p_decoder->pf_spu_buffer_del = spu_del_buffer;
1915 id->p_decoder->p_owner = (decoder_owner_sys_t *)p_stream;
1916 //id->p_decoder->p_cfg = p_sys->p_spu_cfg;
1918 id->p_decoder->p_module =
1919 module_Need( id->p_decoder, "decoder", "$codec", 0 );
1921 if( !id->p_decoder->p_module )
1923 msg_Err( p_stream, "cannot find decoder" );
1924 return VLC_EGENERIC;
1927 if( !p_sys->b_soverlay )
1933 /* Initialization of encoder format structures */
1934 es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1935 id->p_decoder->fmt_in.i_codec );
1937 id->p_encoder->p_cfg = p_sys->p_spu_cfg;
1939 id->p_encoder->p_module =
1940 module_Need( id->p_encoder, "encoder", p_sys->psz_senc, VLC_TRUE );
1942 if( !id->p_encoder->p_module )
1944 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1945 msg_Err( p_stream, "cannot find encoder" );
1946 return VLC_EGENERIC;
1952 p_sys->p_spu = spu_Create( p_stream );
1953 spu_Init( p_sys->p_spu );
1959 static void transcode_spu_close( sout_stream_t *p_stream, sout_stream_id_t *id)
1962 if( id->p_decoder->p_module )
1963 module_Unneed( id->p_decoder, id->p_decoder->p_module );
1966 if( id->p_encoder->p_module )
1967 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1970 static int transcode_spu_process( sout_stream_t *p_stream,
1971 sout_stream_id_t *id,
1972 block_t *in, block_t **out )
1974 sout_stream_sys_t *p_sys = p_stream->p_sys;
1975 subpicture_t *p_subpic;
1978 p_subpic = id->p_decoder->pf_decode_sub( id->p_decoder, &in );
1979 if( !p_subpic ) return VLC_EGENERIC;
1981 if( p_sys->b_master_sync && p_sys->i_master_drift )
1983 p_subpic->i_start -= p_sys->i_master_drift;
1984 if( p_subpic->i_stop ) p_subpic->i_stop -= p_sys->i_master_drift;
1987 if( p_sys->b_soverlay )
1989 spu_DisplaySubpicture( p_sys->p_spu, p_subpic );
1995 p_block = id->p_encoder->pf_encode_sub( id->p_encoder, p_subpic );
1996 spu_del_buffer( id->p_decoder, p_subpic );
2000 block_ChainAppend( out, p_block );
2005 return VLC_EGENERIC;
2008 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
2010 sout_stream_t *p_stream = (sout_stream_t *)p_dec->p_owner;
2011 return spu_CreateSubpicture( p_stream->p_sys->p_spu );
2014 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
2016 sout_stream_t *p_stream = (sout_stream_t *)p_dec->p_owner;
2017 spu_DestroySubpicture( p_stream->p_sys->p_spu, p_subpic );