1 /*****************************************************************************
3 *****************************************************************************
4 * Copyright (C) 2001, 2002 VideoLAN
5 * $Id: transcode.c,v 1.48 2003/10/30 12:01:01 gbazin Exp $
7 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8 * Gildas Bazin <gbazin@netcourrier.com>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
32 #include <vlc/input.h>
35 #include <vlc/decoder.h>
38 #ifdef HAVE_FFMPEG_AVCODEC_H
39 # include <ffmpeg/avcodec.h>
44 /*****************************************************************************
46 *****************************************************************************/
47 static int Open ( vlc_object_t * );
48 static void Close ( vlc_object_t * );
50 static sout_stream_id_t *Add ( sout_stream_t *, sout_format_t * );
51 static int Del ( sout_stream_t *, sout_stream_id_t * );
52 static int Send( sout_stream_t *, sout_stream_id_t *, sout_buffer_t* );
54 static int transcode_audio_ffmpeg_new ( sout_stream_t *, sout_stream_id_t * );
55 static void transcode_audio_ffmpeg_close ( sout_stream_t *, sout_stream_id_t * );
56 static int transcode_audio_ffmpeg_process( sout_stream_t *, sout_stream_id_t *, sout_buffer_t *, sout_buffer_t ** );
58 static int transcode_video_ffmpeg_new ( sout_stream_t *, sout_stream_id_t * );
59 static void transcode_video_ffmpeg_close ( sout_stream_t *, sout_stream_id_t * );
60 static int transcode_video_ffmpeg_process( sout_stream_t *, sout_stream_id_t *, sout_buffer_t *, sout_buffer_t ** );
62 static int transcode_video_ffmpeg_getframebuf( struct AVCodecContext *, AVFrame *);
64 static int pi_channels_maps[6] =
67 AOUT_CHAN_CENTER, AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
68 AOUT_CHAN_CENTER | AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
69 AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT
70 | AOUT_CHAN_REARRIGHT,
71 AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER
72 | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT
75 /*****************************************************************************
77 *****************************************************************************/
79 set_description( _("Transcode stream") );
80 set_capability( "sout stream", 50 );
81 add_shortcut( "transcode" );
82 set_callbacks( Open, Close );
85 struct sout_stream_sys_t
89 vlc_fourcc_t i_acodec; /* codec audio (0 if not transcode) */
94 vlc_fourcc_t i_vcodec; /* " video " " " " */
104 vlc_bool_t b_deinterlace;
112 mtime_t i_output_pts;
115 /*****************************************************************************
117 *****************************************************************************/
118 static int Open( vlc_object_t *p_this )
120 sout_stream_t *p_stream = (sout_stream_t*)p_this;
121 sout_stream_sys_t *p_sys;
124 p_sys = malloc( sizeof( sout_stream_sys_t ) );
125 p_sys->p_out = sout_stream_new( p_stream->p_sout, p_stream->psz_next );
128 p_sys->i_sample_rate = 0;
129 p_sys->i_channels = 0;
130 p_sys->i_abitrate = 0;
133 p_sys->i_vbitrate = 0;
134 p_sys->i_vtolerance = -1;
137 p_sys->i_key_int = -1;
138 p_sys->i_b_frames = 0;
141 #if LIBAVCODEC_BUILD >= 4673
142 p_sys->i_hq = FF_MB_DECISION_SIMPLE;
144 p_sys->i_hq = VLC_FALSE;
146 p_sys->b_deinterlace= VLC_FALSE;
148 p_sys->i_crop_top = 0;
149 p_sys->i_crop_bottom= 0;
150 p_sys->i_crop_right = 0;
151 p_sys->i_crop_left = 0;
153 if( ( codec = sout_cfg_find_value( p_stream->p_cfg, "acodec" ) ) )
158 memcpy( fcc, codec, strlen( codec ) );
160 p_sys->i_acodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
162 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "samplerate" ) ) )
164 p_sys->i_sample_rate = atoi( val );
166 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "channels" ) ) )
168 p_sys->i_channels = atoi( val );
170 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "ab" ) ) )
172 p_sys->i_abitrate = atoi( val );
173 if( p_sys->i_abitrate < 4000 )
175 p_sys->i_abitrate *= 1000;
179 msg_Dbg( p_stream, "codec audio=%4.4s %dHz %d channels %dKb/s", fcc,
180 p_sys->i_sample_rate, p_sys->i_channels,
181 p_sys->i_abitrate / 1024 );
184 if( ( codec = sout_cfg_find_value( p_stream->p_cfg, "vcodec" ) ) )
189 memcpy( fcc, codec, strlen( codec ) );
191 p_sys->i_vcodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
193 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "width" ) ) )
195 p_sys->i_width = atoi( val );
197 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "height" ) ) )
199 p_sys->i_height = atoi( val );
201 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "vb" ) ) )
203 p_sys->i_vbitrate = atoi( val );
204 if( p_sys->i_vbitrate < 16000 )
206 p_sys->i_vbitrate *= 1000;
209 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "vt" ) ) )
211 p_sys->i_vtolerance = atoi( val );
213 if( sout_cfg_find( p_stream->p_cfg, "deinterlace" ) )
215 p_sys->b_deinterlace = VLC_TRUE;
218 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "croptop" ) ) )
220 p_sys->i_crop_top = atoi( val );
222 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "cropbottom" ) ) )
224 p_sys->i_crop_bottom = atoi( val );
226 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "cropleft" ) ) )
228 p_sys->i_crop_left = atoi( val );
230 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "cropright" ) ) )
232 p_sys->i_crop_right = atoi( val );
234 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "keyint" ) ) )
236 p_sys->i_key_int = atoi( val );
238 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "bframes" ) ) )
240 p_sys->i_b_frames = atoi( val );
242 #if LIBAVCODEC_BUILD >= 4673
243 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "hq" ) ) )
245 if( !strcmp( val, "rd" ) )
247 p_sys->i_hq = FF_MB_DECISION_RD;
249 else if( !strcmp( val, "bits" ) )
251 p_sys->i_hq = FF_MB_DECISION_BITS;
253 else if( !strcmp( val, "simple" ) )
255 p_sys->i_hq = FF_MB_DECISION_SIMPLE;
259 p_sys->i_hq = FF_MB_DECISION_RD;
263 if( sout_cfg_find( p_stream->p_cfg, "hq" ) )
265 p_sys->i_hq = VLC_TRUE;
268 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "qmin" ) ) )
270 p_sys->i_qmin = atoi( val );
272 if( ( val = sout_cfg_find_value( p_stream->p_cfg, "qmax" ) ) )
274 p_sys->i_qmax = atoi( val );
277 msg_Dbg( p_stream, "codec video=%4.4s %dx%d %dkb/s",
279 p_sys->i_width, p_sys->i_height,
280 p_sys->i_vbitrate / 1024 );
285 msg_Err( p_stream, "cannot create chain" );
289 p_stream->pf_add = Add;
290 p_stream->pf_del = Del;
291 p_stream->pf_send = Send;
293 p_stream->p_sys = p_sys;
296 avcodec_register_all();
298 /* ffmpeg needs some padding at the end of each buffer */
299 p_stream->p_sout->i_padding += FF_INPUT_BUFFER_PADDING_SIZE;
304 /*****************************************************************************
306 *****************************************************************************/
307 static void Close( vlc_object_t * p_this )
309 sout_stream_t *p_stream = (sout_stream_t*)p_this;
310 sout_stream_sys_t *p_sys = p_stream->p_sys;
312 sout_stream_delete( p_sys->p_out );
316 struct sout_stream_id_t
318 vlc_fourcc_t b_transcode;
319 sout_format_t f_src; /* only if transcoding */
320 sout_format_t f_dst; /* " " " */
321 unsigned int i_inter_pixfmt; /* intermediary format when transcoding */
323 /* id of the out stream */
327 encoder_t *p_encoder;
328 vlc_fourcc_t b_enc_inited;
332 AVCodecContext *ff_dec_c;
342 AVFrame *p_ff_pic_tmp0; /* to do deinterlace */
343 AVFrame *p_ff_pic_tmp1; /* to do pix conversion */
344 AVFrame *p_ff_pic_tmp2; /* to do resample */
346 ImgReSampleContext *p_vresample;
350 static sout_stream_id_t * Add( sout_stream_t *p_stream, sout_format_t *p_fmt )
352 sout_stream_sys_t *p_sys = p_stream->p_sys;
353 sout_stream_id_t *id;
355 id = malloc( sizeof( sout_stream_id_t ) );
358 id->p_encoder = NULL;
360 if( p_fmt->i_cat == AUDIO_ES && p_sys->i_acodec != 0 )
363 "creating audio transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
364 (char*)&p_fmt->i_fourcc,
365 (char*)&p_sys->i_acodec );
368 memcpy( &id->f_src, p_fmt, sizeof( sout_format_t ) );
370 /* create dst format */
371 id->f_dst.i_cat = AUDIO_ES;
372 id->f_dst.i_fourcc = p_sys->i_acodec;
373 id->f_dst.i_sample_rate = p_sys->i_sample_rate > 0 ? p_sys->i_sample_rate : id->f_src.i_sample_rate;
374 id->f_dst.i_channels = p_sys->i_channels > 0 ? p_sys->i_channels : id->f_src.i_channels;
375 id->f_dst.i_bitrate = p_sys->i_abitrate > 0 ? p_sys->i_abitrate : 64000;
376 id->f_dst.i_block_align = 0;
377 id->f_dst.i_extra_data = 0;
378 id->f_dst.p_extra_data = NULL;
380 /* build decoder -> filter -> encoder */
381 if( transcode_audio_ffmpeg_new( p_stream, id ) )
383 msg_Err( p_stream, "cannot create audio chain" );
388 /* open output stream */
389 id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->f_dst );
390 id->b_transcode = VLC_TRUE;
398 else if( p_fmt->i_cat == VIDEO_ES && p_sys->i_vcodec != 0 )
401 "creating video transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
402 (char*)&p_fmt->i_fourcc,
403 (char*)&p_sys->i_vcodec );
405 memcpy( &id->f_src, p_fmt, sizeof( sout_format_t ) );
407 /* create dst format */
408 id->f_dst.i_cat = VIDEO_ES;
409 id->f_dst.i_fourcc = p_sys->i_vcodec;
410 id->f_dst.i_width = p_sys->i_width ; /* > 0 ? p_sys->i_width : id->f_src.i_width; */
411 id->f_dst.i_height = p_sys->i_height; /* > 0 ? p_sys->i_height: id->f_src.i_height; */
412 id->f_dst.i_bitrate = p_sys->i_vbitrate > 0 ? p_sys->i_vbitrate : 800*1000;
413 id->f_dst.i_extra_data = 0;
414 id->f_dst.p_extra_data = NULL;
416 /* build decoder -> filter -> encoder */
417 if( transcode_video_ffmpeg_new( p_stream, id ) )
419 msg_Err( p_stream, "cannot create video chain" );
424 /* open output stream */
425 id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->f_dst );
427 id->b_transcode = VLC_TRUE;
431 msg_Dbg( p_stream, "not transcoding a stream (fcc=`%4.4s')", (char*)&p_fmt->i_fourcc );
432 id->id = p_sys->p_out->pf_add( p_sys->p_out, p_fmt );
433 id->b_transcode = VLC_FALSE;
445 static int Del ( sout_stream_t *p_stream, sout_stream_id_t *id )
447 sout_stream_sys_t *p_sys = p_stream->p_sys;
449 if( id->b_transcode )
451 if( id->f_src.i_cat == AUDIO_ES )
453 transcode_audio_ffmpeg_close( p_stream, id );
455 else if( id->f_src.i_cat == VIDEO_ES )
457 transcode_video_ffmpeg_close( p_stream, id );
461 if( id->id ) p_sys->p_out->pf_del( p_sys->p_out, id->id );
467 static int Send( sout_stream_t *p_stream, sout_stream_id_t *id,
468 sout_buffer_t *p_buffer )
470 sout_stream_sys_t *p_sys = p_stream->p_sys;
472 if( id->b_transcode )
474 sout_buffer_t *p_buffer_out;
475 if( id->f_src.i_cat == AUDIO_ES )
477 transcode_audio_ffmpeg_process( p_stream, id, p_buffer, &p_buffer_out );
479 else if( id->f_src.i_cat == VIDEO_ES )
481 transcode_video_ffmpeg_process( p_stream, id, p_buffer, &p_buffer_out );
483 sout_BufferDelete( p_stream->p_sout, p_buffer );
487 return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_buffer_out );
491 else if( id->id != NULL )
493 return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_buffer );
497 sout_BufferDelete( p_stream->p_sout, p_buffer );
502 /****************************************************************************
503 * ffmpeg decoder reencocdr part
504 ****************************************************************************/
510 } fourcc_to_ff_code[] =
513 { VLC_FOURCC( 'm', 'p', 'g', 'a' ), CODEC_ID_MP2 },
514 { VLC_FOURCC( 'm', 'p', '3', ' ' ), CODEC_ID_MP3LAME },
515 { VLC_FOURCC( 'm', 'p', '4', 'a' ), CODEC_ID_AAC },
516 { VLC_FOURCC( 'a', '5', '2', ' ' ), CODEC_ID_AC3 },
517 { VLC_FOURCC( 'a', 'c', '3', ' ' ), CODEC_ID_AC3 },
518 { VLC_FOURCC( 'w', 'm', 'a', '1' ), CODEC_ID_WMAV1 },
519 { VLC_FOURCC( 'w', 'm', 'a', '2' ), CODEC_ID_WMAV2 },
520 { VLC_FOURCC( 'v', 'o', 'r', 'b' ), CODEC_ID_VORBIS },
521 { VLC_FOURCC( 'a', 'l', 'a', 'w' ), CODEC_ID_PCM_ALAW },
524 { VLC_FOURCC( 'm', 'p', 'g', 'v' ), CODEC_ID_MPEG1VIDEO },
525 { VLC_FOURCC( 'm', 'p', '1', 'v' ), CODEC_ID_MPEG1VIDEO },
526 #if LIBAVCODEC_BUILD >= 4676
527 { VLC_FOURCC( 'm', 'p', '2', 'v' ), CODEC_ID_MPEG2VIDEO },
529 { VLC_FOURCC( 'm', 'p', '4', 'v'), CODEC_ID_MPEG4 },
530 { VLC_FOURCC( 'D', 'I', 'V', '1' ), CODEC_ID_MSMPEG4V1 },
531 { VLC_FOURCC( 'D', 'I', 'V', '2' ), CODEC_ID_MSMPEG4V2 },
532 { VLC_FOURCC( 'D', 'I', 'V', '3' ), CODEC_ID_MSMPEG4V3 },
533 { VLC_FOURCC( 'H', '2', '6', '3' ), CODEC_ID_H263 },
534 { VLC_FOURCC( 'I', '2', '6', '3' ), CODEC_ID_H263I },
535 { VLC_FOURCC( 'h', 'u', 'f', 'f' ), CODEC_ID_HUFFYUV },
536 { VLC_FOURCC( 'W', 'M', 'V', '1' ), CODEC_ID_WMV1 },
537 { VLC_FOURCC( 'W', 'M', 'V', '2' ), CODEC_ID_WMV2 },
538 { VLC_FOURCC( 'M', 'J', 'P', 'G' ), CODEC_ID_MJPEG },
539 { VLC_FOURCC( 'm', 'j', 'p', 'b' ), CODEC_ID_MJPEGB },
540 { VLC_FOURCC( 'd', 'v', 's', 'l' ), CODEC_ID_DVVIDEO },
541 { VLC_FOURCC( 'S', 'V', 'Q', '1' ), CODEC_ID_SVQ1 },
542 #if LIBAVCODEC_BUILD >= 4666
543 { VLC_FOURCC( 'S', 'V', 'Q', '3' ), CODEC_ID_SVQ3 },
546 /* raw video code, only used for 'encoding' */
547 { VLC_FOURCC( 'I', '4', '2', '0' ), CODEC_ID_RAWVIDEO },
548 { VLC_FOURCC( 'I', '4', '2', '2' ), CODEC_ID_RAWVIDEO },
549 { VLC_FOURCC( 'I', '4', '4', '4' ), CODEC_ID_RAWVIDEO },
550 { VLC_FOURCC( 'R', 'V', '1', '5' ), CODEC_ID_RAWVIDEO },
551 { VLC_FOURCC( 'R', 'V', '1', '6' ), CODEC_ID_RAWVIDEO },
552 { VLC_FOURCC( 'R', 'V', '2', '4' ), CODEC_ID_RAWVIDEO },
553 { VLC_FOURCC( 'R', 'V', '3', '2' ), CODEC_ID_RAWVIDEO },
554 { VLC_FOURCC( 'Y', 'U', 'Y', '2' ), CODEC_ID_RAWVIDEO },
556 { VLC_FOURCC( 0, 0, 0, 0 ), 0 }
559 static inline int get_ff_codec( vlc_fourcc_t i_fcc )
563 for( i = 0; fourcc_to_ff_code[i].i_fcc != 0; i++ )
565 if( fourcc_to_ff_code[i].i_fcc == i_fcc )
567 return fourcc_to_ff_code[i].i_ff_codec;
574 static inline int get_ff_chroma( vlc_fourcc_t i_chroma )
578 case VLC_FOURCC( 'I', '4', '2', '0' ):
579 return PIX_FMT_YUV420P;
580 case VLC_FOURCC( 'I', '4', '2', '2' ):
581 return PIX_FMT_YUV422P;
582 case VLC_FOURCC( 'I', '4', '4', '4' ):
583 return PIX_FMT_YUV444P;
584 case VLC_FOURCC( 'R', 'V', '1', '5' ):
585 return PIX_FMT_RGB555;
586 case VLC_FOURCC( 'R', 'V', '1', '6' ):
587 return PIX_FMT_RGB565;
588 case VLC_FOURCC( 'R', 'V', '2', '4' ):
589 return PIX_FMT_RGB24;
590 case VLC_FOURCC( 'R', 'V', '3', '2' ):
591 return PIX_FMT_RGBA32;
592 case VLC_FOURCC( 'G', 'R', 'E', 'Y' ):
593 return PIX_FMT_GRAY8;
594 case VLC_FOURCC( 'Y', 'U', 'Y', '2' ):
595 return PIX_FMT_YUV422;
601 static int transcode_audio_ffmpeg_new( sout_stream_t *p_stream,
602 sout_stream_id_t *id )
606 if( id->f_src.i_fourcc == VLC_FOURCC('s','1','6','l') ||
607 id->f_src.i_fourcc == VLC_FOURCC('s','1','6','b') ||
608 id->f_src.i_fourcc == VLC_FOURCC('s','8',' ',' ') ||
609 id->f_src.i_fourcc == VLC_FOURCC('u','8',' ',' ') )
613 id->ff_dec_c = avcodec_alloc_context();
614 id->ff_dec_c->sample_rate = id->f_src.i_sample_rate;
615 id->ff_dec_c->channels = id->f_src.i_channels;
616 id->ff_dec_c->block_align = id->f_src.i_block_align;
617 id->ff_dec_c->bit_rate = id->f_src.i_bitrate;
622 i_ff_codec = get_ff_codec( id->f_src.i_fourcc );
623 if( i_ff_codec == 0 )
625 msg_Err( p_stream, "cannot find decoder id" );
629 id->ff_dec = avcodec_find_decoder( i_ff_codec );
632 msg_Err( p_stream, "cannot find decoder (avcodec)" );
636 id->ff_dec_c = avcodec_alloc_context();
637 id->ff_dec_c->sample_rate = id->f_src.i_sample_rate;
638 id->ff_dec_c->channels = id->f_src.i_channels;
639 id->ff_dec_c->block_align = id->f_src.i_block_align;
640 id->ff_dec_c->bit_rate = id->f_src.i_bitrate;
642 id->ff_dec_c->extradata_size = id->f_src.i_extra_data;
643 id->ff_dec_c->extradata = id->f_src.p_extra_data;
644 if( avcodec_open( id->ff_dec_c, id->ff_dec ) )
646 msg_Err( p_stream, "cannot open decoder" );
651 id->i_buffer = 2 * AVCODEC_MAX_AUDIO_FRAME_SIZE;
652 id->i_buffer_pos = 0;
653 id->p_buffer = malloc( id->i_buffer );
655 /* Sanity check for audio channels */
656 id->f_dst.i_channels = __MIN( id->f_dst.i_channels, id->f_src.i_channels );
659 id->p_encoder = vlc_object_create( p_stream, VLC_OBJECT_ENCODER );
660 id->p_encoder->i_fourcc = id->f_dst.i_fourcc;
661 id->p_encoder->format.audio.i_format = AOUT_FMT_S16_NE;
662 id->p_encoder->format.audio.i_rate = id->f_dst.i_sample_rate;
663 id->p_encoder->format.audio.i_physical_channels =
664 id->p_encoder->format.audio.i_original_channels =
665 pi_channels_maps[id->f_dst.i_channels];
666 id->p_encoder->i_bitrate = id->f_dst.i_bitrate;
667 id->p_encoder->i_extra_data = 0;
668 id->p_encoder->p_extra_data = NULL;
670 id->p_encoder->p_module =
671 module_Need( id->p_encoder, "audio encoder", NULL );
672 if( !id->p_encoder->p_module )
674 vlc_object_destroy( id->p_encoder );
675 msg_Err( p_stream, "cannot open encoder" );
679 id->b_enc_inited = VLC_FALSE;
681 id->f_dst.i_extra_data = id->p_encoder->i_extra_data;
682 id->f_dst.p_extra_data = id->p_encoder->p_extra_data;
684 /* Hack for mp3 transcoding support */
685 if( id->f_dst.i_fourcc == VLC_FOURCC( 'm','p','3',' ' ) )
687 id->f_dst.i_fourcc = VLC_FOURCC( 'm','p','g','a' );
693 static void transcode_audio_ffmpeg_close( sout_stream_t *p_stream,
694 sout_stream_id_t *id )
698 avcodec_close( id->ff_dec_c );
699 free( id->ff_dec_c );
702 module_Unneed( id->p_encoder, id->p_encoder->p_module );
703 vlc_object_destroy( id->p_encoder );
705 free( id->p_buffer );
708 static int transcode_audio_ffmpeg_process( sout_stream_t *p_stream,
709 sout_stream_id_t *id,
711 sout_buffer_t **out )
713 aout_buffer_t aout_buf;
715 int i_buffer = in->i_size;
716 char *p_buffer = in->p_buffer;
717 id->i_dts = in->i_dts;
722 id->i_buffer_pos = 0;
724 /* decode as much data as possible */
729 i_used = avcodec_decode_audio( id->ff_dec_c,
730 (int16_t*)id->p_buffer, &id->i_buffer_pos,
731 p_buffer, i_buffer );
734 msg_Warn( p_stream, "avcodec_decode_audio: %d used on %d",
739 msg_Warn( p_stream, "error audio decoding");
748 int16_t *sout = (int16_t*)id->p_buffer;
750 if( id->f_src.i_fourcc == VLC_FOURCC( 's', '8', ' ', ' ' ) ||
751 id->f_src.i_fourcc == VLC_FOURCC( 'u', '8', ' ', ' ' ) )
753 int8_t *sin = (int8_t*)p_buffer;
754 int i_used = __MIN( id->i_buffer/2, i_buffer );
755 int i_samples = i_used;
757 if( id->f_src.i_fourcc == VLC_FOURCC( 's', '8', ' ', ' ' ) )
758 while( i_samples > 0 )
760 *sout++ = ( *sin++ ) << 8;
764 while( i_samples > 0 )
766 *sout++ = ( *sin++ - 128 ) << 8;
772 id->i_buffer_pos = i_used * 2;
774 else if( id->f_src.i_fourcc == VLC_FOURCC( 's', '1', '6', 'l' ) ||
775 id->f_src.i_fourcc == VLC_FOURCC( 's', '1', '6', 'b' ) )
777 int16_t *sin = (int16_t*)p_buffer;
778 int i_used = __MIN( id->i_buffer, i_buffer );
779 int i_samples = i_used / 2;
780 int b_invert_indianness;
782 if( id->f_src.i_fourcc == VLC_FOURCC( 's', '1', '6', 'l' ) )
783 #ifdef WORDS_BIGENDIAN
784 b_invert_indianness = 1;
786 b_invert_indianness = 0;
789 #ifdef WORDS_BIGENDIAN
790 b_invert_indianness = 0;
792 b_invert_indianness = 1;
795 if( b_invert_indianness )
797 while( i_samples > 0 )
803 *sout++ = *(int16_t*)tmp;
809 memcpy( sout, sin, i_used );
815 id->i_buffer_pos = i_used;
819 if( id->i_buffer_pos == 0 ) continue;
821 /* Encode as much data as possible */
822 if( !id->b_enc_inited && id->p_encoder->pf_header )
824 p_block = id->p_encoder->pf_header( id->p_encoder );
827 sout_buffer_t *p_out;
828 block_t *p_prev_block = p_block;
830 p_out = sout_BufferNew( p_stream->p_sout, p_block->i_buffer );
831 memcpy( p_out->p_buffer, p_block->p_buffer, p_block->i_buffer);
832 p_out->i_dts = p_out->i_pts = in->i_dts;
834 sout_BufferChain( out, p_out );
836 p_block = p_block->p_next;
837 block_Release( p_prev_block );
840 id->b_enc_inited = VLC_TRUE;
843 aout_buf.p_buffer = id->p_buffer;
844 aout_buf.i_nb_bytes = id->i_buffer_pos;
845 aout_buf.i_nb_samples = id->i_buffer_pos / 2 / id->f_src.i_channels;
846 aout_buf.start_date = id->i_dts;
847 aout_buf.end_date = id->i_dts;
849 id->i_dts += ( I64C(1000000) * id->i_buffer_pos / 2 /
850 id->f_src.i_channels / id->f_src.i_sample_rate );
852 p_block = id->p_encoder->pf_encode_audio( id->p_encoder, &aout_buf );
855 sout_buffer_t *p_out;
856 block_t *p_prev_block = p_block;
858 p_out = sout_BufferNew( p_stream->p_sout, p_block->i_buffer );
859 memcpy( p_out->p_buffer, p_block->p_buffer, p_block->i_buffer);
860 p_out->i_dts = p_block->i_dts;
861 p_out->i_pts = p_block->i_pts;
862 p_out->i_length = p_block->i_length;
863 sout_BufferChain( out, p_out );
865 p_block = p_block->p_next;
866 block_Release( p_prev_block );
877 static int transcode_video_ffmpeg_new( sout_stream_t *p_stream,
878 sout_stream_id_t *id )
880 sout_stream_sys_t *p_sys = p_stream->p_sys;
885 if( id->f_src.i_fourcc == VLC_FOURCC( 'I', '4', '2', '0' ) ||
886 id->f_src.i_fourcc == VLC_FOURCC( 'I', '4', '2', '2' ) ||
887 id->f_src.i_fourcc == VLC_FOURCC( 'I', '4', '4', '4' ) ||
888 id->f_src.i_fourcc == VLC_FOURCC( 'Y', 'U', 'Y', '2' ) ||
889 id->f_src.i_fourcc == VLC_FOURCC( 'R', 'V', '1', '5' ) ||
890 id->f_src.i_fourcc == VLC_FOURCC( 'R', 'V', '1', '6' ) ||
891 id->f_src.i_fourcc == VLC_FOURCC( 'R', 'V', '2', '4' ) ||
892 id->f_src.i_fourcc == VLC_FOURCC( 'R', 'V', '3', '2' ) ||
893 id->f_src.i_fourcc == VLC_FOURCC( 'G', 'R', 'E', 'Y' ) )
896 id->ff_dec_c = avcodec_alloc_context();
897 id->ff_dec_c->width = id->f_src.i_width;
898 id->ff_dec_c->height = id->f_src.i_height;
899 id->ff_dec_c->pix_fmt = get_ff_chroma( id->f_src.i_fourcc );
904 i_ff_codec = get_ff_codec( id->f_src.i_fourcc );
905 if( i_ff_codec == 0 )
907 msg_Err( p_stream, "cannot find decoder" );
911 id->ff_dec = avcodec_find_decoder( i_ff_codec );
914 msg_Err( p_stream, "cannot find decoder" );
918 id->ff_dec_c = avcodec_alloc_context();
919 id->ff_dec_c->width = id->f_src.i_width;
920 id->ff_dec_c->height = id->f_src.i_height;
921 /* id->ff_dec_c->bit_rate = id->f_src.i_bitrate; */
922 id->ff_dec_c->extradata_size= id->f_src.i_extra_data;
923 id->ff_dec_c->extradata = id->f_src.p_extra_data;
924 id->ff_dec_c->workaround_bugs = FF_BUG_AUTODETECT;
925 id->ff_dec_c->error_resilience= -1;
926 id->ff_dec_c->get_buffer = transcode_video_ffmpeg_getframebuf;
927 id->ff_dec_c->opaque = p_sys;
929 if( avcodec_open( id->ff_dec_c, id->ff_dec ) < 0 )
931 msg_Err( p_stream, "cannot open decoder" );
935 if( i_ff_codec == CODEC_ID_MPEG4 && id->ff_dec_c->extradata_size > 0 )
939 uint8_t *p_vol = malloc( id->ff_dec_c->extradata_size +
940 FF_INPUT_BUFFER_PADDING_SIZE );
942 memcpy( p_vol, id->ff_dec_c->extradata,
943 id->ff_dec_c->extradata_size );
944 memset( p_vol + id->ff_dec_c->extradata_size, 0,
945 FF_INPUT_BUFFER_PADDING_SIZE );
947 avcodec_decode_video( id->ff_dec_c, &frame, &b_gotpicture,
948 id->ff_dec_c->extradata,
949 id->ff_dec_c->extradata_size );
955 id->p_encoder = vlc_object_create( p_stream, VLC_OBJECT_ENCODER );
956 id->p_encoder->i_fourcc = id->f_dst.i_fourcc;
957 id->p_encoder->format.video.i_width = p_sys->i_width;
958 id->p_encoder->format.video.i_height = p_sys->i_height;
959 id->p_encoder->i_bitrate = p_sys->i_vbitrate;
961 id->p_encoder->i_vtolerance = p_sys->i_vtolerance;
962 id->p_encoder->i_key_int = p_sys->i_key_int;
963 id->p_encoder->i_b_frames = p_sys->i_b_frames;
964 id->p_encoder->i_qmin = p_sys->i_qmin;
965 id->p_encoder->i_qmax = p_sys->i_qmax;
966 id->p_encoder->i_hq = p_sys->i_hq;
968 if( id->p_encoder->format.video.i_width <= 0 )
970 id->p_encoder->format.video.i_width = id->f_dst.i_width =
971 id->ff_dec_c->width - p_sys->i_crop_left - p_sys->i_crop_right;
973 if( id->p_encoder->format.video.i_height <= 0 )
975 id->p_encoder->format.video.i_height = id->f_dst.i_height =
976 id->ff_dec_c->height - p_sys->i_crop_top - p_sys->i_crop_bottom;
979 id->p_ff_pic = avcodec_alloc_frame();
980 id->p_ff_pic_tmp0 = NULL;
981 id->p_ff_pic_tmp1 = NULL;
982 id->p_ff_pic_tmp2 = NULL;
983 id->p_vresample = NULL;
987 id->p_encoder->i_frame_rate = id->ff_dec_c->frame_rate;
988 #if LIBAVCODEC_BUILD >= 4662
989 id->p_encoder->i_frame_rate_base= id->ff_dec_c->frame_rate_base;
994 #if LIBAVCODEC_BUILD >= 4662
995 id->p_encoder->i_frame_rate = 25 ; /* FIXME as it break mpeg */
996 id->p_encoder->i_frame_rate_base= 1;
998 id->p_encoder->i_frame_rate = 25 * FRAME_RATE_BASE;
1002 id->p_encoder->p_module =
1003 module_Need( id->p_encoder, "video encoder", NULL );
1005 if( !id->p_encoder->p_module )
1007 vlc_object_destroy( id->p_encoder );
1008 msg_Err( p_stream, "cannot find encoder" );
1009 return VLC_EGENERIC;
1012 /* Close the encoder.
1013 * We'll open it only when we have the first frame */
1014 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1016 id->b_enc_inited = VLC_FALSE;
1021 static void transcode_video_ffmpeg_close ( sout_stream_t *p_stream,
1022 sout_stream_id_t *id )
1027 avcodec_close( id->ff_dec_c );
1028 free( id->ff_dec_c );
1032 module_Unneed( id->p_encoder, id->p_encoder->p_module );
1033 vlc_object_destroy( id->p_encoder );
1038 free( id->p_ff_pic );
1041 if( id->p_ff_pic_tmp0 )
1043 free( id->p_ff_pic_tmp0->data[0] );
1044 free( id->p_ff_pic_tmp0 );
1046 if( id->p_ff_pic_tmp1)
1048 free( id->p_ff_pic_tmp1->data[0] );
1049 free( id->p_ff_pic_tmp1 );
1051 if( id->p_ff_pic_tmp2)
1053 free( id->p_ff_pic_tmp2->data[0] );
1054 free( id->p_ff_pic_tmp2 );
1056 if( id->p_vresample )
1058 free( id->p_vresample );
1062 static int transcode_video_ffmpeg_process( sout_stream_t *p_stream,
1063 sout_stream_id_t *id, sout_buffer_t *in, sout_buffer_t **out )
1065 sout_stream_sys_t *p_sys = p_stream->p_sys;
1075 i_data = in->i_size;
1076 p_data = in->p_buffer;
1085 frame = id->p_ff_pic;
1086 p_sys->i_input_pts = in->i_pts;
1089 i_used = avcodec_decode_video( id->ff_dec_c, frame,
1096 avpicture_fill( (AVPicture*)frame,
1098 id->ff_dec_c->pix_fmt,
1099 id->ff_dec_c->width, id->ff_dec_c->height );
1104 frame->pts = p_sys->i_input_pts;
1109 msg_Warn( p_stream, "error");
1110 return VLC_EGENERIC;
1120 /* Get the pts of the decoded frame if any, otherwise keep the
1121 * interpolated one */
1122 if( frame->pts > 0 )
1124 p_sys->i_output_pts = frame->pts;
1127 if( !id->b_enc_inited )
1129 /* XXX hack because of copy packetizer and mpeg4video that can fail
1131 if( id->p_encoder->format.video.i_width <= 0 )
1133 id->p_encoder->format.video.i_width = id->f_dst.i_width =
1134 id->ff_dec_c->width - p_sys->i_crop_left -
1135 p_sys->i_crop_right;
1137 if( id->p_encoder->format.video.i_height <= 0 )
1139 id->p_encoder->format.video.i_height = id->f_dst.i_height =
1140 id->ff_dec_c->height - p_sys->i_crop_top -
1141 p_sys->i_crop_bottom;
1144 id->p_encoder->i_bitrate = p_sys->i_vbitrate;
1146 id->p_encoder->i_extra_data = 0;
1147 id->p_encoder->p_extra_data = NULL;
1149 id->p_encoder->p_module =
1150 module_Need( id->p_encoder, "video encoder", NULL );
1151 if( !id->p_encoder->p_module )
1153 vlc_object_destroy( id->p_encoder );
1154 msg_Err( p_stream, "cannot find encoder" );
1155 return VLC_EGENERIC;
1158 id->f_dst.i_extra_data = id->p_encoder->i_extra_data;
1159 id->f_dst.p_extra_data = id->p_encoder->p_extra_data;
1161 /* Hack for mp2v/mp1v transcoding support */
1162 if( id->f_dst.i_fourcc == VLC_FOURCC( 'm','p','1','v' ) ||
1163 id->f_dst.i_fourcc == VLC_FOURCC( 'm','p','2','v' ) )
1165 id->f_dst.i_fourcc = VLC_FOURCC( 'm','p','g','v' );
1169 p_stream->p_sys->p_out->pf_add( p_stream->p_sys->p_out,
1172 msg_Err( p_stream, "cannot add this stream" );
1173 transcode_video_ffmpeg_close( p_stream, id );
1174 id->b_transcode = VLC_FALSE;
1175 return VLC_EGENERIC;
1178 while( id->p_encoder->pf_header &&
1179 (p_block = id->p_encoder->pf_header( id->p_encoder )) )
1181 sout_buffer_t *p_out;
1182 p_out = sout_BufferNew( p_stream->p_sout, p_block->i_buffer );
1183 memcpy( p_out->p_buffer, p_block->p_buffer, p_block->i_buffer);
1184 p_out->i_dts = in->i_dts;
1185 p_out->i_pts = in->i_dts;
1186 p_out->i_length = 0;
1187 sout_BufferChain( out, p_out );
1190 id->i_inter_pixfmt =
1191 get_ff_chroma( id->p_encoder->format.video.i_chroma );
1193 id->b_enc_inited = VLC_TRUE;
1197 if( p_stream->p_sys->b_deinterlace )
1199 if( id->p_ff_pic_tmp0 == NULL )
1203 id->p_ff_pic_tmp0 = avcodec_alloc_frame();
1204 i_size = avpicture_get_size( id->ff_dec_c->pix_fmt,
1205 id->ff_dec_c->width, id->ff_dec_c->height );
1207 buf = malloc( i_size );
1209 avpicture_fill( (AVPicture*)id->p_ff_pic_tmp0, buf,
1211 id->ff_dec_c->width, id->ff_dec_c->height );
1214 avpicture_deinterlace( (AVPicture*)id->p_ff_pic_tmp0, (AVPicture*)frame,
1215 id->ff_dec_c->pix_fmt,
1216 id->ff_dec_c->width, id->ff_dec_c->height );
1218 frame = id->p_ff_pic_tmp0;
1221 /* convert pix format */
1222 if( id->ff_dec_c->pix_fmt != id->i_inter_pixfmt )
1224 if( id->p_ff_pic_tmp1 == NULL )
1228 id->p_ff_pic_tmp1 = avcodec_alloc_frame();
1229 i_size = avpicture_get_size( id->i_inter_pixfmt,
1230 id->ff_dec_c->width,
1231 id->ff_dec_c->height );
1233 buf = malloc( i_size );
1235 avpicture_fill( (AVPicture*)id->p_ff_pic_tmp1, buf,
1237 id->ff_dec_c->width, id->ff_dec_c->height );
1240 img_convert( (AVPicture*)id->p_ff_pic_tmp1, id->i_inter_pixfmt,
1241 (AVPicture*)frame, id->ff_dec_c->pix_fmt,
1242 id->ff_dec_c->width, id->ff_dec_c->height );
1244 frame = id->p_ff_pic_tmp1;
1247 /* convert size and crop */
1248 if( id->ff_dec_c->width != id->f_dst.i_width ||
1249 id->ff_dec_c->height != id->f_dst.i_height ||
1250 p_sys->i_crop_top > 0 || p_sys->i_crop_bottom > 0 ||
1251 p_sys->i_crop_left > 0 || p_sys->i_crop_right )
1253 if( id->p_ff_pic_tmp2 == NULL )
1257 id->p_ff_pic_tmp2 = avcodec_alloc_frame();
1258 i_size = avpicture_get_size( id->i_inter_pixfmt,
1260 id->f_dst.i_height );
1262 buf = malloc( i_size );
1264 avpicture_fill( (AVPicture*)id->p_ff_pic_tmp2, buf,
1266 id->f_dst.i_width, id->f_dst.i_height );
1269 img_resample_full_init( id->f_dst.i_width,
1271 id->ff_dec_c->width, id->ff_dec_c->height,
1272 p_stream->p_sys->i_crop_top,
1273 p_stream->p_sys->i_crop_bottom,
1274 p_stream->p_sys->i_crop_left,
1275 p_stream->p_sys->i_crop_right );
1278 img_resample( id->p_vresample, (AVPicture*)id->p_ff_pic_tmp2,
1279 (AVPicture*)frame );
1281 frame = id->p_ff_pic_tmp2;
1285 vout_InitPicture( VLC_OBJECT(p_stream), &pic,
1286 id->p_encoder->format.video.i_chroma,
1287 id->f_dst.i_width, id->f_dst.i_height,
1288 id->f_dst.i_width * VOUT_ASPECT_FACTOR /
1289 id->f_dst.i_height );
1291 for( i_plane = 0; i_plane < pic.i_planes; i_plane++ )
1293 pic.p[i_plane].p_pixels = frame->data[i_plane];
1294 pic.p[i_plane].i_pitch = frame->linesize[i_plane];
1297 /* Set the pts of the frame being encoded */
1298 pic.date = p_sys->i_output_pts;
1300 /* Interpolate the next PTS
1301 * (needed by the mpeg video packetizer which can send pts <= 0 ) */
1302 if( id->ff_dec_c && id->ff_dec_c->frame_rate > 0 )
1304 p_sys->i_output_pts += I64C(1000000) * (2 + frame->repeat_pict) *
1305 id->ff_dec_c->frame_rate_base / (2 * id->ff_dec_c->frame_rate);
1308 p_block = id->p_encoder->pf_encode_video( id->p_encoder, &pic );
1311 sout_buffer_t *p_out;
1312 block_t *p_prev_block = p_block;
1314 p_out = sout_BufferNew( p_stream->p_sout, p_block->i_buffer );
1315 memcpy( p_out->p_buffer, p_block->p_buffer, p_block->i_buffer);
1316 p_out->i_dts = p_block->i_dts;
1317 p_out->i_pts = p_block->i_pts;
1318 p_out->i_length = p_block->i_length;
1319 sout_BufferChain( out, p_out );
1321 p_block = p_block->p_next;
1322 block_Release( p_prev_block );
1334 /*****************************************************************************
1335 * transcode_video_ffmpeg_getframebuf:
1337 * Callback used by ffmpeg to get a frame buffer.
1338 * We use it to get the right PTS for each decoded picture.
1339 *****************************************************************************/
1340 static int transcode_video_ffmpeg_getframebuf(struct AVCodecContext *p_context,
1343 sout_stream_sys_t *p_sys = (sout_stream_sys_t *)p_context->opaque;
1346 p_frame->pts = p_sys->i_input_pts;
1348 return avcodec_default_get_buffer( p_context, p_frame );