X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;ds=sidebyside;f=modules%2Fcodec%2Fffmpeg%2Fvideo.c;h=cbe9d210ca32f6b185c623f9f441e7c70af09da6;hb=630b0fc7072379071fb53c12efdcc52360f0c4e5;hp=95054ee5da074eb26b5aa5b45371e4f7ad854e55;hpb=71baa3cdba165731b9ae92d08401f2675c46fea8;p=vlc diff --git a/modules/codec/ffmpeg/video.c b/modules/codec/ffmpeg/video.c index 95054ee5da..cbe9d210ca 100644 --- a/modules/codec/ffmpeg/video.c +++ b/modules/codec/ffmpeg/video.c @@ -1,8 +1,8 @@ /***************************************************************************** - * video.c: video decoder using ffmpeg library + * video.c: video decoder using the ffmpeg library ***************************************************************************** * Copyright (C) 1999-2001 VideoLAN - * $Id: video.c,v 1.27 2003/05/09 23:23:45 fenrir Exp $ + * $Id: video.c,v 1.42 2003/10/27 01:04:38 gbazin Exp $ * * Authors: Laurent Aimar * Gildas Bazin @@ -26,15 +26,13 @@ * Preamble *****************************************************************************/ #include /* malloc(), free() */ +#include #include #include -#include #include #include -#include - #ifdef HAVE_SYS_TIMES_H # include #endif @@ -48,61 +46,83 @@ #include "ffmpeg.h" -#ifdef LIBAVCODEC_PP -# ifdef HAVE_POSTPROC_POSTPROCESS_H -# include -# else -# include -# endif -#else -# include "postprocessing/postprocessing.h" -#endif +/***************************************************************************** + * decoder_sys_t : decoder descriptor + *****************************************************************************/ +struct decoder_sys_t +{ + /* Common part between video and audio decoder */ + int i_cat; + int i_codec_id; + char *psz_namecodec; + + AVCodecContext *p_context; + AVCodec *p_codec; + + /* Video decoder specific part */ + mtime_t input_pts; + mtime_t i_pts; + + AVFrame *p_ff_pic; + BITMAPINFOHEADER *p_format; + + vout_thread_t *p_vout; + + /* for frame skipping algo */ + int b_hurry_up; + int i_frame_error; + int i_frame_skip; + + /* how many decoded frames are late */ + int i_late_frames; + mtime_t i_late_frames_start; -#include "video.h" + /* for direct rendering */ + int b_direct_rendering; + vlc_bool_t b_has_b_frames; + + int i_buffer; + char *p_buffer; + + /* Postprocessing handle */ + void *p_pp; +}; /***************************************************************************** * Local prototypes *****************************************************************************/ -static void ffmpeg_CopyPicture( picture_t *, AVFrame *, vdec_thread_t * ); - -#ifndef LIBAVCODEC_PP -static void ffmpeg_PostProcPicture( vdec_thread_t *, picture_t * ); -#endif - -/* direct rendering */ -static int ffmpeg_GetFrameBuf ( struct AVCodecContext *, AVFrame *); -static void ffmpeg_ReleaseFrameBuf ( struct AVCodecContext *, AVFrame *); +static void ffmpeg_CopyPicture ( decoder_t *, picture_t *, AVFrame * ); +static int ffmpeg_GetFrameBuf ( struct AVCodecContext *, AVFrame * ); +static void ffmpeg_ReleaseFrameBuf( struct AVCodecContext *, AVFrame * ); /***************************************************************************** * Local Functions *****************************************************************************/ - static inline uint32_t ffmpeg_PixFmtToChroma( int i_ff_chroma ) { /* FIXME FIXME some of them are wrong */ switch( i_ff_chroma ) { - case PIX_FMT_YUV420P: - case PIX_FMT_YUV422: - return( VLC_FOURCC('I','4','2','0') ); - case PIX_FMT_RGB24: - return( VLC_FOURCC('R','V','2','4') ); - - case PIX_FMT_YUV422P: - return( VLC_FOURCC('I','4','2','2') ); - case PIX_FMT_YUV444P: - return( VLC_FOURCC('I','4','4','4') ); - case PIX_FMT_YUV410P: - case PIX_FMT_YUV411P: - case PIX_FMT_BGR24: - default: - return( 0 ); + case PIX_FMT_YUV420P: + case PIX_FMT_YUV422: + return( VLC_FOURCC('I','4','2','0') ); + case PIX_FMT_RGB24: + return( VLC_FOURCC('R','V','2','4') ); + case PIX_FMT_YUV422P: + return( VLC_FOURCC('I','4','2','2') ); + case PIX_FMT_YUV444P: + return( VLC_FOURCC('I','4','4','4') ); + case PIX_FMT_YUV410P: + case PIX_FMT_YUV411P: + case PIX_FMT_BGR24: + default: + return 0; } } /* Return a Vout */ -static vout_thread_t *ffmpeg_CreateVout( vdec_thread_t *p_vdec, +static vout_thread_t *ffmpeg_CreateVout( decoder_t *p_dec, AVCodecContext *p_context ) { vout_thread_t *p_vout; @@ -122,7 +142,12 @@ static vout_thread_t *ffmpeg_CreateVout( vdec_thread_t *p_vdec, i_chroma = VLC_FOURCC('I','4','2','0'); } +#if LIBAVCODEC_BUILD >= 4687 + i_aspect = VOUT_ASPECT_FACTOR * ( av_q2d(p_context->sample_aspect_ratio) * + p_context->width / p_context->height ); +#else i_aspect = VOUT_ASPECT_FACTOR * p_context->aspect_ratio; +#endif if( i_aspect == 0 ) { i_aspect = VOUT_ASPECT_FACTOR * i_width / i_height; @@ -130,733 +155,505 @@ static vout_thread_t *ffmpeg_CreateVout( vdec_thread_t *p_vdec, /* Spawn a video output if there is none. First we look for our children, * then we look for any other vout that might be available. */ - p_vout = vout_Request( p_vdec->p_fifo, NULL, + p_vout = vout_Request( p_dec, p_dec->p_sys->p_vout, i_width, i_height, i_chroma, i_aspect ); -#ifdef LIBAVCODEC_PP - if( p_vdec->pp_mode && !p_vdec->pp_context ) - { - int32_t i_cpu = p_vdec->p_fifo->p_libvlc->i_cpu; - int i_flags = 0; - if( i_cpu & CPU_CAPABILITY_MMX ) - { - i_flags |= PP_CPU_CAPS_MMX; - } - if( i_cpu & CPU_CAPABILITY_MMXEXT ) - { - i_flags |= PP_CPU_CAPS_MMX2; - } - if( i_cpu & CPU_CAPABILITY_3DNOW ) - { - i_flags |= PP_CPU_CAPS_3DNOW; - } - - switch( p_context->pix_fmt ) - { - case PIX_FMT_YUV444P: - i_flags |= PP_FORMAT_444; - break; - case PIX_FMT_YUV422P: - i_flags |= PP_FORMAT_422; - break; - case PIX_FMT_YUV411P: - i_flags |= PP_FORMAT_411; - break; - default: - i_flags |= PP_FORMAT_420; - break; - } - - p_vdec->pp_context = pp_get_context( i_width, i_height, i_flags ); - } +#ifdef LIBAVCODEC_PP + if( p_dec->p_sys->p_pp ) + E_(InitPostproc)( p_dec, p_dec->p_sys->p_pp, i_width, i_height, + p_context->pix_fmt ); #endif return p_vout; } /***************************************************************************** - * - * Functions that initialize, decode and end the decoding process - * - * Functions exported for ffmpeg.c - * * E_( InitThread_Video ) - * * E_( DecodeThread ) - * * E_( EndThread_Video ) - *****************************************************************************/ - -/***************************************************************************** - * InitThread: initialize vdec output thread + * InitVideo: initialize the video decoder ***************************************************************************** - * This function is called from decoder_Run and performs the second step - * of the initialization. It returns 0 on success. Note that the thread's - * flag are not modified inside this function. - * - * ffmpeg codec will be open, some memory allocated. But Vout is not yet - * open (done after the first decoded frame) + * the ffmpeg codec will be opened, some memory allocated. The vout is not yet + * opened (done after the first decoded frame). *****************************************************************************/ -static inline void SetDWBE( void *data, uint32_t dw ) -{ - uint8_t *p = data; - - p[0] = (dw >> 24 )&0xff; - p[1] = (dw >> 16 )&0xff; - p[2] = (dw >> 8 )&0xff; - p[3] = (dw )&0xff; -} - -int E_( InitThread_Video )( vdec_thread_t *p_vdec ) +int E_(InitVideoDec)( decoder_t *p_dec, AVCodecContext *p_context, + AVCodec *p_codec, int i_codec_id, char *psz_namecodec ) { + decoder_sys_t *p_sys; + vlc_value_t val; int i_tmp; - int i_truncated; - p_vdec->p_ff_pic = avcodec_alloc_frame(); + /* Allocate the memory needed to store the decoder's structure */ + if( ( p_dec->p_sys = p_sys = + (decoder_sys_t *)malloc(sizeof(decoder_sys_t)) ) == NULL ) + { + msg_Err( p_dec, "out of memory" ); + return VLC_EGENERIC; + } + + p_dec->p_sys->p_context = p_context; + p_dec->p_sys->p_codec = p_codec; + p_dec->p_sys->i_codec_id = i_codec_id; + p_dec->p_sys->psz_namecodec = psz_namecodec; + p_sys->p_ff_pic = avcodec_alloc_frame(); - if( ( p_vdec->p_format = (BITMAPINFOHEADER *)p_vdec->p_fifo->p_bitmapinfoheader) != NULL ) + if( ( p_sys->p_format = + (BITMAPINFOHEADER *)p_dec->p_fifo->p_bitmapinfoheader ) != NULL ) { /* ***** Fill p_context with init values ***** */ - p_vdec->p_context->width = p_vdec->p_format->biWidth; - p_vdec->p_context->height = p_vdec->p_format->biHeight; + p_sys->p_context->width = p_sys->p_format->biWidth; + p_sys->p_context->height = p_sys->p_format->biHeight; } else { - msg_Warn( p_vdec->p_fifo, "display informations missing" ); - p_vdec->p_format = NULL; + msg_Warn( p_dec, "display informations missing" ); + p_sys->p_format = NULL; } - /* ***** Get configuration of ffmpeg plugin ***** */ - i_tmp = config_GetInt( p_vdec->p_fifo, "ffmpeg-workaround-bugs" ); - p_vdec->p_context->workaround_bugs = __MAX( __MIN( i_tmp, 99 ), 0 ); - - i_tmp = config_GetInt( p_vdec->p_fifo, "ffmpeg-error-resilience" ); - p_vdec->p_context->error_resilience = __MAX( __MIN( i_tmp, 99 ), -1 ); - - if( config_GetInt( p_vdec->p_fifo, "grayscale" ) ) - { - p_vdec->p_context->flags|= CODEC_FLAG_GRAY; - } - - p_vdec->b_hurry_up = config_GetInt(p_vdec->p_fifo, "ffmpeg-hurry-up"); + i_tmp = config_GetInt( p_dec, "ffmpeg-workaround-bugs" ); + p_sys->p_context->workaround_bugs = __MAX( __MIN( i_tmp, 99 ), 0 ); - p_vdec->b_direct_rendering = 0; + i_tmp = config_GetInt( p_dec, "ffmpeg-error-resilience" ); + p_sys->p_context->error_resilience = __MAX( __MIN( i_tmp, 99 ), -1 ); - /* CODEC_FLAG_TRUNCATED */ + var_Create( p_dec, "grayscale", VLC_VAR_BOOL | VLC_VAR_DOINHERIT ); + var_Get( p_dec, "grayscale", &val ); + if( val.b_bool ) p_sys->p_context->flags |= CODEC_FLAG_GRAY; - /* FIXME search real LIBAVCODEC_BUILD */ + /* Decide if we set CODEC_FLAG_TRUNCATED */ #if LIBAVCODEC_BUILD >= 4662 - i_truncated = config_GetInt( p_vdec->p_fifo, "ffmpeg-truncated" ); - if( i_truncated == 1 || - ( i_truncated == -1 && ( p_vdec->p_context->width == 0 || p_vdec->p_context->height == 0 ) ) ) - { - p_vdec->p_context->flags |= CODEC_FLAG_TRUNCATED; - } + var_Create( p_dec, "ffmpeg-truncated", VLC_VAR_INTEGER|VLC_VAR_DOINHERIT ); + var_Get( p_dec, "ffmpeg-truncated", &val ); + if( val.i_int > 0 ) p_sys->p_context->flags |= CODEC_FLAG_TRUNCATED; #endif + /* ***** Open the codec ***** */ - if( avcodec_open(p_vdec->p_context, p_vdec->p_codec) < 0 ) + if( avcodec_open( p_sys->p_context, p_sys->p_codec ) < 0 ) { - msg_Err( p_vdec->p_fifo, "cannot open codec (%s)", - p_vdec->psz_namecodec ); - return( VLC_EGENERIC ); + msg_Err( p_dec, "cannot open codec (%s)", p_sys->psz_namecodec ); + return VLC_EGENERIC; } else { - msg_Dbg( p_vdec->p_fifo, "ffmpeg codec (%s) started", - p_vdec->psz_namecodec ); + msg_Dbg( p_dec, "ffmpeg codec (%s) started", p_sys->psz_namecodec ); } - if( config_GetInt( p_vdec->p_fifo, "ffmpeg-dr" ) && - p_vdec->p_codec->capabilities & CODEC_CAP_DR1 && - ffmpeg_PixFmtToChroma( p_vdec->p_context->pix_fmt ) ) + /* ***** ffmpeg frame skipping ***** */ + var_Create( p_dec, "ffmpeg-hurry-up", VLC_VAR_BOOL | VLC_VAR_DOINHERIT ); + var_Get( p_dec, "ffmpeg-hurry-up", &val ); + p_sys->b_hurry_up = val.b_bool; + + /* ***** ffmpeg direct rendering ***** */ + p_sys->b_direct_rendering = 0; + var_Create( p_dec, "ffmpeg-dr", VLC_VAR_BOOL | VLC_VAR_DOINHERIT ); + var_Get( p_dec, "ffmpeg-dr", &val ); + if( val.b_bool && (p_sys->p_codec->capabilities & CODEC_CAP_DR1) && + ffmpeg_PixFmtToChroma( p_sys->p_context->pix_fmt ) && + /* Apparently direct rendering doesn't work with YUV422P */ + p_sys->p_context->pix_fmt != PIX_FMT_YUV422P && + !(p_sys->p_context->width % 16) && !(p_sys->p_context->height % 16) ) { - /* FIXME: some codecs set pix_fmt only after a frame - * has been decoded. */ + /* Some codecs set pix_fmt only after the 1st frame has been decoded, + * so we need to do another check in ffmpeg_GetFrameBuf() */ + p_sys->b_direct_rendering = 1; + } - msg_Dbg( p_vdec->p_fifo, "using direct rendering" ); - p_vdec->b_direct_rendering = 1; - p_vdec->p_context->flags|= CODEC_FLAG_EMU_EDGE; - p_vdec->p_context->get_buffer = ffmpeg_GetFrameBuf; - p_vdec->p_context->release_buffer = ffmpeg_ReleaseFrameBuf; - p_vdec->p_context->opaque = p_vdec; +#ifdef LIBAVCODEC_PP + if( E_(OpenPostproc)( p_dec, &p_sys->p_pp ) == VLC_SUCCESS ) + { + /* for now we cannot do postproc and dr */ + p_sys->b_direct_rendering = 0; + } +#endif + /* ffmpeg doesn't properly release old pictures when frames are skipped */ + if( p_sys->b_hurry_up ) p_sys->b_direct_rendering = 0; + if( p_sys->b_direct_rendering ) + { + msg_Dbg( p_dec, "using direct rendering" ); + p_sys->p_context->flags |= CODEC_FLAG_EMU_EDGE; } + /* Always use our get_buffer wrapper so we can calculate the + * PTS correctly */ + p_sys->p_context->get_buffer = ffmpeg_GetFrameBuf; + p_sys->p_context->release_buffer = ffmpeg_ReleaseFrameBuf; + p_sys->p_context->opaque = p_dec; + /* ***** init this codec with special data ***** */ - if( p_vdec->p_format && - p_vdec->p_format->biSize > sizeof(BITMAPINFOHEADER) ) + if( p_sys->p_format && p_sys->p_format->biSize > sizeof(BITMAPINFOHEADER) ) { int b_gotpicture; - int i_size = p_vdec->p_format->biSize - sizeof(BITMAPINFOHEADER); + int i_size = p_sys->p_format->biSize - sizeof(BITMAPINFOHEADER); - if( p_vdec->i_codec_id == CODEC_ID_MPEG4 ) - { - avcodec_decode_video( p_vdec->p_context, p_vdec->p_ff_pic, - &b_gotpicture, - (void *)&p_vdec->p_format[1], - i_size ); - } -#if LIBAVCODEC_BUILD >= 4666 - else if( p_vdec->i_codec_id == CODEC_ID_SVQ3 ) + if( p_sys->i_codec_id == CODEC_ID_MPEG4 ) { - p_vdec->p_context->extradata_size = i_size + 28; - p_vdec->p_context->extradata = malloc( p_vdec->p_context->extradata_size ); - memcpy ( &((char*)p_vdec->p_context->extradata)[ 0], "stsd", 4 ); - SetDWBE( &((char*)p_vdec->p_context->extradata)[ 4], 0 ); /* version and flag */ - SetDWBE( &((char*)p_vdec->p_context->extradata)[ 8], 0 ); /* entry count */ - SetDWBE( &((char*)p_vdec->p_context->extradata)[12], 0 ); /* sample soun size FIXME */ - memcpy ( &((char*)p_vdec->p_context->extradata)[16], "SVQ3", 4 ); - memset ( &((char*)p_vdec->p_context->extradata)[20], 0, 8 ); /* reserved[6] and ref index(16b) */ - memcpy ( &((char*)p_vdec->p_context->extradata)[28], &p_vdec->p_format[1], i_size ); - } -#endif - else - { - p_vdec->p_context->extradata_size = i_size; - p_vdec->p_context->extradata = malloc( i_size ); - memcpy( p_vdec->p_context->extradata, - &p_vdec->p_format[1], - i_size ); - } - } - - /* ***** Load post processing ***** */ -#ifdef LIBAVCODEC_PP - p_vdec->pp_context = NULL; - p_vdec->pp_mode = NULL; - - /* for now we cannot do postproc and dr */ - if( config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" ) > 0 && !p_vdec->b_direct_rendering ) - { - int i_quality = config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" ); - char *psz_name = config_GetPsz( p_vdec->p_fifo, "ffmpeg-pp-name" ); + uint8_t *p_vol = malloc( i_size + FF_INPUT_BUFFER_PADDING_SIZE ); + memcpy( p_vol, &p_sys->p_format[1], i_size ); + memset( &p_vol[i_size], 0, FF_INPUT_BUFFER_PADDING_SIZE ); - if( !psz_name ) - { - psz_name = strdup( "default" ); + avcodec_decode_video( p_sys->p_context, p_sys->p_ff_pic, + &b_gotpicture, p_vol, i_size ); + free( p_vol ); } - else if( *psz_name == '\0' ) +#if LIBAVCODEC_BUILD >= 4666 + else if( p_sys->i_codec_id == CODEC_ID_SVQ3 ) { - free( psz_name ); - psz_name = strdup( "default" ); - } - + uint8_t *p; - p_vdec->pp_mode = pp_get_mode_by_name_and_quality( psz_name, i_quality ); + p_sys->p_context->extradata_size = i_size + 12; + p = p_sys->p_context->extradata = + malloc( p_sys->p_context->extradata_size ); - if( !p_vdec->pp_mode ) - { - msg_Err( p_vdec->p_fifo, "failed geting mode for postproc" ); + memcpy( &p[0], "SVQ3", 4 ); + memset( &p[4], 0, 8 ); + memcpy( &p[12], &p_sys->p_format[1], i_size ); } +#endif else { - msg_Info( p_vdec->p_fifo, "postproc activated" ); + p_sys->p_context->extradata_size = i_size; + p_sys->p_context->extradata = + malloc( i_size + FF_INPUT_BUFFER_PADDING_SIZE ); + memcpy( p_sys->p_context->extradata, + &p_sys->p_format[1], i_size ); + memset( &((uint8_t*)p_sys->p_context->extradata)[i_size], + 0, FF_INPUT_BUFFER_PADDING_SIZE ); } - free( psz_name ); - } - else - { - msg_Dbg( p_vdec->p_fifo, "no postproc" ); } -#else - /* get overridding settings */ - p_vdec->i_pp_mode = 0; - if( config_GetInt( p_vdec->p_fifo, "ffmpeg-db-yv" ) ) - p_vdec->i_pp_mode |= PP_DEBLOCK_Y_V; - if( config_GetInt( p_vdec->p_fifo, "ffmpeg-db-yh" ) ) - p_vdec->i_pp_mode |= PP_DEBLOCK_Y_H; - if( config_GetInt( p_vdec->p_fifo, "ffmpeg-db-cv" ) ) - p_vdec->i_pp_mode |= PP_DEBLOCK_C_V; - if( config_GetInt( p_vdec->p_fifo, "ffmpeg-db-ch" ) ) - p_vdec->i_pp_mode |= PP_DEBLOCK_C_H; - if( config_GetInt( p_vdec->p_fifo, "ffmpeg-dr-y" ) ) - p_vdec->i_pp_mode |= PP_DERING_Y; - if( config_GetInt( p_vdec->p_fifo, "ffmpeg-dr-c" ) ) - p_vdec->i_pp_mode |= PP_DERING_C; - - if( ( config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" ) > 0 )|| - ( config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-auto" ) )|| - ( p_vdec->i_pp_mode != 0 ) ) - { - /* check if the codec support postproc. */ - switch( p_vdec->i_codec_id ) - { - case( CODEC_ID_MSMPEG4V1 ): - case( CODEC_ID_MSMPEG4V2 ): - case( CODEC_ID_MSMPEG4V3 ): - case( CODEC_ID_MPEG4 ): - case( CODEC_ID_H263 ): -// case( CODEC_ID_H263P ): I don't use it up to now - case( CODEC_ID_H263I ): - /* Ok we can make postprocessing :)) */ - /* first try to get a postprocess module */ - p_vdec->p_pp = vlc_object_create( p_vdec->p_fifo, - sizeof( postprocessing_t ) ); - p_vdec->p_pp->psz_object_name = "postprocessing"; - p_vdec->p_pp->p_module = - module_Need( p_vdec->p_pp, "postprocessing", "$ffmpeg-pp" ); - - if( !p_vdec->p_pp->p_module ) - { - msg_Warn( p_vdec->p_fifo, - "no suitable postprocessing module" ); - vlc_object_destroy( p_vdec->p_pp ); - p_vdec->p_pp = NULL; - p_vdec->i_pp_mode = 0; - } - else - { - /* get mode upon quality */ - p_vdec->i_pp_mode |= - p_vdec->p_pp->pf_getmode( - config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" ), - config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-auto" ) - ); - } - break; - default: - p_vdec->i_pp_mode = 0; - msg_Warn( p_vdec->p_fifo, - "Post processing unsupported for this codec" ); - break; - } - } -#endif + /* ***** misc init ***** */ + p_sys->p_vout = NULL; + p_sys->input_pts = 0; + p_sys->i_pts = 0; + p_sys->b_has_b_frames = VLC_FALSE; + p_sys->i_late_frames = 0; + p_sys->i_buffer = 1; + p_sys->p_buffer = malloc( p_sys->i_buffer ); + p_sys->p_pp = NULL; - return( VLC_SUCCESS ); + return VLC_SUCCESS; } /***************************************************************************** - * DecodeThread: Called to decode one frame - ***************************************************************************** - * We have to get a frame stored in a pes, give it to ffmpeg decoder and send - * the image to the output. + * DecodeVideo: Called to decode one or more frames *****************************************************************************/ -void E_( DecodeThread_Video )( vdec_thread_t *p_vdec ) +int E_(DecodeVideo)( decoder_t *p_dec, block_t *p_block ) { - pes_packet_t *p_pes; - int i_frame_size; - int i_used; - int b_drawpicture; - int b_gotpicture; - picture_t *p_pic; /* videolan picture */ - mtime_t i_pts; + decoder_sys_t *p_sys = p_dec->p_sys; + int i_buffer, b_drawpicture; + char *p_buffer; + if( p_block->i_pts > 0 ) + { + p_sys->input_pts = p_block->i_pts; + } /* TODO implement it in a better way */ /* A good idea could be to decode all I pictures and see for the other */ - if( ( p_vdec->b_hurry_up )&& ( p_vdec->i_frame_late > 4 ) ) + if( p_sys->b_hurry_up && p_sys->i_late_frames > 4 ) { b_drawpicture = 0; - if( p_vdec->i_frame_late < 8 ) + if( p_sys->i_late_frames < 8 ) { - p_vdec->p_context->hurry_up = 2; + p_sys->p_context->hurry_up = 2; } else { - /* too much late picture, won't decode - but break picture until a new I, and for mpeg4 ...*/ - p_vdec->i_frame_late--; /* needed else it will never be decrease */ - input_ExtractPES( p_vdec->p_fifo, NULL ); - return; + /* picture too late, won't decode + * but break picture until a new I, and for mpeg4 ...*/ + + p_sys->i_late_frames--; /* needed else it will never be decrease */ + block_Release( p_block ); + return VLC_SUCCESS; } } else { b_drawpicture = 1; - p_vdec->p_context->hurry_up = 0; + p_sys->p_context->hurry_up = 0; } - if( p_vdec->i_frame_late > 0 && mdate() - p_vdec->i_frame_late_start > (mtime_t)5000000 ) + if( p_sys->i_late_frames > 0 && + mdate() - p_sys->i_late_frames_start > I64C(5000000) ) { - msg_Err( p_vdec->p_fifo, "more than 5 seconds of late video -> dropping (to slow computer ?)" ); - do - { - input_ExtractPES( p_vdec->p_fifo, &p_pes ); - if( !p_pes ) - { - p_vdec->p_fifo->b_error = 1; - return; - } - i_pts = p_pes->i_pts; - input_DeletePES( p_vdec->p_fifo->p_packets_mgt, p_pes ); + msg_Err( p_dec, "more than 5 seconds of late video -> " + "dropping frame (computer too slow ?)" ); + block_Release( p_block ); + p_sys->i_pts = 0; /* To make sure we recover properly */ + p_sys->i_late_frames--; + return VLC_SUCCESS; + } - } while( i_pts <= 0 || i_pts < mdate() ); + if( !p_sys->p_context->width || !p_sys->p_context->height ) + { + p_sys->p_context->hurry_up = 5; } - if( !p_vdec->p_context->width || !p_vdec->p_context->height ) + /* + * Do the actual decoding now + */ + + /* Don't forget that ffmpeg requires a little more bytes + * that the real frame size */ + i_buffer = p_block->i_buffer; + if( i_buffer + FF_INPUT_BUFFER_PADDING_SIZE > p_sys->i_buffer ) { - p_vdec->p_context->hurry_up = 5; + free( p_sys->p_buffer ); + p_sys->p_buffer = malloc( i_buffer + FF_INPUT_BUFFER_PADDING_SIZE ); } + p_buffer = p_sys->p_buffer; + p_dec->p_vlc->pf_memcpy( p_buffer, p_block->p_buffer, p_block->i_buffer ); + memset( p_buffer + i_buffer, 0, FF_INPUT_BUFFER_PADDING_SIZE ); - do + while( i_buffer ) { - input_ExtractPES( p_vdec->p_fifo, &p_pes ); - if( !p_pes ) + int i_used, b_gotpicture; + picture_t *p_pic; + + i_used = avcodec_decode_video( p_sys->p_context, p_sys->p_ff_pic, + &b_gotpicture, + p_buffer, i_buffer ); + if( i_used < 0 ) { - p_vdec->p_fifo->b_error = 1; - return; + msg_Warn( p_dec, "cannot decode one frame (%d bytes)", i_buffer ); + p_sys->i_frame_error++; + block_Release( p_block ); + return VLC_SUCCESS; } -#if 0 - if( p_vdec->i_codec_id == CODEC_ID_MPEG1VIDEO ) + + /* Consumed bytes */ + i_buffer -= i_used; + p_buffer += i_used; + + /* Nothing to display */ + if( !b_gotpicture ) continue; + + /* Update frame late count*/ + if( p_sys->i_pts && p_sys->i_pts <= mdate() ) { - if( p_pes->i_dts ) - { - p_vdec->pts = p_pes->i_dts; - p_vdec->i_frame_count = 0; - } + p_sys->i_late_frames++; + if( p_sys->i_late_frames == 1 ) + p_sys->i_late_frames_start = mdate(); } else { - if( p_pes->i_pts ) - { - p_vdec->pts = p_pes->i_pts; - p_vdec->i_frame_count = 0; - } + p_sys->i_late_frames = 0; } -#endif - if( p_pes->i_pts ) + + if( !b_drawpicture || p_sys->p_ff_pic->linesize[0] == 0 ) { - p_vdec->pts = p_pes->i_pts; - p_vdec->i_frame_count = 0; + /* Do not display the picture */ + continue; } - i_frame_size = p_pes->i_pes_size; - - if( i_frame_size > 0 ) + if( !p_sys->b_direct_rendering ) { - uint8_t *p_last; - int i_need; - /* XXX Don't forget that ffmpeg required a little more bytes - * that the real frame size */ - i_need = i_frame_size + 16 + p_vdec->i_buffer; - if( p_vdec->i_buffer_size < i_need) + p_sys->p_vout = ffmpeg_CreateVout( p_dec, p_sys->p_context ); + if( !p_sys->p_vout ) + { + msg_Err( p_dec, "cannot create vout" ); + block_Release( p_block ); + return VLC_EGENERIC; + } + + /* Get a new picture */ + while( !(p_pic = vout_CreatePicture( p_sys->p_vout, 0, 0, 0 ) ) ) { - p_last = p_vdec->p_buffer; - p_vdec->p_buffer = malloc( i_need ); - p_vdec->i_buffer_size = i_need; - if( p_vdec->i_buffer > 0 ) + if( p_dec->p_fifo->b_die || p_dec->p_fifo->b_error ) { - memcpy( p_vdec->p_buffer, p_last, p_vdec->i_buffer ); + block_Release( p_block ); + return VLC_EGENERIC; } - FREE( p_last ); + msleep( VOUT_OUTMEM_SLEEP ); } - i_frame_size = - E_( GetPESData )( p_vdec->p_buffer + p_vdec->i_buffer, - i_frame_size , - p_pes ); - memset( p_vdec->p_buffer + p_vdec->i_buffer + i_frame_size, - 0, - 16 ); - } - input_DeletePES( p_vdec->p_fifo->p_packets_mgt, p_pes ); - } while( i_frame_size <= 0 ); - - i_frame_size += p_vdec->i_buffer; - -usenextdata: - i_used = avcodec_decode_video( p_vdec->p_context, - p_vdec->p_ff_pic, - &b_gotpicture, - p_vdec->p_buffer, - i_frame_size ); - -#if 0 - msg_Dbg( p_vdec->p_fifo, - "used:%d framesize:%d (%s picture)", - i_used, i_frame_size, b_gotpicture ? "got":"no got" ); -#endif - if( i_used < 0 ) - { - msg_Warn( p_vdec->p_fifo, "cannot decode one frame (%d bytes)", - i_frame_size ); - p_vdec->i_frame_error++; - p_vdec->i_buffer = 0; - return; - } - else if( i_used < i_frame_size ) - { - memmove( p_vdec->p_buffer, - p_vdec->p_buffer + i_used, - p_vdec->i_buffer_size - i_used ); - - p_vdec->i_buffer = i_frame_size - i_used; - } - else - { - p_vdec->i_buffer = 0; - } - - if( b_gotpicture ) - { - p_vdec->i_frame_count++; - } - /* consumed bytes */ - i_frame_size -= i_used; - - /* Update frame late count*/ - if( p_vdec->pts <= mdate() ) - { - p_vdec->i_frame_late++; - if( p_vdec->i_frame_late == 1 ) - { - p_vdec->i_frame_late_start = mdate(); + /* Fill p_picture_t from AVVideoFrame and do chroma conversion + * if needed */ + ffmpeg_CopyPicture( p_dec, p_pic, p_sys->p_ff_pic ); } - } - else - { - p_vdec->i_frame_late = 0; - } - - if( !b_gotpicture || p_vdec->p_ff_pic->linesize[0] == 0 || !b_drawpicture ) - { - return; - } - - if( !p_vdec->b_direct_rendering ) - { - p_vdec->p_vout = ffmpeg_CreateVout( p_vdec, p_vdec->p_context ); - if( !p_vdec->p_vout ) + else { - msg_Err( p_vdec->p_fifo, "cannot create vout" ); - p_vdec->p_fifo->b_error = 1; /* abort */ - return; + p_pic = (picture_t *)p_sys->p_ff_pic->opaque; } - /* Get a new picture */ - while( !(p_pic = vout_CreatePicture( p_vdec->p_vout, 0, 0, 0 ) ) ) + /* Set the PTS + * There is an ugly hack here because some demuxers pass us a dts + * instead of a pts so this screw up things for streams with + * B frames. */ + if( p_sys->p_ff_pic->pict_type == FF_B_TYPE ) + p_sys->b_has_b_frames = VLC_TRUE; + if( p_sys->p_ff_pic->pts && + ( !p_sys->p_context->has_b_frames || !p_sys->b_has_b_frames || + p_sys->p_ff_pic->pict_type == FF_B_TYPE ) ) { - if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error ) - { - return; - } - msleep( VOUT_OUTMEM_SLEEP ); + p_sys->i_pts = p_sys->p_ff_pic->pts; } - /* fill p_picture_t from AVVideoFrame and do chroma conversion - * if needed */ - ffmpeg_CopyPicture( p_pic, p_vdec->p_ff_pic, p_vdec ); - -#ifndef LIBAVCODEC_PP - /* Do post-processing if requested (with old code)*/ - /* XXX: no dr */ - if( ( p_vdec->i_pp_mode )&& - ( ( p_vdec->p_vout->render.i_chroma == - VLC_FOURCC( 'I','4','2','0' ) )|| - ( p_vdec->p_vout->render.i_chroma == - VLC_FOURCC( 'Y','V','1','2' ) ) ) ) + /* Send decoded frame to vout */ + if( p_sys->i_pts ) { - p_vdec->p_pp->pf_postprocess( p_pic, - p_vdec->p_ff_pic->qscale_table, - p_vdec->p_ff_pic->qstride, - p_vdec->i_pp_mode ); - } -#endif - - } - else - { - p_pic = (picture_t *)p_vdec->p_ff_pic->opaque; - } - - /* fix date calculation */ - if( p_vdec->pts > 0 ) - { - i_pts = p_vdec->pts; + vout_DatePicture( p_sys->p_vout, p_pic, p_sys->i_pts ); + vout_DisplayPicture( p_sys->p_vout, p_pic ); - if( p_vdec->p_context->frame_rate > 0 ) - { -#if LIBAVCODEC_BUILD >= 4662 - i_pts += (uint64_t)1000000 * - ( p_vdec->i_frame_count - 1) / - DEFAULT_FRAME_RATE_BASE / - p_vdec->p_context->frame_rate; -#else - i_pts += (uint64_t)1000000 * - ( p_vdec->i_frame_count - 1) / - FRAME_RATE_BASE / - p_vdec->p_context->frame_rate; -#endif + /* interpolate the next PTS */ + if( p_sys->p_context->frame_rate > 0 ) + { + p_sys->i_pts += I64C(1000000) * + (2 + p_sys->p_ff_pic->repeat_pict) * + p_sys->p_context->frame_rate_base / + (2 * p_sys->p_context->frame_rate); + } } } - else - { - i_pts = mdate() + DEFAULT_PTS_DELAY; // FIXME - } - - vout_DatePicture( p_vdec->p_vout, - p_pic, - i_pts ); - /* Send decoded frame to vout */ - vout_DisplayPicture( p_vdec->p_vout, p_pic ); - - if( i_frame_size > 0 ) - { - goto usenextdata; /* try to use all data */ - } + block_Release( p_block ); + return VLC_SUCCESS; } /***************************************************************************** - * EndThread: thread destruction + * EndVideo: decoder destruction ***************************************************************************** * This function is called when the thread ends after a sucessful * initialization. *****************************************************************************/ -void E_( EndThread_Video )( vdec_thread_t *p_vdec ) +void E_(EndVideoDec)( decoder_t *p_dec ) { + decoder_sys_t *p_sys = p_dec->p_sys; + + if( p_sys->p_ff_pic ) free( p_sys->p_ff_pic ); #ifdef LIBAVCODEC_PP - if( p_vdec->pp_mode ) - { - pp_free_mode( p_vdec->pp_mode ); - if( p_vdec->pp_context ) - { - pp_free_context( p_vdec->pp_context ); - } - } -#else - if( p_vdec->p_pp ) - { - /* release postprocessing module */ - module_Unneed( p_vdec->p_pp, p_vdec->p_pp->p_module ); - vlc_object_destroy( p_vdec->p_pp ); - p_vdec->p_pp = NULL; - } + E_(ClosePostproc)( p_dec, p_sys->p_pp ); #endif - if( p_vdec->p_ff_pic ) - { - free( p_vdec->p_ff_pic ); - } + free( p_sys->p_buffer ); /* We are about to die. Reattach video output to p_vlc. */ - vout_Request( p_vdec->p_fifo, p_vdec->p_vout, 0, 0, 0, 0 ); + vout_Request( p_dec, p_sys->p_vout, 0, 0, 0, 0 ); } /***************************************************************************** * ffmpeg_CopyPicture: copy a picture from ffmpeg internal buffers to a * picture_t structure (when not in direct rendering mode). *****************************************************************************/ -static void ffmpeg_CopyPicture( picture_t *p_pic, - AVFrame *p_ff_pic, - vdec_thread_t *p_vdec ) +static void ffmpeg_CopyPicture( decoder_t *p_dec, + picture_t *p_pic, AVFrame *p_ff_pic ) { - int i_plane; - int i_size; - int i_line; - - uint8_t *p_dst; - uint8_t *p_src; - int i_src_stride; - int i_dst_stride; + decoder_sys_t *p_sys = p_dec->p_sys; - if( ffmpeg_PixFmtToChroma( p_vdec->p_context->pix_fmt ) ) + if( ffmpeg_PixFmtToChroma( p_sys->p_context->pix_fmt ) ) { #ifdef LIBAVCODEC_PP - if( p_vdec->pp_mode && p_vdec->pp_context ) - { - uint8_t *src[3], *dst[3]; - int i_src_stride[3], i_dst_stride[3]; - - for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ ) - { - src[i_plane] = p_ff_pic->data[i_plane]; - dst[i_plane] = p_pic->p[i_plane].p_pixels; + if( p_sys->p_pp ) + E_(PostprocPict)( p_dec, p_sys->p_pp, p_pic, p_ff_pic ); +#else + int i_plane, i_size, i_line; + uint8_t *p_dst, *p_src; + int i_src_stride, i_dst_stride; - i_src_stride[i_plane] = p_ff_pic->linesize[i_plane]; - i_dst_stride[i_plane] = p_pic->p[i_plane].i_pitch; - } - pp_postprocess( src, i_src_stride, - dst, i_dst_stride, - p_vdec->p_context->width, p_vdec->p_context->height, - p_ff_pic->qscale_table, p_ff_pic->qstride, - p_vdec->pp_mode, p_vdec->pp_context, - p_ff_pic->pict_type ); - } - else + for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ ) { -#endif - for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ ) - { - p_src = p_ff_pic->data[i_plane]; - p_dst = p_pic->p[i_plane].p_pixels; - i_src_stride = p_ff_pic->linesize[i_plane]; - i_dst_stride = p_pic->p[i_plane].i_pitch; + p_src = p_ff_pic->data[i_plane]; + p_dst = p_pic->p[i_plane].p_pixels; + i_src_stride = p_ff_pic->linesize[i_plane]; + i_dst_stride = p_pic->p[i_plane].i_pitch; - i_size = __MIN( i_src_stride, i_dst_stride ); - for( i_line = 0; i_line < p_pic->p[i_plane].i_lines; i_line++ ) - { - p_vdec->p_fifo->p_vlc->pf_memcpy( p_dst, p_src, i_size ); - p_src += i_src_stride; - p_dst += i_dst_stride; - } + i_size = __MIN( i_src_stride, i_dst_stride ); + for( i_line = 0; i_line < p_pic->p[i_plane].i_lines; i_line++ ) + { + p_dec->p_vlc->pf_memcpy( p_dst, p_src, i_size ); + p_src += i_src_stride; + p_dst += i_dst_stride; } -#ifdef LIBAVCODEC_PP } #endif } else { + AVPicture dest_pic; + int i; + /* we need to convert to I420 */ - switch( p_vdec->p_context->pix_fmt ) + switch( p_sys->p_context->pix_fmt ) { - AVPicture dest_pic; - int i; - - case( PIX_FMT_YUV410P ): - case( PIX_FMT_YUV411P ): - for( i = 0; i < p_pic->i_planes; i++ ) - { - dest_pic.data[i] = p_pic->p[i].p_pixels; - dest_pic.linesize[i] = p_pic->p[i].i_pitch; - } - img_convert( &dest_pic, PIX_FMT_YUV420P, - (AVPicture *)p_ff_pic, - p_vdec->p_context->pix_fmt, - p_vdec->p_context->width, - p_vdec->p_context->height ); - break; - default: - msg_Err( p_vdec->p_fifo, "don't know how to convert chroma %i", - p_vdec->p_context->pix_fmt ); - p_vdec->p_fifo->b_error = 1; - break; + case( PIX_FMT_YUV410P ): + case( PIX_FMT_YUV411P ): + for( i = 0; i < p_pic->i_planes; i++ ) + { + dest_pic.data[i] = p_pic->p[i].p_pixels; + dest_pic.linesize[i] = p_pic->p[i].i_pitch; + } + img_convert( &dest_pic, PIX_FMT_YUV420P, + (AVPicture *)p_ff_pic, + p_sys->p_context->pix_fmt, + p_sys->p_context->width, + p_sys->p_context->height ); + break; + default: + msg_Err( p_dec, "don't know how to convert chroma %i", + p_sys->p_context->pix_fmt ); + p_dec->p_fifo->b_error = 1; + break; } } } /***************************************************************************** * ffmpeg_GetFrameBuf: callback used by ffmpeg to get a frame buffer. - * (used for direct rendering) + ***************************************************************************** + * It is used for direct rendering as well as to get the right PTS for each + * decoded picture (even in indirect rendering mode). *****************************************************************************/ static int ffmpeg_GetFrameBuf( struct AVCodecContext *p_context, AVFrame *p_ff_pic ) { - vdec_thread_t *p_vdec = (vdec_thread_t *)p_context->opaque; + decoder_t *p_dec = (decoder_t *)p_context->opaque; + decoder_sys_t *p_sys = p_dec->p_sys; picture_t *p_pic; - /* Check and (re)create if needed our vout */ - p_vdec->p_vout = ffmpeg_CreateVout( p_vdec, p_vdec->p_context ); - if( !p_vdec->p_vout ) + /* Set picture PTS */ + p_ff_pic->pts = p_sys->input_pts; + p_sys->input_pts = 0; + + /* Not much to do in indirect rendering mode */ + if( !p_sys->b_direct_rendering ) + { + return avcodec_default_get_buffer( p_context, p_ff_pic ); + } + + /* Some codecs set pix_fmt only after the 1st frame has been decoded, + * so this check is necessary. */ + if( !ffmpeg_PixFmtToChroma( p_context->pix_fmt ) || + p_sys->p_context->width % 16 || p_sys->p_context->height % 16 ) + { + msg_Dbg( p_dec, "disabling direct rendering" ); + p_sys->b_direct_rendering = 0; + return avcodec_default_get_buffer( p_context, p_ff_pic ); + } + + /* Check and (re)create our vout if needed */ + p_sys->p_vout = ffmpeg_CreateVout( p_dec, p_sys->p_context ); + if( !p_sys->p_vout ) { - msg_Err( p_vdec->p_fifo, "cannot create vout" ); - p_vdec->p_fifo->b_error = 1; /* abort */ - return -1; + msg_Err( p_dec, "cannot create vout" ); + p_dec->p_fifo->b_error = 1; /* abort */ + p_sys->b_direct_rendering = 0; + return avcodec_default_get_buffer( p_context, p_ff_pic ); } - p_vdec->p_vout->render.b_allow_modify_pics = 0; + + p_sys->p_vout->render.b_allow_modify_pics = 0; /* Get a new picture */ - while( !(p_pic = vout_CreatePicture( p_vdec->p_vout, 0, 0, 0 ) ) ) + while( !(p_pic = vout_CreatePicture( p_sys->p_vout, 0, 0, 0 ) ) ) { - if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error ) + if( p_dec->p_fifo->b_die || p_dec->p_fifo->b_error ) { - return -1; + p_sys->b_direct_rendering = 0; + return avcodec_default_get_buffer( p_context, p_ff_pic ); } msleep( VOUT_OUTMEM_SLEEP ); } - p_vdec->p_context->draw_horiz_band= NULL; + p_sys->p_context->draw_horiz_band = NULL; p_ff_pic->opaque = (void*)p_pic; p_ff_pic->type = FF_BUFFER_TYPE_USER; @@ -872,8 +669,9 @@ static int ffmpeg_GetFrameBuf( struct AVCodecContext *p_context, if( p_ff_pic->reference != 0 ) { - vout_LinkPicture( p_vdec->p_vout, p_pic ); + vout_LinkPicture( p_sys->p_vout, p_pic ); } + /* FIXME what is that, should give good value */ p_ff_pic->age = 256*256*256*64; // FIXME FIXME from ffmpeg @@ -883,10 +681,16 @@ static int ffmpeg_GetFrameBuf( struct AVCodecContext *p_context, static void ffmpeg_ReleaseFrameBuf( struct AVCodecContext *p_context, AVFrame *p_ff_pic ) { - vdec_thread_t *p_vdec = (vdec_thread_t *)p_context->opaque; + decoder_t *p_dec = (decoder_t *)p_context->opaque; + decoder_sys_t *p_sys = p_dec->p_sys; picture_t *p_pic; - //msg_Dbg( p_vdec->p_fifo, "ffmpeg_ReleaseFrameBuf" ); + if( p_ff_pic->type != FF_BUFFER_TYPE_USER ) + { + avcodec_default_release_buffer( p_context, p_ff_pic ); + return; + } + p_pic = (picture_t*)p_ff_pic->opaque; p_ff_pic->data[0] = NULL; @@ -894,6 +698,8 @@ static void ffmpeg_ReleaseFrameBuf( struct AVCodecContext *p_context, p_ff_pic->data[2] = NULL; p_ff_pic->data[3] = NULL; - vout_UnlinkPicture( p_vdec->p_vout, p_pic ); + if( p_ff_pic->reference != 0 ) + { + vout_UnlinkPicture( p_sys->p_vout, p_pic ); + } } -