1 /*****************************************************************************
2 * video.c: video decoder using ffmpeg library
3 *****************************************************************************
4 * Copyright (C) 1999-2001 VideoLAN
5 * $Id: video.c,v 1.31 2003/06/16 20:49:12 gbazin Exp $
7 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8 * Gildas Bazin <gbazin@netcourrier.com>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
28 #include <stdlib.h> /* malloc(), free() */
33 #include <vlc/decoder.h>
34 #include <vlc/input.h>
38 #ifdef HAVE_SYS_TIMES_H
39 # include <sys/times.h>
43 #ifdef HAVE_FFMPEG_AVCODEC_H
44 # include <ffmpeg/avcodec.h>
52 # ifdef HAVE_POSTPROC_POSTPROCESS_H
53 # include <postproc/postprocess.h>
55 # include <libpostproc/postprocess.h>
58 # include "postprocessing/postprocessing.h"
64 /*****************************************************************************
66 *****************************************************************************/
67 static void ffmpeg_CopyPicture( picture_t *, AVFrame *, vdec_thread_t * );
69 /* direct rendering */
70 static int ffmpeg_GetFrameBuf ( struct AVCodecContext *, AVFrame *);
71 static void ffmpeg_ReleaseFrameBuf ( struct AVCodecContext *, AVFrame *);
73 /*****************************************************************************
75 *****************************************************************************/
77 static inline uint32_t ffmpeg_PixFmtToChroma( int i_ff_chroma )
79 /* FIXME FIXME some of them are wrong */
84 return( VLC_FOURCC('I','4','2','0') );
86 return( VLC_FOURCC('R','V','2','4') );
89 return( VLC_FOURCC('I','4','2','2') );
91 return( VLC_FOURCC('I','4','4','4') );
101 static vout_thread_t *ffmpeg_CreateVout( vdec_thread_t *p_vdec,
102 AVCodecContext *p_context )
104 vout_thread_t *p_vout;
105 unsigned int i_width = p_context->width;
106 unsigned int i_height = p_context->height;
107 uint32_t i_chroma = ffmpeg_PixFmtToChroma( p_context->pix_fmt );
108 unsigned int i_aspect;
110 if( !i_width || !i_height )
112 return( NULL ); /* Can't create a new vout without display size */
117 /* we make conversion if possible*/
118 i_chroma = VLC_FOURCC('I','4','2','0');
121 i_aspect = VOUT_ASPECT_FACTOR * p_context->aspect_ratio;
124 i_aspect = VOUT_ASPECT_FACTOR * i_width / i_height;
127 /* Spawn a video output if there is none. First we look for our children,
128 * then we look for any other vout that might be available. */
129 p_vout = vout_Request( p_vdec->p_fifo, NULL,
130 i_width, i_height, i_chroma, i_aspect );
132 if( p_vdec->pp_mode && !p_vdec->pp_context )
134 int32_t i_cpu = p_vdec->p_fifo->p_libvlc->i_cpu;
137 if( i_cpu & CPU_CAPABILITY_MMX )
139 i_flags |= PP_CPU_CAPS_MMX;
141 if( i_cpu & CPU_CAPABILITY_MMXEXT )
143 i_flags |= PP_CPU_CAPS_MMX2;
145 if( i_cpu & CPU_CAPABILITY_3DNOW )
147 i_flags |= PP_CPU_CAPS_3DNOW;
150 switch( p_context->pix_fmt )
152 case PIX_FMT_YUV444P:
153 i_flags |= PP_FORMAT_444;
155 case PIX_FMT_YUV422P:
156 i_flags |= PP_FORMAT_422;
158 case PIX_FMT_YUV411P:
159 i_flags |= PP_FORMAT_411;
162 i_flags |= PP_FORMAT_420;
166 p_vdec->pp_context = pp_get_context( i_width, i_height, i_flags );
173 /*****************************************************************************
175 * Functions that initialize, decode and end the decoding process
177 * Functions exported for ffmpeg.c
178 * * E_( InitThread_Video )
179 * * E_( DecodeThread )
180 * * E_( EndThread_Video )
181 *****************************************************************************/
183 /*****************************************************************************
184 * InitThread: initialize vdec output thread
185 *****************************************************************************
186 * This function is called from decoder_Run and performs the second step
187 * of the initialization. It returns 0 on success. Note that the thread's
188 * flag are not modified inside this function.
190 * ffmpeg codec will be open, some memory allocated. But Vout is not yet
191 * open (done after the first decoded frame)
192 *****************************************************************************/
193 static inline void SetDWBE( void *data, uint32_t dw )
197 p[0] = (dw >> 24 )&0xff;
198 p[1] = (dw >> 16 )&0xff;
199 p[2] = (dw >> 8 )&0xff;
203 int E_( InitThread_Video )( vdec_thread_t *p_vdec )
208 p_vdec->p_ff_pic = avcodec_alloc_frame();
210 if( ( p_vdec->p_format =
211 (BITMAPINFOHEADER *)p_vdec->p_fifo->p_bitmapinfoheader) != NULL )
213 /* ***** Fill p_context with init values ***** */
214 p_vdec->p_context->width = p_vdec->p_format->biWidth;
215 p_vdec->p_context->height = p_vdec->p_format->biHeight;
219 msg_Warn( p_vdec->p_fifo, "display informations missing" );
220 p_vdec->p_format = NULL;
223 /* ***** Get configuration of ffmpeg plugin ***** */
224 i_tmp = config_GetInt( p_vdec->p_fifo, "ffmpeg-workaround-bugs" );
225 p_vdec->p_context->workaround_bugs = __MAX( __MIN( i_tmp, 99 ), 0 );
227 i_tmp = config_GetInt( p_vdec->p_fifo, "ffmpeg-error-resilience" );
228 p_vdec->p_context->error_resilience = __MAX( __MIN( i_tmp, 99 ), -1 );
230 if( config_GetInt( p_vdec->p_fifo, "grayscale" ) )
232 p_vdec->p_context->flags|= CODEC_FLAG_GRAY;
235 p_vdec->b_hurry_up = config_GetInt(p_vdec->p_fifo, "ffmpeg-hurry-up");
237 /* CODEC_FLAG_TRUNCATED */
239 /* FIXME search real LIBAVCODEC_BUILD */
240 #if LIBAVCODEC_BUILD >= 4662
241 i_truncated = config_GetInt( p_vdec->p_fifo, "ffmpeg-truncated" );
242 if( i_truncated == 1 || ( i_truncated == -1 &&
243 ( p_vdec->p_context->width == 0 || p_vdec->p_context->height == 0 ) ) )
245 p_vdec->p_context->flags |= CODEC_FLAG_TRUNCATED;
249 /* ***** Open the codec ***** */
250 if( avcodec_open(p_vdec->p_context, p_vdec->p_codec) < 0 )
252 msg_Err( p_vdec->p_fifo, "cannot open codec (%s)",
253 p_vdec->psz_namecodec );
254 return( VLC_EGENERIC );
258 msg_Dbg( p_vdec->p_fifo, "ffmpeg codec (%s) started",
259 p_vdec->psz_namecodec );
262 p_vdec->b_direct_rendering = 0;
263 if( config_GetInt( p_vdec->p_fifo, "ffmpeg-dr" ) &&
264 p_vdec->p_codec->capabilities & CODEC_CAP_DR1 &&
265 ffmpeg_PixFmtToChroma( p_vdec->p_context->pix_fmt ) &&
266 /* Apparently direct rendering doesn't work with YUV422P */
267 p_vdec->p_context->pix_fmt != PIX_FMT_YUV422P &&
268 !(p_vdec->p_context->width % 16) && !(p_vdec->p_context->height % 16) )
270 /* Some codecs set pix_fmt only after the 1st frame has been decoded,
271 * so we need to do another check in ffmpeg_GetFrameBuf() */
272 p_vdec->b_direct_rendering = 1;
275 /* ***** Load post processing ***** */
277 p_vdec->pp_context = NULL;
278 p_vdec->pp_mode = NULL;
280 if( config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" ) > 0 )
282 int i_quality = config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" );
283 char *psz_name = config_GetPsz( p_vdec->p_fifo, "ffmpeg-pp-name" );
287 psz_name = strdup( "default" );
289 else if( *psz_name == '\0' )
292 psz_name = strdup( "default" );
296 pp_get_mode_by_name_and_quality( psz_name, i_quality );
298 if( !p_vdec->pp_mode )
300 msg_Err( p_vdec->p_fifo, "failed geting mode for postproc" );
304 msg_Info( p_vdec->p_fifo, "postproc activated" );
308 /* for now we cannot do postproc and dr */
309 p_vdec->b_direct_rendering = 0;
313 msg_Dbg( p_vdec->p_fifo, "no postproc" );
317 if( p_vdec->b_direct_rendering )
319 msg_Dbg( p_vdec->p_fifo, "using direct rendering" );
320 p_vdec->p_context->flags|= CODEC_FLAG_EMU_EDGE;
321 p_vdec->p_context->get_buffer = ffmpeg_GetFrameBuf;
322 p_vdec->p_context->release_buffer = ffmpeg_ReleaseFrameBuf;
323 p_vdec->p_context->opaque = p_vdec;
327 /* ***** init this codec with special data ***** */
328 if( p_vdec->p_format &&
329 p_vdec->p_format->biSize > sizeof(BITMAPINFOHEADER) )
332 int i_size = p_vdec->p_format->biSize - sizeof(BITMAPINFOHEADER);
334 if( p_vdec->i_codec_id == CODEC_ID_MPEG4 )
336 avcodec_decode_video( p_vdec->p_context, p_vdec->p_ff_pic,
338 (void *)&p_vdec->p_format[1],
341 #if LIBAVCODEC_BUILD >= 4666
342 else if( p_vdec->i_codec_id == CODEC_ID_SVQ3 )
346 p_vdec->p_context->extradata_size = i_size + 12;
347 p = p_vdec->p_context->extradata =
348 malloc( p_vdec->p_context->extradata_size );
350 memcpy( &p[0], "SVQ3", 4 );
351 memset( &p[4], 0, 8 );
352 memcpy( &p[12], &p_vdec->p_format[1], i_size );
357 p_vdec->p_context->extradata_size = i_size;
358 p_vdec->p_context->extradata = malloc( i_size );
359 memcpy( p_vdec->p_context->extradata,
360 &p_vdec->p_format[1],
365 return( VLC_SUCCESS );
368 /*****************************************************************************
369 * DecodeThread: Called to decode one frame
370 *****************************************************************************
371 * We have to get a frame stored in a pes, give it to ffmpeg decoder and send
372 * the image to the output.
373 *****************************************************************************/
374 void E_( DecodeThread_Video )( vdec_thread_t *p_vdec )
381 picture_t *p_pic; /* videolan picture */
385 /* TODO implement it in a better way */
386 /* A good idea could be to decode all I pictures and see for the other */
387 if( ( p_vdec->b_hurry_up )&& ( p_vdec->i_frame_late > 4 ) )
390 if( p_vdec->i_frame_late < 8 )
392 p_vdec->p_context->hurry_up = 2;
396 /* too much late picture, won't decode
397 but break picture until a new I, and for mpeg4 ...*/
398 p_vdec->i_frame_late--; /* needed else it will never be decrease */
399 input_ExtractPES( p_vdec->p_fifo, NULL );
406 p_vdec->p_context->hurry_up = 0;
409 if( p_vdec->i_frame_late > 0 &&
410 mdate() - p_vdec->i_frame_late_start > (mtime_t)5000000 )
412 msg_Err( p_vdec->p_fifo, "more than 5 seconds of late video -> "
413 "dropping (to slow computer ?)" );
416 input_ExtractPES( p_vdec->p_fifo, &p_pes );
419 p_vdec->p_fifo->b_error = 1;
422 i_pts = p_pes->i_pts;
423 input_DeletePES( p_vdec->p_fifo->p_packets_mgt, p_pes );
425 } while( i_pts <= 0 || i_pts < mdate() );
428 if( !p_vdec->p_context->width || !p_vdec->p_context->height )
430 p_vdec->p_context->hurry_up = 5;
435 input_ExtractPES( p_vdec->p_fifo, &p_pes );
438 p_vdec->p_fifo->b_error = 1;
442 if( p_vdec->i_codec_id == CODEC_ID_MPEG1VIDEO )
446 p_vdec->pts = p_pes->i_dts;
447 p_vdec->i_frame_count = 0;
454 p_vdec->pts = p_pes->i_pts;
455 p_vdec->i_frame_count = 0;
461 p_vdec->pts = p_pes->i_pts;
462 p_vdec->i_frame_count = 0;
465 i_frame_size = p_pes->i_pes_size;
467 if( i_frame_size > 0 )
471 /* XXX Don't forget that ffmpeg required a little more bytes
472 * that the real frame size */
473 i_need = i_frame_size + 16 + p_vdec->i_buffer;
474 if( p_vdec->i_buffer_size < i_need)
476 p_last = p_vdec->p_buffer;
477 p_vdec->p_buffer = malloc( i_need );
478 p_vdec->i_buffer_size = i_need;
479 if( p_vdec->i_buffer > 0 )
481 memcpy( p_vdec->p_buffer, p_last, p_vdec->i_buffer );
486 E_( GetPESData )( p_vdec->p_buffer + p_vdec->i_buffer,
489 memset( p_vdec->p_buffer + p_vdec->i_buffer + i_frame_size,
493 input_DeletePES( p_vdec->p_fifo->p_packets_mgt, p_pes );
494 } while( i_frame_size <= 0 );
496 i_frame_size += p_vdec->i_buffer;
499 i_used = avcodec_decode_video( p_vdec->p_context,
505 if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error ) return;
508 msg_Dbg( p_vdec->p_fifo,
509 "used:%d framesize:%d (%s picture)",
510 i_used, i_frame_size, b_gotpicture ? "got":"no got" );
514 msg_Warn( p_vdec->p_fifo, "cannot decode one frame (%d bytes)",
516 p_vdec->i_frame_error++;
517 p_vdec->i_buffer = 0;
520 else if( i_used < i_frame_size )
522 memmove( p_vdec->p_buffer,
523 p_vdec->p_buffer + i_used,
524 p_vdec->i_buffer_size - i_used );
526 p_vdec->i_buffer = i_frame_size - i_used;
530 p_vdec->i_buffer = 0;
535 p_vdec->i_frame_count++;
539 i_frame_size -= i_used;
541 /* Update frame late count*/
542 if( p_vdec->pts <= mdate() )
544 p_vdec->i_frame_late++;
545 if( p_vdec->i_frame_late == 1 )
547 p_vdec->i_frame_late_start = mdate();
552 p_vdec->i_frame_late = 0;
555 if( !b_gotpicture || p_vdec->p_ff_pic->linesize[0] == 0 || !b_drawpicture )
560 if( !p_vdec->b_direct_rendering )
562 p_vdec->p_vout = ffmpeg_CreateVout( p_vdec, p_vdec->p_context );
563 if( !p_vdec->p_vout )
565 msg_Err( p_vdec->p_fifo, "cannot create vout" );
566 p_vdec->p_fifo->b_error = 1; /* abort */
570 /* Get a new picture */
571 while( !(p_pic = vout_CreatePicture( p_vdec->p_vout, 0, 0, 0 ) ) )
573 if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error )
577 msleep( VOUT_OUTMEM_SLEEP );
580 /* fill p_picture_t from AVVideoFrame and do chroma conversion
582 ffmpeg_CopyPicture( p_pic, p_vdec->p_ff_pic, p_vdec );
587 p_pic = (picture_t *)p_vdec->p_ff_pic->opaque;
590 /* fix date calculation */
591 if( p_vdec->pts > 0 )
595 if( p_vdec->p_context->frame_rate > 0 )
597 i_pts += (uint64_t)1000000 *
598 ( p_vdec->i_frame_count - 1) /
599 #if LIBAVCODEC_BUILD >= 4662
600 DEFAULT_FRAME_RATE_BASE /
604 p_vdec->p_context->frame_rate;
609 i_pts = mdate() + DEFAULT_PTS_DELAY; // FIXME
612 vout_DatePicture( p_vdec->p_vout,
616 /* Send decoded frame to vout */
617 vout_DisplayPicture( p_vdec->p_vout, p_pic );
619 if( i_frame_size > 0 )
621 goto usenextdata; /* try to use all data */
625 /*****************************************************************************
626 * EndThread: thread destruction
627 *****************************************************************************
628 * This function is called when the thread ends after a sucessful
630 *****************************************************************************/
631 void E_( EndThread_Video )( vdec_thread_t *p_vdec )
635 if( p_vdec->pp_mode )
637 pp_free_mode( p_vdec->pp_mode );
638 if( p_vdec->pp_context )
640 pp_free_context( p_vdec->pp_context );
645 if( p_vdec->p_ff_pic )
647 free( p_vdec->p_ff_pic );
650 /* We are about to die. Reattach video output to p_vlc. */
651 vout_Request( p_vdec->p_fifo, p_vdec->p_vout, 0, 0, 0, 0 );
654 /*****************************************************************************
655 * ffmpeg_CopyPicture: copy a picture from ffmpeg internal buffers to a
656 * picture_t structure (when not in direct rendering mode).
657 *****************************************************************************/
658 static void ffmpeg_CopyPicture( picture_t *p_pic,
660 vdec_thread_t *p_vdec )
671 if( ffmpeg_PixFmtToChroma( p_vdec->p_context->pix_fmt ) )
674 if( p_vdec->pp_mode && p_vdec->pp_context )
676 uint8_t *src[3], *dst[3];
677 int i_src_stride[3], i_dst_stride[3];
679 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
681 src[i_plane] = p_ff_pic->data[i_plane];
682 dst[i_plane] = p_pic->p[i_plane].p_pixels;
684 i_src_stride[i_plane] = p_ff_pic->linesize[i_plane];
685 i_dst_stride[i_plane] = p_pic->p[i_plane].i_pitch;
687 pp_postprocess( src, i_src_stride,
689 p_vdec->p_context->width,
690 p_vdec->p_context->height,
691 p_ff_pic->qscale_table, p_ff_pic->qstride,
692 p_vdec->pp_mode, p_vdec->pp_context,
693 p_ff_pic->pict_type );
698 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
700 p_src = p_ff_pic->data[i_plane];
701 p_dst = p_pic->p[i_plane].p_pixels;
702 i_src_stride = p_ff_pic->linesize[i_plane];
703 i_dst_stride = p_pic->p[i_plane].i_pitch;
705 i_size = __MIN( i_src_stride, i_dst_stride );
706 for( i_line = 0; i_line < p_pic->p[i_plane].i_lines; i_line++ )
708 p_vdec->p_fifo->p_vlc->pf_memcpy( p_dst, p_src, i_size );
709 p_src += i_src_stride;
710 p_dst += i_dst_stride;
719 /* we need to convert to I420 */
720 switch( p_vdec->p_context->pix_fmt )
725 case( PIX_FMT_YUV410P ):
726 case( PIX_FMT_YUV411P ):
727 for( i = 0; i < p_pic->i_planes; i++ )
729 dest_pic.data[i] = p_pic->p[i].p_pixels;
730 dest_pic.linesize[i] = p_pic->p[i].i_pitch;
732 img_convert( &dest_pic, PIX_FMT_YUV420P,
733 (AVPicture *)p_ff_pic,
734 p_vdec->p_context->pix_fmt,
735 p_vdec->p_context->width,
736 p_vdec->p_context->height );
739 msg_Err( p_vdec->p_fifo, "don't know how to convert chroma %i",
740 p_vdec->p_context->pix_fmt );
741 p_vdec->p_fifo->b_error = 1;
747 /*****************************************************************************
748 * ffmpeg_GetFrameBuf: callback used by ffmpeg to get a frame buffer.
749 * (used for direct rendering)
750 *****************************************************************************/
751 static int ffmpeg_GetFrameBuf( struct AVCodecContext *p_context,
754 vdec_thread_t *p_vdec = (vdec_thread_t *)p_context->opaque;
757 /* Some codecs set pix_fmt only after the 1st frame has been decoded,
758 * so this check is necessary. */
759 if( !ffmpeg_PixFmtToChroma( p_context->pix_fmt ) )
761 p_context->get_buffer = avcodec_default_get_buffer;
762 p_context->release_buffer = avcodec_default_release_buffer;
763 p_vdec->b_direct_rendering = 0;
764 msg_Dbg( p_vdec->p_fifo, "disabling direct rendering" );
765 return p_context->get_buffer( p_context, p_ff_pic );
768 /* Check and (re)create our vout if needed */
769 p_vdec->p_vout = ffmpeg_CreateVout( p_vdec, p_vdec->p_context );
770 if( !p_vdec->p_vout )
772 msg_Err( p_vdec->p_fifo, "cannot create vout" );
773 p_vdec->p_fifo->b_error = 1; /* abort */
774 p_context->get_buffer= avcodec_default_get_buffer;
775 return p_context->get_buffer( p_context, p_ff_pic );
777 p_vdec->p_vout->render.b_allow_modify_pics = 0;
779 /* Get a new picture */
780 while( !(p_pic = vout_CreatePicture( p_vdec->p_vout, 0, 0, 0 ) ) )
782 if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error )
784 p_context->get_buffer= avcodec_default_get_buffer;
785 return p_context->get_buffer( p_context, p_ff_pic );
787 msleep( VOUT_OUTMEM_SLEEP );
789 p_vdec->p_context->draw_horiz_band= NULL;
791 p_ff_pic->opaque = (void*)p_pic;
792 p_ff_pic->type = FF_BUFFER_TYPE_USER;
793 p_ff_pic->data[0] = p_pic->p[0].p_pixels;
794 p_ff_pic->data[1] = p_pic->p[1].p_pixels;
795 p_ff_pic->data[2] = p_pic->p[2].p_pixels;
796 p_ff_pic->data[3] = NULL; /* alpha channel but I'm not sure */
798 p_ff_pic->linesize[0] = p_pic->p[0].i_pitch;
799 p_ff_pic->linesize[1] = p_pic->p[1].i_pitch;
800 p_ff_pic->linesize[2] = p_pic->p[2].i_pitch;
801 p_ff_pic->linesize[3] = 0;
803 if( p_ff_pic->reference != 0 )
805 vout_LinkPicture( p_vdec->p_vout, p_pic );
807 /* FIXME what is that, should give good value */
808 p_ff_pic->age = 256*256*256*64; // FIXME FIXME from ffmpeg
813 static void ffmpeg_ReleaseFrameBuf( struct AVCodecContext *p_context,
816 vdec_thread_t *p_vdec = (vdec_thread_t *)p_context->opaque;
819 if( p_ff_pic->type != FF_BUFFER_TYPE_USER )
821 avcodec_default_release_buffer( p_context, p_ff_pic );
825 //msg_Dbg( p_vdec->p_fifo, "ffmpeg_ReleaseFrameBuf" );
826 p_pic = (picture_t*)p_ff_pic->opaque;
828 p_ff_pic->data[0] = NULL;
829 p_ff_pic->data[1] = NULL;
830 p_ff_pic->data[2] = NULL;
831 p_ff_pic->data[3] = NULL;
833 if( p_ff_pic->reference != 0 )
835 vout_UnlinkPicture( p_vdec->p_vout, p_pic );