]> git.sesse.net Git - vlc/blob - modules/codec/ffmpeg/video.c
ffmpeg: fix potential overread for mpeg4 with vol.
[vlc] / modules / codec / ffmpeg / video.c
1 /*****************************************************************************
2  * video.c: video decoder using ffmpeg library
3  *****************************************************************************
4  * Copyright (C) 1999-2001 VideoLAN
5  * $Id: video.c,v 1.36 2003/07/26 15:34:43 fenrir Exp $
6  *
7  * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8  *          Gildas Bazin <gbazin@netcourrier.com>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License as published by
12  * the Free Software Foundation; either version 2 of the License, or
13  * (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18  * GNU General Public License for more details.
19  *
20  * You should have received a copy of the GNU General Public License
21  * along with this program; if not, write to the Free Software
22  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
23  *****************************************************************************/
24
25 /*****************************************************************************
26  * Preamble
27  *****************************************************************************/
28 #include <stdlib.h>                                      /* malloc(), free() */
29
30 #include <vlc/vlc.h>
31 #include <vlc/vout.h>
32 #include <vlc/aout.h>
33 #include <vlc/decoder.h>
34 #include <vlc/input.h>
35
36 #include <string.h>
37
38 #ifdef HAVE_SYS_TIMES_H
39 #   include <sys/times.h>
40 #endif
41
42 /* ffmpeg header */
43 #ifdef HAVE_FFMPEG_AVCODEC_H
44 #   include <ffmpeg/avcodec.h>
45 #else
46 #   include <avcodec.h>
47 #endif
48
49 #include "ffmpeg.h"
50
51 #ifdef LIBAVCODEC_PP
52 #   ifdef HAVE_POSTPROC_POSTPROCESS_H
53 #       include <postproc/postprocess.h>
54 #   else
55 #       include <libpostproc/postprocess.h>
56 #   endif
57 #else
58 #   include "postprocessing/postprocessing.h"
59 #endif
60
61 #include "video.h"
62
63
64 /*****************************************************************************
65  * Local prototypes
66  *****************************************************************************/
67 static void ffmpeg_CopyPicture( picture_t *, AVFrame *, vdec_thread_t * );
68
69 /* direct rendering */
70 static int  ffmpeg_GetFrameBuf      ( struct AVCodecContext *, AVFrame *);
71 static void ffmpeg_ReleaseFrameBuf  ( struct AVCodecContext *, AVFrame *);
72
73 /*****************************************************************************
74  * Local Functions
75  *****************************************************************************/
76
77 static inline uint32_t ffmpeg_PixFmtToChroma( int i_ff_chroma )
78 {
79     /* FIXME FIXME some of them are wrong */
80     switch( i_ff_chroma )
81     {
82         case PIX_FMT_YUV420P:
83         case PIX_FMT_YUV422:
84             return( VLC_FOURCC('I','4','2','0') );
85         case PIX_FMT_RGB24:
86             return( VLC_FOURCC('R','V','2','4') );
87
88         case PIX_FMT_YUV422P:
89             return( VLC_FOURCC('I','4','2','2') );
90         case PIX_FMT_YUV444P:
91             return( VLC_FOURCC('I','4','4','4') );
92         case PIX_FMT_YUV410P:
93         case PIX_FMT_YUV411P:
94         case PIX_FMT_BGR24:
95         default:
96             return( 0 );
97     }
98 }
99
100 /* Return a Vout */
101 static vout_thread_t *ffmpeg_CreateVout( vdec_thread_t  *p_vdec,
102                                          AVCodecContext *p_context )
103 {
104     vout_thread_t *p_vout;
105     unsigned int   i_width = p_context->width;
106     unsigned int   i_height = p_context->height;
107     uint32_t       i_chroma = ffmpeg_PixFmtToChroma( p_context->pix_fmt );
108     unsigned int   i_aspect;
109
110     if( !i_width || !i_height )
111     {
112         return( NULL ); /* Can't create a new vout without display size */
113     }
114
115     if( !i_chroma )
116     {
117         /* we make conversion if possible*/
118         i_chroma = VLC_FOURCC('I','4','2','0');
119     }
120
121     i_aspect = VOUT_ASPECT_FACTOR * p_context->aspect_ratio;
122     if( i_aspect == 0 )
123     {
124         i_aspect = VOUT_ASPECT_FACTOR * i_width / i_height;
125     }
126
127     /* Spawn a video output if there is none. First we look for our children,
128      * then we look for any other vout that might be available. */
129     p_vout = vout_Request( p_vdec->p_fifo, p_vdec->p_vout,
130                            i_width, i_height, i_chroma, i_aspect );
131 #ifdef LIBAVCODEC_PP
132     if( p_vdec->pp_mode && !p_vdec->pp_context )
133     {
134         int32_t i_cpu = p_vdec->p_fifo->p_libvlc->i_cpu;
135         int i_flags = 0;
136
137         if( i_cpu & CPU_CAPABILITY_MMX )
138         {
139             i_flags |= PP_CPU_CAPS_MMX;
140         }
141         if( i_cpu & CPU_CAPABILITY_MMXEXT )
142         {
143             i_flags |= PP_CPU_CAPS_MMX2;
144         }
145         if( i_cpu & CPU_CAPABILITY_3DNOW )
146         {
147             i_flags |= PP_CPU_CAPS_3DNOW;
148         }
149
150         switch( p_context->pix_fmt )
151         {
152             case PIX_FMT_YUV444P:
153                 i_flags |= PP_FORMAT_444;
154                 break;
155             case PIX_FMT_YUV422P:
156                 i_flags |= PP_FORMAT_422;
157                 break;
158             case PIX_FMT_YUV411P:
159                 i_flags |= PP_FORMAT_411;
160                 break;
161             default:
162                 i_flags |= PP_FORMAT_420;
163                 break;
164         }
165
166         p_vdec->pp_context = pp_get_context( i_width, i_height, i_flags );
167     }
168 #endif
169
170     return p_vout;
171 }
172
173 /*****************************************************************************
174  *
175  * Functions that initialize, decode and end the decoding process
176  *
177  * Functions exported for ffmpeg.c
178  *   * E_( InitThread_Video )
179  *   * E_( DecodeThread )
180  *   * E_( EndThread_Video )
181  *****************************************************************************/
182
183 /*****************************************************************************
184  * InitThread: initialize vdec output thread
185  *****************************************************************************
186  * This function is called from decoder_Run and performs the second step
187  * of the initialization. It returns 0 on success. Note that the thread's
188  * flag are not modified inside this function.
189  *
190  * ffmpeg codec will be open, some memory allocated. But Vout is not yet
191  * open (done after the first decoded frame)
192  *****************************************************************************/
193 static inline void SetDWBE( void *data, uint32_t dw )
194 {
195     uint8_t *p = data;
196
197     p[0] = (dw >> 24 )&0xff;
198     p[1] = (dw >> 16 )&0xff;
199     p[2] = (dw >>  8 )&0xff;
200     p[3] = (dw )&0xff;
201 }
202
203 int E_( InitThread_Video )( vdec_thread_t *p_vdec )
204 {
205     int i_tmp;
206     int i_truncated;
207
208     p_vdec->p_ff_pic = avcodec_alloc_frame();
209
210     if( ( p_vdec->p_format =
211           (BITMAPINFOHEADER *)p_vdec->p_fifo->p_bitmapinfoheader) != NULL )
212     {
213         /* ***** Fill p_context with init values ***** */
214         p_vdec->p_context->width  = p_vdec->p_format->biWidth;
215         p_vdec->p_context->height = p_vdec->p_format->biHeight;
216     }
217     else
218     {
219         msg_Warn( p_vdec->p_fifo, "display informations missing" );
220         p_vdec->p_format = NULL;
221     }
222
223     /*  ***** Get configuration of ffmpeg plugin ***** */
224     i_tmp = config_GetInt( p_vdec->p_fifo, "ffmpeg-workaround-bugs" );
225     p_vdec->p_context->workaround_bugs  = __MAX( __MIN( i_tmp, 99 ), 0 );
226
227     i_tmp = config_GetInt( p_vdec->p_fifo, "ffmpeg-error-resilience" );
228     p_vdec->p_context->error_resilience = __MAX( __MIN( i_tmp, 99 ), -1 );
229
230     if( config_GetInt( p_vdec->p_fifo, "grayscale" ) )
231     {
232         p_vdec->p_context->flags|= CODEC_FLAG_GRAY;
233     }
234
235     p_vdec->b_hurry_up = config_GetInt(p_vdec->p_fifo, "ffmpeg-hurry-up");
236
237     /* CODEC_FLAG_TRUNCATED */
238
239     /* FIXME search real LIBAVCODEC_BUILD */
240 #if LIBAVCODEC_BUILD >= 4662
241     i_truncated = config_GetInt( p_vdec->p_fifo, "ffmpeg-truncated" );
242     if( i_truncated == 1 )
243 #if 0
244         ||
245         ( i_truncated == -1 && ( p_vdec->p_context->width == 0 || p_vdec->p_context->height == 0 ) ) )
246 #endif
247     {
248         p_vdec->p_context->flags |= CODEC_FLAG_TRUNCATED;
249     }
250 #endif
251
252     /* ***** Open the codec ***** */
253     if( avcodec_open(p_vdec->p_context, p_vdec->p_codec) < 0 )
254     {
255         msg_Err( p_vdec->p_fifo, "cannot open codec (%s)",
256                                  p_vdec->psz_namecodec );
257         return( VLC_EGENERIC );
258     }
259     else
260     {
261         msg_Dbg( p_vdec->p_fifo, "ffmpeg codec (%s) started",
262                                  p_vdec->psz_namecodec );
263     }
264
265     p_vdec->b_direct_rendering = 0;
266     if( config_GetInt( p_vdec->p_fifo, "ffmpeg-dr" ) &&
267         p_vdec->p_codec->capabilities & CODEC_CAP_DR1 &&
268         ffmpeg_PixFmtToChroma( p_vdec->p_context->pix_fmt ) &&
269         /* Apparently direct rendering doesn't work with YUV422P */
270         p_vdec->p_context->pix_fmt != PIX_FMT_YUV422P &&
271         !(p_vdec->p_context->width % 16) && !(p_vdec->p_context->height % 16) )
272     {
273         /* Some codecs set pix_fmt only after the 1st frame has been decoded,
274          * so we need to do another check in ffmpeg_GetFrameBuf() */
275         p_vdec->b_direct_rendering = 1;
276     }
277
278     /* ***** Load post processing ***** */
279 #ifdef LIBAVCODEC_PP
280     p_vdec->pp_context = NULL;
281     p_vdec->pp_mode    = NULL;
282
283     if( config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" ) > 0 )
284     {
285         int  i_quality = config_GetInt( p_vdec->p_fifo, "ffmpeg-pp-q" );
286         char *psz_name = config_GetPsz( p_vdec->p_fifo, "ffmpeg-pp-name" );
287
288         if( !psz_name )
289         {
290             psz_name = strdup( "default" );
291         }
292         else if( *psz_name == '\0' )
293         {
294             free( psz_name );
295             psz_name = strdup( "default" );
296         }
297
298         p_vdec->pp_mode =
299             pp_get_mode_by_name_and_quality( psz_name, i_quality );
300
301         if( !p_vdec->pp_mode )
302         {
303             msg_Err( p_vdec->p_fifo, "failed geting mode for postproc" );
304         }
305         else
306         {
307             msg_Info( p_vdec->p_fifo, "postproc activated" );
308         }
309         free( psz_name );
310
311         /* for now we cannot do postproc and dr */
312         p_vdec->b_direct_rendering = 0;
313     }
314     else
315     {
316         msg_Dbg( p_vdec->p_fifo, "no postproc" );
317     }
318 #endif
319
320     /* ffmpeg doesn't properly release old pictures when frames are skipped */
321     if( p_vdec->b_hurry_up ) p_vdec->b_direct_rendering = 0;
322
323     if( p_vdec->b_direct_rendering )
324     {
325         msg_Dbg( p_vdec->p_fifo, "using direct rendering" );
326         p_vdec->p_context->flags|= CODEC_FLAG_EMU_EDGE;
327         p_vdec->p_context->get_buffer     = ffmpeg_GetFrameBuf;
328         p_vdec->p_context->release_buffer = ffmpeg_ReleaseFrameBuf;
329         p_vdec->p_context->opaque = p_vdec;
330
331     }
332
333     /* ***** init this codec with special data ***** */
334     if( p_vdec->p_format &&
335             p_vdec->p_format->biSize > sizeof(BITMAPINFOHEADER) )
336     {
337         int b_gotpicture;
338         int i_size = p_vdec->p_format->biSize - sizeof(BITMAPINFOHEADER);
339
340         if( p_vdec->i_codec_id == CODEC_ID_MPEG4 )
341         {
342             uint8_t *p_vol = malloc( i_size + FF_INPUT_BUFFER_PADDING_SIZE );
343
344             memcpy( p_vol, &p_vdec->p_format[1], i_size );
345             memset( &p_vol[i_size], 0, FF_INPUT_BUFFER_PADDING_SIZE );
346
347             avcodec_decode_video( p_vdec->p_context, p_vdec->p_ff_pic,
348                                   &b_gotpicture,
349                                   p_vol,
350                                   i_size );
351             free( p_vol );
352         }
353 #if LIBAVCODEC_BUILD >= 4666
354         else if( p_vdec->i_codec_id == CODEC_ID_SVQ3 )
355         {
356             uint8_t *p;
357
358             p_vdec->p_context->extradata_size = i_size + 12;
359             p = p_vdec->p_context->extradata  =
360                 malloc( p_vdec->p_context->extradata_size );
361
362             memcpy( &p[0],  "SVQ3", 4 );
363             memset( &p[4], 0, 8 );
364             memcpy( &p[12], &p_vdec->p_format[1], i_size );
365         }
366 #endif
367         else
368         {
369             p_vdec->p_context->extradata_size = i_size;
370             p_vdec->p_context->extradata      = malloc( i_size + FF_INPUT_BUFFER_PADDING_SIZE );
371             memcpy( p_vdec->p_context->extradata,
372                     &p_vdec->p_format[1],
373                     i_size );
374             memset( &((uint8_t*)p_vdec->p_context->extradata)[i_size], 0, FF_INPUT_BUFFER_PADDING_SIZE );
375         }
376     }
377     p_vdec->p_vout = NULL;
378
379     return( VLC_SUCCESS );
380 }
381
382 /*****************************************************************************
383  * DecodeThread: Called to decode one frame
384  *****************************************************************************
385  * We have to get a frame stored in a pes, give it to ffmpeg decoder and send
386  * the image to the output.
387  *****************************************************************************/
388 void  E_( DecodeThread_Video )( vdec_thread_t *p_vdec )
389 {
390     pes_packet_t    *p_pes;
391     int     i_frame_size;
392     int     i_used;
393     int     b_drawpicture;
394     int     b_gotpicture;
395     picture_t *p_pic;                                    /* videolan picture */
396     mtime_t   i_pts;
397
398
399     /* TODO implement it in a better way */
400     /* A good idea could be to decode all I pictures and see for the other */
401     if( ( p_vdec->b_hurry_up )&& ( p_vdec->i_frame_late > 4 ) )
402     {
403         b_drawpicture = 0;
404         if( p_vdec->i_frame_late < 8 )
405         {
406             p_vdec->p_context->hurry_up = 2;
407         }
408         else
409         {
410             /* too much late picture, won't decode
411                but break picture until a new I, and for mpeg4 ...*/
412             p_vdec->i_frame_late--; /* needed else it will never be decrease */
413             input_ExtractPES( p_vdec->p_fifo, NULL );
414             return;
415         }
416     }
417     else
418     {
419         b_drawpicture = 1;
420         p_vdec->p_context->hurry_up = 0;
421     }
422
423     if( p_vdec->i_frame_late > 0 &&
424         mdate() - p_vdec->i_frame_late_start > (mtime_t)5000000 )
425     {
426         msg_Err( p_vdec->p_fifo, "more than 5 seconds of late video -> "
427                  "dropping (to slow computer ?)" );
428         do
429         {
430             input_ExtractPES( p_vdec->p_fifo, &p_pes );
431             if( !p_pes )
432             {
433                 p_vdec->p_fifo->b_error = 1;
434                 return;
435             }
436             i_pts = p_pes->i_pts;
437             input_DeletePES( p_vdec->p_fifo->p_packets_mgt, p_pes );
438
439         } while( i_pts <= 0 || i_pts < mdate() );
440     }
441
442     if( !p_vdec->p_context->width || !p_vdec->p_context->height )
443     {
444         p_vdec->p_context->hurry_up = 5;
445     }
446
447     do
448     {
449         input_ExtractPES( p_vdec->p_fifo, &p_pes );
450         if( !p_pes )
451         {
452             p_vdec->p_fifo->b_error = 1;
453             return;
454         }
455 #if 0
456         if( p_vdec->i_codec_id == CODEC_ID_MPEG1VIDEO )
457         {
458             if( p_pes->i_dts )
459             {
460                 p_vdec->pts = p_pes->i_dts;
461                 p_vdec->i_frame_count = 0;
462             }
463         }
464         else
465         {
466             if( p_pes->i_pts )
467             {
468                 p_vdec->pts = p_pes->i_pts;
469                 p_vdec->i_frame_count = 0;
470             }
471         }
472 #endif
473         if( p_pes->i_pts )
474         {
475             p_vdec->pts = p_pes->i_pts;
476             p_vdec->i_frame_count = 0;
477         }
478
479         i_frame_size = p_pes->i_pes_size;
480
481         if( i_frame_size > 0 )
482         {
483             uint8_t *p_last;
484             int i_need;
485             /* XXX Don't forget that ffmpeg required a little more bytes
486              * that the real frame size */
487             i_need = i_frame_size + FF_INPUT_BUFFER_PADDING_SIZE + p_vdec->i_buffer;
488             if( p_vdec->i_buffer_size < i_need)
489             {
490                 p_last = p_vdec->p_buffer;
491                 p_vdec->p_buffer = malloc( i_need );
492                 p_vdec->i_buffer_size = i_need;
493                 if( p_vdec->i_buffer > 0 )
494                 {
495                     memcpy( p_vdec->p_buffer, p_last, p_vdec->i_buffer );
496                 }
497                 FREE( p_last );
498             }
499             i_frame_size =
500                 E_( GetPESData )( p_vdec->p_buffer + p_vdec->i_buffer,
501                                   i_frame_size ,
502                                   p_pes );
503             memset( p_vdec->p_buffer + p_vdec->i_buffer + i_frame_size, 0, FF_INPUT_BUFFER_PADDING_SIZE );
504         }
505         input_DeletePES( p_vdec->p_fifo->p_packets_mgt, p_pes );
506     } while( i_frame_size <= 0 );
507
508     i_frame_size += p_vdec->i_buffer;
509
510 usenextdata:
511     i_used = avcodec_decode_video( p_vdec->p_context,
512                                    p_vdec->p_ff_pic,
513                                    &b_gotpicture,
514                                    p_vdec->p_buffer,
515                                    i_frame_size );
516
517     if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error ) return;
518
519 #if 0
520     msg_Dbg( p_vdec->p_fifo,
521              "used:%d framesize:%d (%s picture)",
522              i_used, i_frame_size, b_gotpicture ? "got":"no got" );
523 #endif
524     if( i_used < 0 )
525     {
526         msg_Warn( p_vdec->p_fifo, "cannot decode one frame (%d bytes)",
527                                   i_frame_size );
528         p_vdec->i_frame_error++;
529         p_vdec->i_buffer = 0;
530         return;
531     }
532     else if( i_used < i_frame_size )
533     {
534         memmove( p_vdec->p_buffer,
535                  p_vdec->p_buffer + i_used,
536                  p_vdec->i_buffer_size - i_used );
537
538         p_vdec->i_buffer = i_frame_size - i_used;
539     }
540     else
541     {
542         p_vdec->i_buffer = 0;
543     }
544
545     if( b_gotpicture )
546     {
547         p_vdec->i_frame_count++;
548     }
549
550     /* consumed bytes */
551     i_frame_size -= i_used;
552
553    /* Update frame late count*/
554     if( p_vdec->pts <= mdate() )
555     {
556         p_vdec->i_frame_late++;
557         if( p_vdec->i_frame_late == 1 )
558         {
559             p_vdec->i_frame_late_start = mdate();
560         }
561     }
562     else
563     {
564         p_vdec->i_frame_late = 0;
565     }
566
567     if( !b_gotpicture || p_vdec->p_ff_pic->linesize[0] == 0 || !b_drawpicture )
568     {
569         return;
570     }
571
572     if( !p_vdec->b_direct_rendering )
573     {
574         p_vdec->p_vout = ffmpeg_CreateVout( p_vdec, p_vdec->p_context );
575         if( !p_vdec->p_vout )
576         {
577             msg_Err( p_vdec->p_fifo, "cannot create vout" );
578             p_vdec->p_fifo->b_error = 1; /* abort */
579             return;
580         }
581
582         /* Get a new picture */
583         while( !(p_pic = vout_CreatePicture( p_vdec->p_vout, 0, 0, 0 ) ) )
584         {
585             if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error )
586             {
587                 return;
588             }
589             msleep( VOUT_OUTMEM_SLEEP );
590         }
591
592         /* fill p_picture_t from AVVideoFrame and do chroma conversion
593          * if needed */
594         ffmpeg_CopyPicture( p_pic, p_vdec->p_ff_pic, p_vdec );
595
596     }
597     else
598     {
599         p_pic = (picture_t *)p_vdec->p_ff_pic->opaque;
600     }
601
602     /* fix date calculation */
603     if( p_vdec->pts > 0 )
604     {
605         i_pts = p_vdec->pts;
606
607         if( p_vdec->p_context->frame_rate > 0 )
608         {
609            i_pts += (uint64_t)1000000 *
610                     ( p_vdec->i_frame_count - 1) /
611 #if LIBAVCODEC_BUILD >= 4662
612                     DEFAULT_FRAME_RATE_BASE /
613 #else
614                     FRAME_RATE_BASE /
615 #endif
616                     p_vdec->p_context->frame_rate;
617         }
618     }
619     else
620     {
621         i_pts = mdate() + DEFAULT_PTS_DELAY;  // FIXME
622     }
623
624     vout_DatePicture( p_vdec->p_vout,
625                       p_pic,
626                       i_pts );
627
628     /* Send decoded frame to vout */
629     vout_DisplayPicture( p_vdec->p_vout, p_pic );
630
631     if( i_frame_size > 0 )
632     {
633         goto usenextdata; /* try to use all data */
634     }
635 }
636
637 /*****************************************************************************
638  * EndThread: thread destruction
639  *****************************************************************************
640  * This function is called when the thread ends after a sucessful
641  * initialization.
642  *****************************************************************************/
643 void E_( EndThread_Video )( vdec_thread_t *p_vdec )
644 {
645
646 #ifdef LIBAVCODEC_PP
647     if( p_vdec->pp_mode )
648     {
649         pp_free_mode( p_vdec->pp_mode );
650         if( p_vdec->pp_context )
651         {
652             pp_free_context( p_vdec->pp_context );
653         }
654     }
655 #endif
656
657     if( p_vdec->p_ff_pic )
658     {
659         free( p_vdec->p_ff_pic );
660     }
661
662     /* We are about to die. Reattach video output to p_vlc. */
663     vout_Request( p_vdec->p_fifo, p_vdec->p_vout, 0, 0, 0, 0 );
664 }
665
666 /*****************************************************************************
667  * ffmpeg_CopyPicture: copy a picture from ffmpeg internal buffers to a
668  *                     picture_t structure (when not in direct rendering mode).
669  *****************************************************************************/
670 static void ffmpeg_CopyPicture( picture_t    *p_pic,
671                                 AVFrame *p_ff_pic,
672                                 vdec_thread_t *p_vdec )
673 {
674     int i_plane;
675     int i_size;
676     int i_line;
677
678     uint8_t *p_dst;
679     uint8_t *p_src;
680     int i_src_stride;
681     int i_dst_stride;
682
683     if( ffmpeg_PixFmtToChroma( p_vdec->p_context->pix_fmt ) )
684     {
685 #ifdef LIBAVCODEC_PP
686         if( p_vdec->pp_mode && p_vdec->pp_context )
687         {
688             uint8_t *src[3], *dst[3];
689             int     i_src_stride[3], i_dst_stride[3];
690
691             for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
692             {
693                 src[i_plane] = p_ff_pic->data[i_plane];
694                 dst[i_plane] = p_pic->p[i_plane].p_pixels;
695
696                 i_src_stride[i_plane] = p_ff_pic->linesize[i_plane];
697                 i_dst_stride[i_plane] = p_pic->p[i_plane].i_pitch;
698             }
699             pp_postprocess( src, i_src_stride,
700                             dst, i_dst_stride,
701                             p_vdec->p_context->width,
702                             p_vdec->p_context->height,
703                             p_ff_pic->qscale_table, p_ff_pic->qstride,
704                             p_vdec->pp_mode, p_vdec->pp_context,
705                             p_ff_pic->pict_type );
706         }
707         else
708         {
709 #endif
710             for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
711             {
712                 p_src  = p_ff_pic->data[i_plane];
713                 p_dst = p_pic->p[i_plane].p_pixels;
714                 i_src_stride = p_ff_pic->linesize[i_plane];
715                 i_dst_stride = p_pic->p[i_plane].i_pitch;
716
717                 i_size = __MIN( i_src_stride, i_dst_stride );
718                 for( i_line = 0; i_line < p_pic->p[i_plane].i_lines; i_line++ )
719                 {
720                     p_vdec->p_fifo->p_vlc->pf_memcpy( p_dst, p_src, i_size );
721                     p_src += i_src_stride;
722                     p_dst += i_dst_stride;
723                 }
724             }
725 #ifdef LIBAVCODEC_PP
726         }
727 #endif
728     }
729     else
730     {
731         /* we need to convert to I420 */
732         switch( p_vdec->p_context->pix_fmt )
733         {
734             AVPicture dest_pic;
735             int i;
736
737             case( PIX_FMT_YUV410P ):
738             case( PIX_FMT_YUV411P ):
739                 for( i = 0; i < p_pic->i_planes; i++ )
740                 {
741                     dest_pic.data[i] = p_pic->p[i].p_pixels;
742                     dest_pic.linesize[i] = p_pic->p[i].i_pitch;
743                 }
744                 img_convert( &dest_pic, PIX_FMT_YUV420P,
745                              (AVPicture *)p_ff_pic,
746                              p_vdec->p_context->pix_fmt,
747                              p_vdec->p_context->width,
748                              p_vdec->p_context->height );
749                 break;
750             default:
751                 msg_Err( p_vdec->p_fifo, "don't know how to convert chroma %i",
752                          p_vdec->p_context->pix_fmt );
753                 p_vdec->p_fifo->b_error = 1;
754                 break;
755         }
756     }
757 }
758
759 /*****************************************************************************
760  * ffmpeg_GetFrameBuf: callback used by ffmpeg to get a frame buffer.
761  *                     (used for direct rendering)
762  *****************************************************************************/
763 static int ffmpeg_GetFrameBuf( struct AVCodecContext *p_context,
764                                AVFrame *p_ff_pic )
765 {
766     vdec_thread_t *p_vdec = (vdec_thread_t *)p_context->opaque;
767     picture_t *p_pic;
768
769     /* Some codecs set pix_fmt only after the 1st frame has been decoded,
770      * so this check is necessary. */
771     if( !ffmpeg_PixFmtToChroma( p_context->pix_fmt ) ||
772         !(p_vdec->p_context->width % 16) || !(p_vdec->p_context->height % 16) )
773     {
774         p_context->get_buffer = avcodec_default_get_buffer;
775         p_context->release_buffer = avcodec_default_release_buffer;
776         p_vdec->b_direct_rendering = 0;
777         msg_Dbg( p_vdec->p_fifo, "disabling direct rendering" );
778         return p_context->get_buffer( p_context, p_ff_pic );
779     }
780
781     /* Check and (re)create our vout if needed */
782     p_vdec->p_vout = ffmpeg_CreateVout( p_vdec, p_vdec->p_context );
783     if( !p_vdec->p_vout )
784     {
785         msg_Err( p_vdec->p_fifo, "cannot create vout" );
786         p_vdec->p_fifo->b_error = 1; /* abort */
787         p_context->get_buffer= avcodec_default_get_buffer;
788         return p_context->get_buffer( p_context, p_ff_pic );
789     }
790     p_vdec->p_vout->render.b_allow_modify_pics = 0;
791
792     /* Get a new picture */
793     while( !(p_pic = vout_CreatePicture( p_vdec->p_vout, 0, 0, 0 ) ) )
794     {
795         if( p_vdec->p_fifo->b_die || p_vdec->p_fifo->b_error )
796         {
797             p_context->get_buffer= avcodec_default_get_buffer;
798             return p_context->get_buffer( p_context, p_ff_pic );
799         }
800         msleep( VOUT_OUTMEM_SLEEP );
801     }
802     p_vdec->p_context->draw_horiz_band= NULL;
803
804     p_ff_pic->opaque = (void*)p_pic;
805     p_ff_pic->type = FF_BUFFER_TYPE_USER;
806     p_ff_pic->data[0] = p_pic->p[0].p_pixels;
807     p_ff_pic->data[1] = p_pic->p[1].p_pixels;
808     p_ff_pic->data[2] = p_pic->p[2].p_pixels;
809     p_ff_pic->data[3] = NULL; /* alpha channel but I'm not sure */
810
811     p_ff_pic->linesize[0] = p_pic->p[0].i_pitch;
812     p_ff_pic->linesize[1] = p_pic->p[1].i_pitch;
813     p_ff_pic->linesize[2] = p_pic->p[2].i_pitch;
814     p_ff_pic->linesize[3] = 0;
815
816     if( p_ff_pic->reference != 0 )
817     {
818         vout_LinkPicture( p_vdec->p_vout, p_pic );
819     }
820     /* FIXME what is that, should give good value */
821     p_ff_pic->age = 256*256*256*64; // FIXME FIXME from ffmpeg
822
823     return( 0 );
824 }
825
826 static void  ffmpeg_ReleaseFrameBuf( struct AVCodecContext *p_context,
827                                      AVFrame *p_ff_pic )
828 {
829     vdec_thread_t *p_vdec = (vdec_thread_t *)p_context->opaque;
830     picture_t *p_pic;
831
832     if( p_ff_pic->type != FF_BUFFER_TYPE_USER )
833     {
834         avcodec_default_release_buffer( p_context, p_ff_pic );
835         return;
836     }
837
838     //msg_Dbg( p_vdec->p_fifo, "ffmpeg_ReleaseFrameBuf" );
839     p_pic = (picture_t*)p_ff_pic->opaque;
840
841     p_ff_pic->data[0] = NULL;
842     p_ff_pic->data[1] = NULL;
843     p_ff_pic->data[2] = NULL;
844     p_ff_pic->data[3] = NULL;
845
846     if( p_ff_pic->reference != 0 )
847     {
848         vout_UnlinkPicture( p_vdec->p_vout, p_pic );
849     }
850 }