git.sesse.net Git - vlc/blob - src/input/decoder.c

   1 /*****************************************************************************
   2  * decoder.c: Functions for the management of decoders
   3  *****************************************************************************
   4  * Copyright (C) 1999-2004 the VideoLAN team
   5  * $Id$
   6  *
   7  * Authors: Christophe Massiot <massiot@via.ecp.fr>
   8  *          Gildas Bazin <gbazin@videolan.org>
   9  *          Laurent Aimar <fenrir@via.ecp.fr>
  10  *
  11  * This program is free software; you can redistribute it and/or modify
  12  * it under the terms of the GNU General Public License as published by
  13  * the Free Software Foundation; either version 2 of the License, or
  14  * (at your option) any later version.
  15  *
  16  * This program is distributed in the hope that it will be useful,
  17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  19  * GNU General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU General Public License
  22  * along with this program; if not, write to the Free Software
  23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  24  *****************************************************************************/
  25
  26 /*****************************************************************************
  27  * Preamble
  28  *****************************************************************************/
  29 #ifdef HAVE_CONFIG_H
  30 # include "config.h"
  31 #endif
  32 #include <assert.h>
  33
  34 #include <vlc_common.h>
  35
  36 #include <vlc_block.h>
  37 #include <vlc_vout.h>
  38 #include <vlc_aout.h>
  39 #include <vlc_sout.h>
  40 #include <vlc_codec.h>
  41 #include <vlc_osd.h>
  42
  43 #include <vlc_interface.h>
  44 #include "audio_output/aout_internal.h"
  45 #include "stream_output/stream_output.h"
  46 #include "input_internal.h"
  47
  48 static decoder_t * CreateDecoder( input_thread_t *, es_format_t *, int );
  49 static void        DeleteDecoder( decoder_t * );
  50
  51 static void*        DecoderThread( vlc_object_t * );
  52 static int         DecoderDecode( decoder_t * p_dec, block_t *p_block );
  53
  54 /* Buffers allocation callbacks for the decoders */
  55 static aout_buffer_t *aout_new_buffer( decoder_t *, int );
  56 static void aout_del_buffer( decoder_t *, aout_buffer_t * );
  57
  58 static picture_t *vout_new_buffer( decoder_t * );
  59 static void vout_del_buffer( decoder_t *, picture_t * );
  60 static void vout_link_picture( decoder_t *, picture_t * );
  61 static void vout_unlink_picture( decoder_t *, picture_t * );
  62
  63 static subpicture_t *spu_new_buffer( decoder_t * );
  64 static void spu_del_buffer( decoder_t *, subpicture_t * );
  65
  66 static es_format_t null_es_format;
  67
  68 struct decoder_owner_sys_t
  69 {
  70     bool      b_own_thread;
  71
  72     int64_t         i_preroll_end;
  73
  74     input_thread_t  *p_input;
  75
  76     aout_instance_t *p_aout;
  77     aout_input_t    *p_aout_input;
  78
  79     vout_thread_t   *p_vout;
  80
  81     vout_thread_t   *p_spu_vout;
  82     int              i_spu_channel;
  83
  84     sout_instance_t         *p_sout;
  85     sout_packetizer_input_t *p_sout_input;
  86
  87     /* Some decoders require already packetized data (ie. not truncated) */
  88     decoder_t *p_packetizer;
  89
  90     /* Current format in use by the output */
  91     video_format_t video;
  92     audio_format_t audio;
  93     es_format_t    sout;
  94
  95     /* fifo */
  96     block_fifo_t *p_fifo;
  97
  98     /* CC */
  99     bool b_cc_supported;
 100     vlc_mutex_t lock_cc;
 101     bool pb_cc_present[4];
 102     decoder_t *pp_cc[4];
 103 };
 104
 105 /* */
 106 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
 107 {
 108     msg_Err( p_dec, "no suitable decoder module for fourcc `%4.4s'.\n"
 109              "VLC probably does not support this sound or video format.",
 110              (char*)&codec );
 111     intf_UserFatal( p_dec, false, _("No suitable decoder module"),
 112                     _("VLC does not support the audio or video format \"%4.4s\". "
 113                       "Unfortunately there is no way for you to fix this."), (char*)&codec );
 114 }
 115
 116 /* decoder_GetInputAttachment:
 117  */
 118 input_attachment_t *decoder_GetInputAttachment( decoder_t *p_dec,
 119                                                 const char *psz_name )
 120 {
 121     input_attachment_t *p_attachment;
 122     if( input_Control( p_dec->p_owner->p_input, INPUT_GET_ATTACHMENT, &p_attachment, psz_name ) )
 123         return NULL;
 124     return p_attachment;
 125 }
 126 /* decoder_GetInputAttachments:
 127  */
 128 int decoder_GetInputAttachments( decoder_t *p_dec,
 129                                  input_attachment_t ***ppp_attachment,
 130                                  int *pi_attachment )
 131 {
 132     return input_Control( p_dec->p_owner->p_input, INPUT_GET_ATTACHMENTS,
 133                           ppp_attachment, pi_attachment );
 134 }
 135 /* decoder_GetDisplayDate:
 136  */
 137 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
 138 {
 139     VLC_UNUSED(p_dec);
 140     return i_ts;
 141 }
 142
 143 /**
 144  * Spawns a new decoder thread
 145  *
 146  * \param p_input the input thread
 147  * \param p_es the es descriptor
 148  * \return the spawned decoder object
 149  */
 150 decoder_t *input_DecoderNew( input_thread_t *p_input,
 151                              es_format_t *fmt, bool b_force_decoder )
 152 {
 153     decoder_t   *p_dec = NULL;
 154     vlc_value_t val;
 155
 156 #ifndef ENABLE_SOUT
 157     (void)b_force_decoder;
 158 #else
 159     /* If we are in sout mode, search for packetizer module */
 160     if( p_input->p->p_sout && !b_force_decoder )
 161     {
 162         /* Create the decoder configuration structure */
 163         p_dec = CreateDecoder( p_input, fmt, VLC_OBJECT_PACKETIZER );
 164         if( p_dec == NULL )
 165         {
 166             msg_Err( p_input, "could not create packetizer" );
 167             intf_UserFatal( p_input, false, _("Streaming / Transcoding failed"),
 168                             _("VLC could not open the packetizer module.") );
 169             return NULL;
 170         }
 171     }
 172     else
 173 #endif
 174     {
 175         /* Create the decoder configuration structure */
 176         p_dec = CreateDecoder( p_input, fmt, VLC_OBJECT_DECODER );
 177         if( p_dec == NULL )
 178         {
 179             msg_Err( p_input, "could not create decoder" );
 180             intf_UserFatal( p_input, false, _("Streaming / Transcoding failed"),
 181                             _("VLC could not open the decoder module.") );
 182             return NULL;
 183         }
 184     }
 185
 186     if( !p_dec->p_module )
 187     {
 188         DecoderUnsupportedCodec( p_dec, fmt->i_codec );
 189
 190         DeleteDecoder( p_dec );
 191         vlc_object_release( p_dec );
 192         return NULL;
 193     }
 194
 195     if( p_input->p->p_sout && p_input->p->input.b_can_pace_control &&
 196         !b_force_decoder )
 197     {
 198         msg_Dbg( p_input, "stream out mode -> no decoder thread" );
 199         p_dec->p_owner->b_own_thread = false;
 200     }
 201     else
 202     {
 203         var_Get( p_input, "minimize-threads", &val );
 204         p_dec->p_owner->b_own_thread = !val.b_bool;
 205     }
 206
 207     if( p_dec->p_owner->b_own_thread )
 208     {
 209         int i_priority;
 210         if( fmt->i_cat == AUDIO_ES )
 211             i_priority = VLC_THREAD_PRIORITY_AUDIO;
 212         else
 213             i_priority = VLC_THREAD_PRIORITY_VIDEO;
 214
 215         /* Spawn the decoder thread */
 216         if( vlc_thread_create( p_dec, "decoder", DecoderThread,
 217                                i_priority, false ) )
 218         {
 219             msg_Err( p_dec, "cannot spawn decoder thread" );
 220             module_Unneed( p_dec, p_dec->p_module );
 221             DeleteDecoder( p_dec );
 222             vlc_object_release( p_dec );
 223             return NULL;
 224         }
 225     }
 226
 227     return p_dec;
 228 }
 229
 230 /**
 231  * Kills a decoder thread and waits until it's finished
 232  *
 233  * \param p_input the input thread
 234  * \param p_es the es descriptor
 235  * \return nothing
 236  */
 237 void input_DecoderDelete( decoder_t *p_dec )
 238 {
 239     vlc_object_kill( p_dec );
 240
 241     if( p_dec->p_owner->b_own_thread )
 242     {
 243         /* Make sure the thread leaves the function by
 244          * sending it an empty block. */
 245         block_t *p_block = block_New( p_dec, 0 );
 246         input_DecoderDecode( p_dec, p_block );
 247
 248         vlc_thread_join( p_dec );
 249
 250         /* Don't module_Unneed() here because of the dll loader that wants
 251          * close() in the same thread than open()/decode() */
 252     }
 253     else
 254     {
 255         /* Flush */
 256         input_DecoderDecode( p_dec, NULL );
 257
 258         module_Unneed( p_dec, p_dec->p_module );
 259     }
 260
 261     /* */
 262     if( p_dec->p_owner->b_cc_supported )
 263     {
 264         int i;
 265         for( i = 0; i < 4; i++ )
 266             input_DecoderSetCcState( p_dec, false, i );
 267     }
 268
 269     /* Delete decoder configuration */
 270     DeleteDecoder( p_dec );
 271
 272     /* Delete the decoder */
 273     vlc_object_release( p_dec );
 274 }
 275
 276 /**
 277  * Put a block_t in the decoder's fifo.
 278  *
 279  * \param p_dec the decoder object
 280  * \param p_block the data block
 281  */
 282 void input_DecoderDecode( decoder_t * p_dec, block_t *p_block )
 283 {
 284     if( p_dec->p_owner->b_own_thread )
 285     {
 286         if( p_dec->p_owner->p_input->p->b_out_pace_control )
 287         {
 288             /* FIXME !!!!! */
 289             while( !p_dec->b_die && !p_dec->b_error &&
 290                    block_FifoCount( p_dec->p_owner->p_fifo ) > 10 )
 291             {
 292                 msleep( 1000 );
 293             }
 294         }
 295         else if( block_FifoSize( p_dec->p_owner->p_fifo ) > 50000000 /* 50 MB */ )
 296         {
 297             /* FIXME: ideally we would check the time amount of data
 298              * in the fifo instead of its size. */
 299             msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
 300                       "consumed quickly enough), resetting fifo!" );
 301             block_FifoEmpty( p_dec->p_owner->p_fifo );
 302         }
 303
 304         block_FifoPut( p_dec->p_owner->p_fifo, p_block );
 305     }
 306     else
 307     {
 308         if( p_dec->b_error || (p_block && p_block->i_buffer <= 0) )
 309         {
 310             if( p_block ) block_Release( p_block );
 311         }
 312         else
 313         {
 314             DecoderDecode( p_dec, p_block );
 315         }
 316     }
 317 }
 318
 319 void input_DecoderDiscontinuity( decoder_t * p_dec, bool b_flush )
 320 {
 321     block_t *p_null;
 322
 323     /* Empty the fifo */
 324     if( p_dec->p_owner->b_own_thread && b_flush )
 325         block_FifoEmpty( p_dec->p_owner->p_fifo );
 326
 327     /* Send a special block */
 328     p_null = block_New( p_dec, 128 );
 329     p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY;
 330     /* FIXME check for p_packetizer or b_packitized from es_format_t of input ? */
 331     if( p_dec->p_owner->p_packetizer && b_flush )
 332         p_null->i_flags |= BLOCK_FLAG_CORRUPTED;
 333     memset( p_null->p_buffer, 0, p_null->i_buffer );
 334
 335     input_DecoderDecode( p_dec, p_null );
 336 }
 337
 338 bool input_DecoderEmpty( decoder_t * p_dec )
 339 {
 340     if( p_dec->p_owner->b_own_thread
 341      && block_FifoCount( p_dec->p_owner->p_fifo ) > 0 )
 342     {
 343         return false;
 344     }
 345     return true;
 346 }
 347
 348 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
 349 {
 350     int i;
 351
 352     vlc_mutex_lock( &p_dec->p_owner->lock_cc );
 353     for( i = 0; i < 4; i++ )
 354         pb_present[i] =  p_dec->p_owner->pb_cc_present[i];
 355     vlc_mutex_unlock( &p_dec->p_owner->lock_cc );
 356 }
 357 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
 358 {
 359     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 360
 361     //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
 362
 363     if( i_channel < 0 || i_channel >= 4 || !p_owner->pb_cc_present[i_channel] )
 364         return VLC_EGENERIC;
 365
 366     if( b_decode )
 367     {
 368         static const vlc_fourcc_t fcc[4] = {
 369             VLC_FOURCC('c', 'c', '1', ' '),
 370             VLC_FOURCC('c', 'c', '2', ' '),
 371             VLC_FOURCC('c', 'c', '3', ' '),
 372             VLC_FOURCC('c', 'c', '4', ' '),
 373         };
 374         decoder_t *p_cc;
 375         es_format_t fmt;
 376
 377         es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
 378         p_cc = CreateDecoder( p_owner->p_input, &fmt, VLC_OBJECT_DECODER );
 379         if( !p_cc )
 380         {
 381             msg_Err( p_dec, "could not create decoder" );
 382             intf_UserFatal( p_dec, false, _("Streaming / Transcoding failed"),
 383                             _("VLC could not open the decoder module.") );
 384             return VLC_EGENERIC;
 385         }
 386         else if( !p_cc->p_module )
 387         {
 388             DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
 389             DeleteDecoder( p_cc );
 390             vlc_object_release( p_cc );
 391             return VLC_EGENERIC;
 392         }
 393
 394         vlc_mutex_lock( &p_owner->lock_cc );
 395         p_dec->p_owner->pp_cc[i_channel] = p_cc;
 396         vlc_mutex_unlock( &p_owner->lock_cc );
 397     }
 398     else
 399     {
 400         decoder_t *p_cc;
 401
 402         vlc_mutex_lock( &p_owner->lock_cc );
 403         p_cc = p_dec->p_owner->pp_cc[i_channel];
 404         p_dec->p_owner->pp_cc[i_channel] = NULL;
 405         vlc_mutex_unlock( &p_dec->p_owner->lock_cc );
 406
 407         if( p_cc )
 408         {
 409             vlc_object_kill( p_cc );
 410             module_Unneed( p_cc, p_cc->p_module );
 411             DeleteDecoder( p_cc );
 412             vlc_object_release( p_cc );
 413         }
 414     }
 415     return VLC_SUCCESS;
 416 }
 417 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
 418 {
 419     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 420
 421     *pb_decode = false;
 422     if( i_channel < 0 || i_channel >= 4 || !p_owner->pb_cc_present[i_channel] )
 423         return VLC_EGENERIC;
 424
 425     vlc_mutex_lock( &p_owner->lock_cc );
 426     *pb_decode = p_dec->p_owner->pp_cc[i_channel] != NULL;
 427     vlc_mutex_unlock( &p_dec->p_owner->lock_cc );
 428     return VLC_EGENERIC;
 429 }
 430
 431 /**
 432  * Create a decoder object
 433  *
 434  * \param p_input the input thread
 435  * \param p_es the es descriptor
 436  * \param i_object_type Object type as define in include/vlc_objects.h
 437  * \return the decoder object
 438  */
 439 static decoder_t * CreateDecoder( input_thread_t *p_input,
 440                                   es_format_t *fmt, int i_object_type )
 441 {
 442     decoder_t *p_dec;
 443     decoder_owner_sys_t *p_owner;
 444     int i;
 445
 446     p_dec = vlc_object_create( p_input, i_object_type );
 447     if( p_dec == NULL )
 448         return NULL;
 449
 450     p_dec->pf_decode_audio = 0;
 451     p_dec->pf_decode_video = 0;
 452     p_dec->pf_decode_sub = 0;
 453     p_dec->pf_get_cc = 0;
 454     p_dec->pf_packetize = 0;
 455
 456     /* Initialize the decoder fifo */
 457     p_dec->p_module = NULL;
 458
 459     memset( &null_es_format, 0, sizeof(es_format_t) );
 460     es_format_Copy( &p_dec->fmt_in, fmt );
 461     es_format_Copy( &p_dec->fmt_out, &null_es_format );
 462
 463     /* Allocate our private structure for the decoder */
 464     p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
 465     if( p_dec->p_owner == NULL )
 466     {
 467         vlc_object_release( p_dec );
 468         return NULL;
 469     }
 470     p_dec->p_owner->b_own_thread = true;
 471     p_dec->p_owner->i_preroll_end = -1;
 472     p_dec->p_owner->p_input = p_input;
 473     p_dec->p_owner->p_aout = NULL;
 474     p_dec->p_owner->p_aout_input = NULL;
 475     p_dec->p_owner->p_vout = NULL;
 476     p_dec->p_owner->p_spu_vout = NULL;
 477     p_dec->p_owner->i_spu_channel = 0;
 478     p_dec->p_owner->p_sout = p_input->p->p_sout;
 479     p_dec->p_owner->p_sout_input = NULL;
 480     p_dec->p_owner->p_packetizer = NULL;
 481
 482     /* decoder fifo */
 483     if( ( p_dec->p_owner->p_fifo = block_FifoNew() ) == NULL )
 484     {
 485         free( p_dec->p_owner );
 486         vlc_object_release( p_dec );
 487         return NULL;
 488     }
 489
 490     /* Set buffers allocation callbacks for the decoders */
 491     p_dec->pf_aout_buffer_new = aout_new_buffer;
 492     p_dec->pf_aout_buffer_del = aout_del_buffer;
 493     p_dec->pf_vout_buffer_new = vout_new_buffer;
 494     p_dec->pf_vout_buffer_del = vout_del_buffer;
 495     p_dec->pf_picture_link    = vout_link_picture;
 496     p_dec->pf_picture_unlink  = vout_unlink_picture;
 497     p_dec->pf_spu_buffer_new  = spu_new_buffer;
 498     p_dec->pf_spu_buffer_del  = spu_del_buffer;
 499
 500     vlc_object_attach( p_dec, p_input );
 501
 502     /* Find a suitable decoder/packetizer module */
 503     if( i_object_type == VLC_OBJECT_DECODER )
 504         p_dec->p_module = module_Need( p_dec, "decoder", "$codec", 0 );
 505     else
 506         p_dec->p_module = module_Need( p_dec, "packetizer", "$packetizer", 0 );
 507
 508     /* Check if decoder requires already packetized data */
 509     if( i_object_type == VLC_OBJECT_DECODER &&
 510         p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
 511     {
 512         p_dec->p_owner->p_packetizer =
 513             vlc_object_create( p_input, VLC_OBJECT_PACKETIZER );
 514         if( p_dec->p_owner->p_packetizer )
 515         {
 516             es_format_Copy( &p_dec->p_owner->p_packetizer->fmt_in,
 517                             &p_dec->fmt_in );
 518
 519             es_format_Copy( &p_dec->p_owner->p_packetizer->fmt_out,
 520                             &null_es_format );
 521
 522             vlc_object_attach( p_dec->p_owner->p_packetizer, p_input );
 523
 524             p_dec->p_owner->p_packetizer->p_module =
 525                 module_Need( p_dec->p_owner->p_packetizer,
 526                              "packetizer", "$packetizer", 0 );
 527
 528             if( !p_dec->p_owner->p_packetizer->p_module )
 529             {
 530                 es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_in );
 531                 vlc_object_detach( p_dec->p_owner->p_packetizer );
 532                 vlc_object_release( p_dec->p_owner->p_packetizer );
 533             }
 534         }
 535     }
 536
 537     /* Copy ourself the input replay gain */
 538     if( fmt->i_cat == AUDIO_ES )
 539     {
 540         for( i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
 541         {
 542             if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
 543             {
 544                 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
 545                 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
 546             }
 547             if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
 548             {
 549                 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
 550                 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
 551             }
 552         }
 553     }
 554     /* */
 555     p_owner->b_cc_supported = false;
 556     if( i_object_type == VLC_OBJECT_DECODER )
 557     {
 558         if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
 559             p_owner->b_cc_supported = true;
 560         if( p_dec->pf_get_cc )
 561             p_owner->b_cc_supported = true;
 562     }
 563
 564     vlc_mutex_init( &p_owner->lock_cc );
 565     for( i = 0; i < 4; i++ )
 566     {
 567         p_owner->pb_cc_present[i] = false;
 568         p_owner->pp_cc[i] = NULL;
 569     }
 570     return p_dec;
 571 }
 572
 573 /**
 574  * The decoding main loop
 575  *
 576  * \param p_dec the decoder
 577  * \return 0
 578  */
 579 static void* DecoderThread( vlc_object_t *p_this )
 580 {
 581     decoder_t * p_dec = (decoder_t *)p_this;
 582     block_t *p_block;
 583
 584     /* The decoder's main loop */
 585     while( !p_dec->b_die && !p_dec->b_error )
 586     {
 587         if( ( p_block = block_FifoGet( p_dec->p_owner->p_fifo ) ) == NULL )
 588         {
 589             p_dec->b_error = 1;
 590             break;
 591         }
 592         if( DecoderDecode( p_dec, p_block ) != VLC_SUCCESS )
 593         {
 594             break;
 595         }
 596     }
 597
 598     while( !p_dec->b_die )
 599     {
 600         /* Trash all received PES packets */
 601         p_block = block_FifoGet( p_dec->p_owner->p_fifo );
 602         if( p_block ) block_Release( p_block );
 603     }
 604
 605     /* We do it here because of the dll loader that wants close() in the
 606      * same thread than open()/decode() */
 607     module_Unneed( p_dec, p_dec->p_module );
 608
 609     return 0;
 610 }
 611
 612 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
 613 {
 614     if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
 615         *pi_preroll = INT64_MAX;
 616     else if( p->i_pts > 0 )
 617         *pi_preroll = __MIN( *pi_preroll, p->i_pts );
 618     else if( p->i_dts > 0 )
 619         *pi_preroll = __MIN( *pi_preroll, p->i_dts );
 620 }
 621 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
 622 {
 623     input_thread_t  *p_input = p_dec->p_owner->p_input;
 624     const int       i_rate = p_block->i_rate;
 625     aout_buffer_t   *p_aout_buf;
 626
 627     while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
 628     {
 629         aout_instance_t *p_aout = p_dec->p_owner->p_aout;
 630         aout_input_t    *p_aout_input = p_dec->p_owner->p_aout_input;
 631
 632         if( p_dec->b_die )
 633         {
 634             /* It prevent freezing VLC in case of broken decoder */
 635             aout_DecDeleteBuffer( p_aout, p_aout_input, p_aout_buf );
 636             if( p_block )
 637                 block_Release( p_block );
 638             break;
 639         }
 640         vlc_mutex_lock( &p_input->p->counters.counters_lock );
 641         stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_audio, 1, NULL );
 642         vlc_mutex_unlock( &p_input->p->counters.counters_lock );
 643
 644         if( p_aout_buf->start_date < p_dec->p_owner->i_preroll_end )
 645         {
 646             aout_DecDeleteBuffer( p_aout, p_aout_input, p_aout_buf );
 647             continue;
 648         }
 649
 650         if( p_dec->p_owner->i_preroll_end > 0 )
 651         {
 652             /* FIXME TODO flush audio output (don't know how to do that) */
 653             msg_Dbg( p_dec, "End of audio preroll" );
 654             p_dec->p_owner->i_preroll_end = -1;
 655         }
 656         aout_DecPlay( p_aout, p_aout_input, p_aout_buf, i_rate );
 657     }
 658 }
 659 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
 660 {
 661     block_t *p_cc;
 662     bool pb_present[4];
 663     int i;
 664     int i_cc_decoder;
 665
 666     assert( p_dec_cc->pf_get_cc != NULL );
 667
 668     /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
 669     if( !p_dec->p_owner->b_cc_supported )
 670         return;
 671
 672     p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
 673     if( !p_cc )
 674         return;
 675
 676     vlc_mutex_lock( &p_dec->p_owner->lock_cc );
 677     for( i = 0, i_cc_decoder = 0; i < 4; i++ )
 678     {
 679         p_dec->p_owner->pb_cc_present[i] |= pb_present[i];
 680         if( p_dec->p_owner->pp_cc[i] )
 681             i_cc_decoder++;
 682     }
 683
 684     for( i = 0; i < 4; i++ )
 685     {
 686         if( !p_dec->p_owner->pp_cc[i] )
 687             continue;
 688
 689         if( i_cc_decoder > 1 )
 690             DecoderDecode( p_dec->p_owner->pp_cc[i], block_Duplicate( p_cc ) );
 691         else
 692             DecoderDecode( p_dec->p_owner->pp_cc[i], p_cc );
 693         i_cc_decoder--;
 694     }
 695     vlc_mutex_unlock( &p_dec->p_owner->lock_cc );
 696 }
 697 static void VoutDisplayedPicture( vout_thread_t *p_vout, picture_t *p_pic )
 698 {
 699     vlc_mutex_lock( &p_vout->picture_lock );
 700
 701     if( p_pic->i_status == READY_PICTURE )
 702     {
 703         /* Grr cannot destroy ready picture by myself so be sure vout won't like it */
 704         p_pic->date = 1;
 705     }
 706     else if( p_pic->i_refcount > 0 )
 707     {
 708         p_pic->i_status = DISPLAYED_PICTURE;
 709     }
 710     else
 711     {
 712         p_pic->i_status = DESTROYED_PICTURE;
 713         p_vout->i_heap_size--;
 714     }
 715
 716     vlc_mutex_unlock( &p_vout->picture_lock );
 717 }
 718 static void VoutFlushPicture( vout_thread_t *p_vout )
 719 {
 720     int i;
 721     vlc_mutex_lock( &p_vout->picture_lock );
 722     for( i = 0; i < p_vout->render.i_pictures; i++ )
 723     {
 724         picture_t *p_pic = p_vout->render.pp_picture[i];
 725
 726         if( p_pic->i_status == READY_PICTURE ||
 727             p_pic->i_status == DISPLAYED_PICTURE )
 728         {
 729             /* We cannot change picture status if it is in READY_PICTURE state,
 730              * Just make sure they won't be displayed */
 731             p_pic->date = 1;
 732         }
 733     }
 734     vlc_mutex_unlock( &p_vout->picture_lock );
 735 }
 736
 737 static void DecoderOptimizePtsDelay( decoder_t *p_dec )
 738 {
 739     input_thread_t *p_input = p_dec->p_owner->p_input;
 740     vout_thread_t *p_vout = p_dec->p_owner->p_vout;
 741     input_thread_private_t *p_priv = p_input->p;
 742
 743     picture_t *p_old = NULL;
 744     picture_t *p_young = NULL;
 745     int i;
 746
 747     /* Enable with --auto-adjust-pts-delay */
 748     if( !p_priv->pts_adjust.b_auto_adjust )
 749         return;
 750
 751     for( i = 0; i < I_RENDERPICTURES; i++ )
 752     {
 753         picture_t *p_pic = PP_RENDERPICTURE[i];
 754
 755         if( p_pic->i_status != READY_PICTURE )
 756             continue;
 757
 758         if( !p_old || p_pic->date < p_old->date )
 759             p_old = p_pic;
 760         if( !p_young || p_pic->date > p_young->date )
 761             p_young = p_pic;
 762     }
 763
 764     if( !p_young || !p_old )
 765         return;
 766
 767     /* Try to find if we can reduce the pts
 768      * This first draft is way to simple, and we can't say if the
 769      * algo will converge. It's also full of constants.
 770      * But this simple algo allows to reduce the latency
 771      * to the minimum.
 772      * The whole point of this, is to bypass the pts_delay set
 773      * by the access but also the delay arbitraly set by
 774      * the remote server.
 775      * Actually the remote server's muxer may set up a
 776      * pts<->dts delay in the muxed stream. That is
 777      * why we may end up in having a negative pts_delay,
 778      * to compensate that artificial delay. */
 779     const mtime_t i_buffer_length = p_young->date - p_old->date;
 780     int64_t i_pts_slide = 0;
 781     if( i_buffer_length < 10000 )
 782     {
 783         if( p_priv->pts_adjust.i_num_faulty > 10 )
 784         {
 785             i_pts_slide = __MAX(p_input->i_pts_delay *3 / 2, 10000);
 786             p_priv->pts_adjust.i_num_faulty = 0;
 787         }
 788         if( p_priv->pts_adjust.b_to_high )
 789         {
 790             p_priv->pts_adjust.b_to_high = !p_priv->pts_adjust.b_to_high;
 791             p_priv->pts_adjust.i_num_faulty = 0;
 792         }
 793         p_priv->pts_adjust.i_num_faulty++;
 794     }
 795     else if( i_buffer_length > 100000 )
 796     {
 797         if( p_priv->pts_adjust.i_num_faulty > 25 )
 798         {
 799             i_pts_slide = -i_buffer_length/2;
 800             p_priv->pts_adjust.i_num_faulty = 0;
 801         }
 802         if( p_priv->pts_adjust.b_to_high )
 803         {
 804             p_priv->pts_adjust.b_to_high = !p_priv->pts_adjust.b_to_high;
 805             p_priv->pts_adjust.i_num_faulty = 0;
 806         }
 807         p_priv->pts_adjust.i_num_faulty++;
 808     }
 809     if( i_pts_slide != 0 )
 810     {
 811         const mtime_t i_pts_delay_org = p_input->i_pts_delay;
 812
 813         p_input->i_pts_delay += i_pts_slide;
 814
 815         /* Don't play with the pts delay for more than -2<->3sec */
 816         if( p_input->i_pts_delay < -2000000 )
 817             p_input->i_pts_delay = -2000000;
 818         else if( p_input->i_pts_delay > 3000000 )
 819             p_input->i_pts_delay = 3000000;
 820         i_pts_slide = p_input->i_pts_delay - i_pts_delay_org;
 821
 822         msg_Dbg( p_input, "Sliding the pts by %dms pts delay at %dms picture buffer was %dms",
 823             (int)i_pts_slide/1000, (int)p_input->i_pts_delay/1000, (int)i_buffer_length/1000);
 824
 825         vlc_mutex_lock( &p_vout->picture_lock );
 826         /* Slide all the picture */
 827         for( i = 0; i < I_RENDERPICTURES; i++ )
 828             PP_RENDERPICTURE[i]->date += i_pts_slide;
 829         /* FIXME: slide aout/spu */
 830         vlc_mutex_unlock( &p_vout->picture_lock );
 831     }
 832 }
 833
 834 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
 835 {
 836     input_thread_t *p_input = p_dec->p_owner->p_input;
 837     picture_t      *p_pic;
 838
 839     while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
 840     {
 841         vout_thread_t  *p_vout = p_dec->p_owner->p_vout;
 842         if( p_dec->b_die )
 843         {
 844             /* It prevent freezing VLC in case of broken decoder */
 845             VoutDisplayedPicture( p_vout, p_pic );
 846             if( p_block )
 847                 block_Release( p_block );
 848             break;
 849         }
 850
 851         vlc_mutex_lock( &p_input->p->counters.counters_lock );
 852         stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_video, 1, NULL );
 853         vlc_mutex_unlock( &p_input->p->counters.counters_lock );
 854
 855         if( p_pic->date < p_dec->p_owner->i_preroll_end )
 856         {
 857             VoutDisplayedPicture( p_vout, p_pic );
 858             continue;
 859         }
 860
 861         if( p_dec->p_owner->i_preroll_end > 0 )
 862         {
 863             msg_Dbg( p_dec, "End of video preroll" );
 864             if( p_vout )
 865                 VoutFlushPicture( p_vout );
 866             /* */
 867             p_dec->p_owner->i_preroll_end = -1;
 868         }
 869
 870         if( ( !p_dec->p_owner->p_packetizer || !p_dec->p_owner->p_packetizer->pf_get_cc ) && p_dec->pf_get_cc )
 871             DecoderGetCc( p_dec, p_dec );
 872
 873         vout_DatePicture( p_vout, p_pic, p_pic->date );
 874
 875         DecoderOptimizePtsDelay( p_dec );
 876
 877         vout_DisplayPicture( p_vout, p_pic );
 878     }
 879 }
 880
 881 /**
 882  * Decode a block
 883  *
 884  * \param p_dec the decoder object
 885  * \param p_block the block to decode
 886  * \return VLC_SUCCESS or an error code
 887  */
 888 static int DecoderDecode( decoder_t *p_dec, block_t *p_block )
 889 {
 890     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
 891     const int i_rate = p_block ? p_block->i_rate : INPUT_RATE_DEFAULT;
 892
 893     if( p_block && p_block->i_buffer <= 0 )
 894     {
 895         block_Release( p_block );
 896         return VLC_SUCCESS;
 897     }
 898
 899 #ifdef ENABLE_SOUT
 900     if( p_dec->i_object_type == VLC_OBJECT_PACKETIZER )
 901     {
 902         block_t *p_sout_block;
 903
 904         while( ( p_sout_block =
 905                      p_dec->pf_packetize( p_dec, p_block ? &p_block : 0 ) ) )
 906         {
 907             if( !p_dec->p_owner->p_sout_input )
 908             {
 909                 es_format_Copy( &p_dec->p_owner->sout, &p_dec->fmt_out );
 910
 911                 p_dec->p_owner->sout.i_group = p_dec->fmt_in.i_group;
 912                 p_dec->p_owner->sout.i_id = p_dec->fmt_in.i_id;
 913                 if( p_dec->fmt_in.psz_language )
 914                 {
 915                     if( p_dec->p_owner->sout.psz_language )
 916                         free( p_dec->p_owner->sout.psz_language );
 917                     p_dec->p_owner->sout.psz_language =
 918                         strdup( p_dec->fmt_in.psz_language );
 919                 }
 920
 921                 p_dec->p_owner->p_sout_input =
 922                     sout_InputNew( p_dec->p_owner->p_sout,
 923                                    &p_dec->p_owner->sout );
 924
 925                 if( p_dec->p_owner->p_sout_input == NULL )
 926                 {
 927                     msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
 928                              (char *)&p_dec->p_owner->sout.i_codec );
 929                     p_dec->b_error = true;
 930
 931                     while( p_sout_block )
 932                     {
 933                         block_t *p_next = p_sout_block->p_next;
 934                         block_Release( p_sout_block );
 935                         p_sout_block = p_next;
 936                     }
 937                     break;
 938                 }
 939             }
 940
 941             while( p_sout_block )
 942             {
 943                 block_t *p_next = p_sout_block->p_next;
 944
 945                 p_sout_block->p_next = NULL;
 946                 p_sout_block->i_rate = i_rate;
 947
 948                 sout_InputSendBuffer( p_dec->p_owner->p_sout_input,
 949                                       p_sout_block );
 950
 951                 p_sout_block = p_next;
 952             }
 953
 954             /* For now it's enough, as only sout impact on this flag */
 955             if( p_dec->p_owner->p_sout->i_out_pace_nocontrol > 0 &&
 956                 p_dec->p_owner->p_input->p->b_out_pace_control )
 957             {
 958                 msg_Dbg( p_dec, "switching to sync mode" );
 959                 p_dec->p_owner->p_input->p->b_out_pace_control = false;
 960             }
 961             else if( p_dec->p_owner->p_sout->i_out_pace_nocontrol <= 0 &&
 962                      !p_dec->p_owner->p_input->p->b_out_pace_control )
 963             {
 964                 msg_Dbg( p_dec, "switching to async mode" );
 965                 p_dec->p_owner->p_input->p->b_out_pace_control = true;
 966             }
 967         }
 968     }
 969     else
 970 #endif
 971     if( p_dec->fmt_in.i_cat == AUDIO_ES )
 972     {
 973         if( p_block )
 974             DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
 975
 976         if( p_dec->p_owner->p_packetizer )
 977         {
 978             block_t *p_packetized_block;
 979             decoder_t *p_packetizer = p_dec->p_owner->p_packetizer;
 980
 981             while( (p_packetized_block =
 982                     p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
 983             {
 984                 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
 985                 {
 986                     es_format_Clean( &p_dec->fmt_in );
 987                     es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
 988                 }
 989
 990                 while( p_packetized_block )
 991                 {
 992                     block_t *p_next = p_packetized_block->p_next;
 993                     p_packetized_block->p_next = NULL;
 994                     p_packetized_block->i_rate = i_rate;
 995
 996                     DecoderDecodeAudio( p_dec, p_packetized_block );
 997
 998                     p_packetized_block = p_next;
 999                 }
1000             }
1001         }
1002         else if( p_block )
1003         {
1004             DecoderDecodeAudio( p_dec, p_block );
1005         }
1006     }
1007     else if( p_dec->fmt_in.i_cat == VIDEO_ES )
1008     {
1009         if( p_block )
1010             DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
1011
1012         if( p_dec->p_owner->p_packetizer )
1013         {
1014             block_t *p_packetized_block;
1015             decoder_t *p_packetizer = p_dec->p_owner->p_packetizer;
1016
1017             while( (p_packetized_block =
1018                     p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1019             {
1020                 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1021                 {
1022                     es_format_Clean( &p_dec->fmt_in );
1023                     es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1024                 }
1025                 if( p_packetizer->pf_get_cc )
1026                     DecoderGetCc( p_dec, p_packetizer );
1027
1028                 while( p_packetized_block )
1029                 {
1030                     block_t *p_next = p_packetized_block->p_next;
1031                     p_packetized_block->p_next = NULL;
1032                     p_packetized_block->i_rate = i_rate;
1033
1034                     DecoderDecodeVideo( p_dec, p_packetized_block );
1035
1036                     p_packetized_block = p_next;
1037                 }
1038             }
1039         }
1040         else if( p_block )
1041         {
1042             DecoderDecodeVideo( p_dec, p_block );
1043         }
1044     }
1045     else if( p_dec->fmt_in.i_cat == SPU_ES )
1046     {
1047         input_thread_t *p_input = p_dec->p_owner->p_input;
1048         vout_thread_t *p_vout;
1049         subpicture_t *p_spu;
1050
1051         if( p_block )
1052             DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
1053
1054         while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1055         {
1056             vlc_mutex_lock( &p_input->p->counters.counters_lock );
1057             stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_sub, 1, NULL );
1058             vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1059
1060             p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1061             if( p_vout && p_sys->p_spu_vout == p_vout )
1062             {
1063                 /* Prerool does not work very well with subtitle */
1064                 if( p_spu->i_start < p_dec->p_owner->i_preroll_end &&
1065                     ( p_spu->i_stop <= 0 || p_spu->i_stop < p_dec->p_owner->i_preroll_end ) )
1066                     spu_DestroySubpicture( p_vout->p_spu, p_spu );
1067                 else
1068                     spu_DisplaySubpicture( p_vout->p_spu, p_spu );
1069             }
1070             else
1071             {
1072                 msg_Warn( p_dec, "no vout found, leaking subpicture" );
1073             }
1074             if( p_vout )
1075                 vlc_object_release( p_vout );
1076         }
1077     }
1078     else
1079     {
1080         msg_Err( p_dec, "unknown ES format" );
1081         p_dec->b_error = 1;
1082     }
1083
1084     return p_dec->b_error ? VLC_EGENERIC : VLC_SUCCESS;
1085 }
1086
1087 /**
1088  * Destroys a decoder object
1089  *
1090  * \param p_dec the decoder object
1091  * \return nothing
1092  */
1093 static void DeleteDecoder( decoder_t * p_dec )
1094 {
1095     msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1096              (char*)&p_dec->fmt_in.i_codec,
1097              (unsigned)block_FifoCount( p_dec->p_owner->p_fifo ) );
1098
1099     /* Free all packets still in the decoder fifo. */
1100     block_FifoEmpty( p_dec->p_owner->p_fifo );
1101     block_FifoRelease( p_dec->p_owner->p_fifo );
1102
1103     /* Cleanup */
1104     if( p_dec->p_owner->p_aout_input )
1105         aout_DecDelete( p_dec->p_owner->p_aout, p_dec->p_owner->p_aout_input );
1106     if( p_dec->p_owner->p_aout )
1107     {
1108         vlc_object_release( p_dec->p_owner->p_aout );
1109         p_dec->p_owner->p_aout = NULL;
1110     }
1111     if( p_dec->p_owner->p_vout )
1112     {
1113         int i_pic;
1114
1115 #define p_pic p_dec->p_owner->p_vout->render.pp_picture[i_pic]
1116         /* Hack to make sure all the the pictures are freed by the decoder */
1117         for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
1118              i_pic++ )
1119         {
1120             if( p_pic->i_status == RESERVED_PICTURE )
1121                 vout_DestroyPicture( p_dec->p_owner->p_vout, p_pic );
1122             if( p_pic->i_refcount > 0 )
1123                 vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
1124         }
1125 #undef p_pic
1126
1127         /* We are about to die. Reattach video output to p_vlc. */
1128         vout_Request( p_dec, p_dec->p_owner->p_vout, 0 );
1129     }
1130
1131 #ifdef ENABLE_SOUT
1132     if( p_dec->p_owner->p_sout_input )
1133     {
1134         sout_InputDelete( p_dec->p_owner->p_sout_input );
1135         es_format_Clean( &p_dec->p_owner->sout );
1136     }
1137 #endif
1138
1139     if( p_dec->fmt_in.i_cat == SPU_ES )
1140     {
1141         vout_thread_t *p_vout;
1142
1143         p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1144         if( p_vout )
1145         {
1146             spu_Control( p_vout->p_spu, SPU_CHANNEL_CLEAR,
1147                          p_dec->p_owner->i_spu_channel );
1148             vlc_object_release( p_vout );
1149         }
1150     }
1151
1152     es_format_Clean( &p_dec->fmt_in );
1153     es_format_Clean( &p_dec->fmt_out );
1154
1155     if( p_dec->p_owner->p_packetizer )
1156     {
1157         module_Unneed( p_dec->p_owner->p_packetizer,
1158                        p_dec->p_owner->p_packetizer->p_module );
1159         es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_in );
1160         es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_out );
1161         vlc_object_detach( p_dec->p_owner->p_packetizer );
1162         vlc_object_release( p_dec->p_owner->p_packetizer );
1163     }
1164
1165     vlc_mutex_destroy( &p_dec->p_owner->lock_cc );
1166
1167     vlc_object_detach( p_dec );
1168
1169     free( p_dec->p_owner );
1170 }
1171
1172 /*****************************************************************************
1173  * Buffers allocation callbacks for the decoders
1174  *****************************************************************************/
1175 static aout_buffer_t *aout_new_buffer( decoder_t *p_dec, int i_samples )
1176 {
1177     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1178     aout_buffer_t *p_buffer;
1179
1180     if( p_sys->p_aout_input != NULL &&
1181         ( p_dec->fmt_out.audio.i_rate != p_sys->audio.i_rate ||
1182           p_dec->fmt_out.audio.i_original_channels !=
1183               p_sys->audio.i_original_channels ||
1184           p_dec->fmt_out.audio.i_bytes_per_frame !=
1185               p_sys->audio.i_bytes_per_frame ) )
1186     {
1187         /* Parameters changed, restart the aout */
1188         aout_DecDelete( p_sys->p_aout, p_sys->p_aout_input );
1189         p_sys->p_aout_input = NULL;
1190     }
1191
1192     if( p_sys->p_aout_input == NULL )
1193     {
1194         audio_sample_format_t format;
1195         int i_force_dolby = config_GetInt( p_dec, "force-dolby-surround" );
1196
1197         p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
1198         p_sys->audio = p_dec->fmt_out.audio;
1199
1200         memcpy( &format, &p_sys->audio, sizeof( audio_sample_format_t ) );
1201         if ( i_force_dolby && (format.i_original_channels&AOUT_CHAN_PHYSMASK)
1202                                     == (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
1203         {
1204             if ( i_force_dolby == 1 )
1205             {
1206                 format.i_original_channels = format.i_original_channels |
1207                                              AOUT_CHAN_DOLBYSTEREO;
1208             }
1209             else /* i_force_dolby == 2 */
1210             {
1211                 format.i_original_channels = format.i_original_channels &
1212                                              ~AOUT_CHAN_DOLBYSTEREO;
1213             }
1214         }
1215
1216         p_sys->p_aout_input =
1217             aout_DecNew( p_dec, &p_sys->p_aout, &format, &p_dec->fmt_out.audio_replay_gain );
1218         if( p_sys->p_aout_input == NULL )
1219         {
1220             msg_Err( p_dec, "failed to create audio output" );
1221             p_dec->b_error = true;
1222             return NULL;
1223         }
1224         p_dec->fmt_out.audio.i_bytes_per_frame =
1225             p_sys->audio.i_bytes_per_frame;
1226     }
1227
1228     p_buffer = aout_DecNewBuffer( p_sys->p_aout_input, i_samples );
1229
1230     return p_buffer;
1231 }
1232
1233 static void aout_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
1234 {
1235     aout_DecDeleteBuffer( p_dec->p_owner->p_aout,
1236                           p_dec->p_owner->p_aout_input, p_buffer );
1237 }
1238
1239
1240 int vout_CountPictureAvailable( vout_thread_t *p_vout );
1241
1242 static picture_t *vout_new_buffer( decoder_t *p_dec )
1243 {
1244     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1245     picture_t *p_pic;
1246
1247     if( p_sys->p_vout == NULL ||
1248         p_dec->fmt_out.video.i_width != p_sys->video.i_width ||
1249         p_dec->fmt_out.video.i_height != p_sys->video.i_height ||
1250         p_dec->fmt_out.video.i_chroma != p_sys->video.i_chroma ||
1251         p_dec->fmt_out.video.i_aspect != p_sys->video.i_aspect )
1252     {
1253         if( !p_dec->fmt_out.video.i_width ||
1254             !p_dec->fmt_out.video.i_height )
1255         {
1256             /* Can't create a new vout without display size */
1257             return NULL;
1258         }
1259
1260         if( !p_dec->fmt_out.video.i_visible_width ||
1261             !p_dec->fmt_out.video.i_visible_height )
1262         {
1263             if( p_dec->fmt_in.video.i_visible_width &&
1264                 p_dec->fmt_in.video.i_visible_height )
1265             {
1266                 p_dec->fmt_out.video.i_visible_width =
1267                     p_dec->fmt_in.video.i_visible_width;
1268                 p_dec->fmt_out.video.i_visible_height =
1269                     p_dec->fmt_in.video.i_visible_height;
1270             }
1271             else
1272             {
1273                 p_dec->fmt_out.video.i_visible_width =
1274                     p_dec->fmt_out.video.i_width;
1275                 p_dec->fmt_out.video.i_visible_height =
1276                     p_dec->fmt_out.video.i_height;
1277             }
1278         }
1279
1280         if( p_dec->fmt_out.video.i_visible_height == 1088 &&
1281             var_CreateGetBool( p_dec, "hdtv-fix" ) )
1282         {
1283             p_dec->fmt_out.video.i_visible_height = 1080;
1284             p_dec->fmt_out.video.i_sar_num *= 135;
1285             p_dec->fmt_out.video.i_sar_den *= 136;
1286             msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
1287         }
1288
1289         if( !p_dec->fmt_out.video.i_sar_num ||
1290             !p_dec->fmt_out.video.i_sar_den )
1291         {
1292             p_dec->fmt_out.video.i_sar_num = p_dec->fmt_out.video.i_aspect *
1293               p_dec->fmt_out.video.i_visible_height;
1294
1295             p_dec->fmt_out.video.i_sar_den = VOUT_ASPECT_FACTOR *
1296               p_dec->fmt_out.video.i_visible_width;
1297         }
1298
1299         vlc_ureduce( &p_dec->fmt_out.video.i_sar_num,
1300                      &p_dec->fmt_out.video.i_sar_den,
1301                      p_dec->fmt_out.video.i_sar_num,
1302                      p_dec->fmt_out.video.i_sar_den, 50000 );
1303
1304         p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
1305         p_sys->video = p_dec->fmt_out.video;
1306
1307         p_sys->p_vout = vout_Request( p_dec, p_sys->p_vout,
1308                                       &p_dec->fmt_out.video );
1309         if( p_sys->p_vout == NULL )
1310         {
1311             msg_Err( p_dec, "failed to create video output" );
1312             p_dec->b_error = true;
1313             return NULL;
1314         }
1315
1316         if( p_sys->video.i_rmask )
1317             p_sys->p_vout->render.i_rmask = p_sys->video.i_rmask;
1318         if( p_sys->video.i_gmask )
1319             p_sys->p_vout->render.i_gmask = p_sys->video.i_gmask;
1320         if( p_sys->video.i_bmask )
1321             p_sys->p_vout->render.i_bmask = p_sys->video.i_bmask;
1322     }
1323
1324     /* Get a new picture
1325      */
1326     for( p_pic = NULL; ; )
1327     {
1328         int i_pic, i_ready_pic = 0;
1329
1330         if( p_dec->b_die || p_dec->b_error )
1331             return NULL;
1332
1333         /* The video filter chain required that there is always 1 free buffer
1334          * that it will use as temporary one. It will release the temporary
1335          * buffer once its work is done, so this check is safe even if we don't
1336          * lock around both count() and create().
1337          */
1338         if( vout_CountPictureAvailable( p_sys->p_vout ) >= 2 )
1339         {
1340             p_pic = vout_CreatePicture( p_sys->p_vout, 0, 0, 0 );
1341             if( p_pic )
1342                 break;
1343         }
1344
1345 #define p_pic p_dec->p_owner->p_vout->render.pp_picture[i_pic]
1346         /* Check the decoder doesn't leak pictures */
1347         for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
1348              i_pic++ )
1349         {
1350             if( p_pic->i_status == READY_PICTURE )
1351             {
1352                 if( i_ready_pic++ > 0 ) break;
1353                 else continue;
1354             }
1355
1356             if( p_pic->i_status != DISPLAYED_PICTURE &&
1357                 p_pic->i_status != RESERVED_PICTURE &&
1358                 p_pic->i_status != READY_PICTURE ) break;
1359
1360             if( !p_pic->i_refcount && p_pic->i_status != RESERVED_PICTURE )
1361                 break;
1362         }
1363         if( i_pic == p_dec->p_owner->p_vout->render.i_pictures )
1364         {
1365             msg_Err( p_dec, "decoder is leaking pictures, resetting the heap" );
1366
1367             /* Just free all the pictures */
1368             for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
1369                  i_pic++ )
1370             {
1371                 if( p_pic->i_status == RESERVED_PICTURE )
1372                     vout_DestroyPicture( p_dec->p_owner->p_vout, p_pic );
1373                 if( p_pic->i_refcount > 0 )
1374                 vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
1375             }
1376         }
1377 #undef p_pic
1378
1379         msleep( VOUT_OUTMEM_SLEEP );
1380     }
1381
1382     return p_pic;
1383 }
1384
1385 static void vout_del_buffer( decoder_t *p_dec, picture_t *p_pic )
1386 {
1387     VoutDisplayedPicture( p_dec->p_owner->p_vout, p_pic );
1388 }
1389
1390 static void vout_link_picture( decoder_t *p_dec, picture_t *p_pic )
1391 {
1392     vout_LinkPicture( p_dec->p_owner->p_vout, p_pic );
1393 }
1394
1395 static void vout_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
1396 {
1397     vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
1398 }
1399
1400 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
1401 {
1402     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1403     vout_thread_t *p_vout = NULL;
1404     subpicture_t *p_subpic;
1405     int i_attempts = 30;
1406
1407     while( i_attempts-- )
1408     {
1409         if( p_dec->b_die || p_dec->b_error ) break;
1410
1411         p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1412         if( p_vout ) break;
1413
1414         msleep( VOUT_DISPLAY_DELAY );
1415     }
1416
1417     if( !p_vout )
1418     {
1419         msg_Warn( p_dec, "no vout found, dropping subpicture" );
1420         return NULL;
1421     }
1422
1423     if( p_sys->p_spu_vout != p_vout )
1424     {
1425         spu_Control( p_vout->p_spu, SPU_CHANNEL_REGISTER,
1426                      &p_sys->i_spu_channel );
1427         p_sys->p_spu_vout = p_vout;
1428     }
1429
1430     p_subpic = spu_CreateSubpicture( p_vout->p_spu );
1431     if( p_subpic )
1432     {
1433         p_subpic->i_channel = p_sys->i_spu_channel;
1434     }
1435
1436     vlc_object_release( p_vout );
1437
1438     return p_subpic;
1439 }
1440
1441 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
1442 {
1443     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1444     vout_thread_t *p_vout = NULL;
1445
1446     p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1447     if( !p_vout || p_sys->p_spu_vout != p_vout )
1448     {
1449         if( p_vout )
1450             vlc_object_release( p_vout );
1451         msg_Warn( p_dec, "no vout found, leaking subpicture" );
1452         return;
1453     }
1454
1455     spu_DestroySubpicture( p_vout->p_spu, p_subpic );
1456
1457     vlc_object_release( p_vout );
1458 }
1459