git.sesse.net Git - vlc/blob - src/input/decoder.c

   1 /*****************************************************************************
   2  * decoder.c: Functions for the management of decoders
   3  *****************************************************************************
   4  * Copyright (C) 1999-2004 the VideoLAN team
   5  * $Id$
   6  *
   7  * Authors: Christophe Massiot <massiot@via.ecp.fr>
   8  *          Gildas Bazin <gbazin@videolan.org>
   9  *          Laurent Aimar <fenrir@via.ecp.fr>
  10  *
  11  * This program is free software; you can redistribute it and/or modify
  12  * it under the terms of the GNU General Public License as published by
  13  * the Free Software Foundation; either version 2 of the License, or
  14  * (at your option) any later version.
  15  *
  16  * This program is distributed in the hope that it will be useful,
  17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  19  * GNU General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU General Public License
  22  * along with this program; if not, write to the Free Software
  23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  24  *****************************************************************************/
  25
  26 /*****************************************************************************
  27  * Preamble
  28  *****************************************************************************/
  29 #ifdef HAVE_CONFIG_H
  30 # include "config.h"
  31 #endif
  32 #include <assert.h>
  33
  34 #include <vlc_common.h>
  35
  36 #include <vlc_block.h>
  37 #include <vlc_vout.h>
  38 #include <vlc_aout.h>
  39 #include <vlc_sout.h>
  40 #include <vlc_codec.h>
  41 #include <vlc_osd.h>
  42 #include <vlc_meta.h>
  43 #include <vlc_dialog.h>
  44
  45 #include "audio_output/aout_internal.h"
  46 #include "stream_output/stream_output.h"
  47 #include "input_internal.h"
  48 #include "clock.h"
  49 #include "decoder.h"
  50 #include "event.h"
  51 #include "resource.h"
  52
  53 #include "../video_output/vout_control.h"
  54
  55 static decoder_t *CreateDecoder( input_thread_t *, es_format_t *, bool,
  56                                  sout_instance_t *p_sout );
  57 static void       DeleteDecoder( decoder_t * );
  58
  59 static void      *DecoderThread( vlc_object_t * );
  60 static void       DecoderProcess( decoder_t *, block_t * );
  61 static void       DecoderError( decoder_t *p_dec, block_t *p_block );
  62 static void       DecoderOutputChangePause( decoder_t *, bool b_paused, mtime_t i_date );
  63 static void       DecoderFlush( decoder_t * );
  64 static void       DecoderSignalBuffering( decoder_t *, bool );
  65 static void       DecoderFlushBuffering( decoder_t * );
  66
  67 static void       DecoderUnsupportedCodec( decoder_t *, vlc_fourcc_t );
  68
  69 /* Buffers allocation callbacks for the decoders */
  70 static aout_buffer_t *aout_new_buffer( decoder_t *, int );
  71 static void aout_del_buffer( decoder_t *, aout_buffer_t * );
  72
  73 static picture_t *vout_new_buffer( decoder_t * );
  74 static void vout_del_buffer( decoder_t *, picture_t * );
  75 static void vout_link_picture( decoder_t *, picture_t * );
  76 static void vout_unlink_picture( decoder_t *, picture_t * );
  77
  78 static subpicture_t *spu_new_buffer( decoder_t * );
  79 static void spu_del_buffer( decoder_t *, subpicture_t * );
  80
  81 struct decoder_owner_sys_t
  82 {
  83     int64_t         i_preroll_end;
  84
  85     input_thread_t  *p_input;
  86     input_clock_t   *p_clock;
  87     int             i_last_rate;
  88
  89     vout_thread_t   *p_spu_vout;
  90     int              i_spu_channel;
  91     int64_t          i_spu_order;
  92
  93     sout_instance_t         *p_sout;
  94     sout_packetizer_input_t *p_sout_input;
  95
  96     /* Some decoders require already packetized data (ie. not truncated) */
  97     decoder_t *p_packetizer;
  98     bool b_packetizer;
  99
 100     /* Current format in use by the output */
 101     video_format_t video;
 102     audio_format_t audio;
 103     es_format_t    sout;
 104
 105     /* */
 106     bool           b_fmt_description;
 107     es_format_t    fmt_description;
 108     vlc_meta_t     *p_description;
 109
 110     /* fifo */
 111     block_fifo_t *p_fifo;
 112
 113     /* Lock for communication with decoder thread */
 114     vlc_mutex_t lock;
 115     vlc_cond_t  wait_request;
 116     vlc_cond_t  wait_acknowledge;
 117
 118     /* -- These variables need locking on write(only) -- */
 119     aout_instance_t *p_aout;
 120     aout_input_t    *p_aout_input;
 121
 122     vout_thread_t   *p_vout;
 123
 124     /* -- Theses variables need locking on read *and* write -- */
 125     /* */
 126     /* Pause */
 127     bool b_paused;
 128     struct
 129     {
 130         mtime_t i_date;
 131         int     i_ignore;
 132     } pause;
 133
 134     /* Buffering */
 135     bool b_buffering;
 136     struct
 137     {
 138         bool b_first;
 139         bool b_full;
 140         int  i_count;
 141
 142         picture_t     *p_picture;
 143         picture_t     **pp_picture_next;
 144
 145         subpicture_t  *p_subpic;
 146         subpicture_t  **pp_subpic_next;
 147
 148         aout_buffer_t *p_audio;
 149         aout_buffer_t **pp_audio_next;
 150
 151         block_t       *p_block;
 152         block_t       **pp_block_next;
 153     } buffer;
 154
 155     /* Flushing */
 156     bool b_flushing;
 157
 158     /* CC */
 159     struct
 160     {
 161         bool b_supported;
 162         bool pb_present[4];
 163         decoder_t *pp_decoder[4];
 164     } cc;
 165
 166     /* Delay */
 167     mtime_t i_ts_delay;
 168 };
 169
 170 #define DECODER_MAX_BUFFERING_COUNT (4)
 171 #define DECODER_MAX_BUFFERING_AUDIO_DURATION (AOUT_MAX_PREPARE_TIME)
 172 #define DECODER_MAX_BUFFERING_VIDEO_DURATION (1*CLOCK_FREQ)
 173
 174 /* Pictures which are DECODER_BOGUS_VIDEO_DELAY or more in advance probably have
 175  * a bogus PTS and won't be displayed */
 176 #define DECODER_BOGUS_VIDEO_DELAY                ((mtime_t)(DEFAULT_PTS_DELAY * 30))
 177
 178 /* */
 179 #define DECODER_SPU_VOUT_WAIT_DURATION ((int)(0.200*CLOCK_FREQ))
 180
 181
 182 /*****************************************************************************
 183  * Public functions
 184  *****************************************************************************/
 185 picture_t *decoder_NewPicture( decoder_t *p_decoder )
 186 {
 187     picture_t *p_picture = p_decoder->pf_vout_buffer_new( p_decoder );
 188     if( !p_picture )
 189         msg_Warn( p_decoder, "can't get output picture" );
 190     return p_picture;
 191 }
 192 void decoder_DeletePicture( decoder_t *p_decoder, picture_t *p_picture )
 193 {
 194     p_decoder->pf_vout_buffer_del( p_decoder, p_picture );
 195 }
 196 void decoder_LinkPicture( decoder_t *p_decoder, picture_t *p_picture )
 197 {
 198     p_decoder->pf_picture_link( p_decoder, p_picture );
 199 }
 200 void decoder_UnlinkPicture( decoder_t *p_decoder, picture_t *p_picture )
 201 {
 202     p_decoder->pf_picture_unlink( p_decoder, p_picture );
 203 }
 204
 205 aout_buffer_t *decoder_NewAudioBuffer( decoder_t *p_decoder, int i_size )
 206 {
 207     if( !p_decoder->pf_aout_buffer_new )
 208         return NULL;
 209     return p_decoder->pf_aout_buffer_new( p_decoder, i_size );
 210 }
 211 void decoder_DeleteAudioBuffer( decoder_t *p_decoder, aout_buffer_t *p_buffer )
 212 {
 213     p_decoder->pf_aout_buffer_del( p_decoder, p_buffer );
 214 }
 215
 216 subpicture_t *decoder_NewSubpicture( decoder_t *p_decoder )
 217 {
 218     subpicture_t *p_subpicture = p_decoder->pf_spu_buffer_new( p_decoder );
 219     if( !p_subpicture )
 220         msg_Warn( p_decoder, "can't get output subpicture" );
 221     return p_subpicture;
 222 }
 223 void decoder_DeleteSubpicture( decoder_t *p_decoder, subpicture_t *p_subpicture )
 224 {
 225     p_decoder->pf_spu_buffer_del( p_decoder, p_subpicture );
 226 }
 227
 228 /* decoder_GetInputAttachments:
 229  */
 230 int decoder_GetInputAttachments( decoder_t *p_dec,
 231                                  input_attachment_t ***ppp_attachment,
 232                                  int *pi_attachment )
 233 {
 234     if( !p_dec->pf_get_attachments )
 235         return VLC_EGENERIC;
 236
 237     return p_dec->pf_get_attachments( p_dec, ppp_attachment, pi_attachment );
 238 }
 239 /* decoder_GetDisplayDate:
 240  */
 241 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
 242 {
 243     if( !p_dec->pf_get_display_date )
 244         return VLC_TS_INVALID;
 245
 246     return p_dec->pf_get_display_date( p_dec, i_ts );
 247 }
 248 /* decoder_GetDisplayRate:
 249  */
 250 int decoder_GetDisplayRate( decoder_t *p_dec )
 251 {
 252     if( !p_dec->pf_get_display_rate )
 253         return INPUT_RATE_DEFAULT;
 254
 255     return p_dec->pf_get_display_rate( p_dec );
 256 }
 257
 258 /**
 259  * Spawns a new decoder thread
 260  *
 261  * \param p_input the input thread
 262  * \param p_es the es descriptor
 263  * \return the spawned decoder object
 264  */
 265 decoder_t *input_DecoderNew( input_thread_t *p_input,
 266                              es_format_t *fmt, input_clock_t *p_clock,
 267                              sout_instance_t *p_sout  )
 268 {
 269     decoder_t *p_dec = NULL;
 270     const char *psz_type = p_sout ? N_("packetizer") : N_("decoder");
 271     int i_priority;
 272
 273     /* Create the decoder configuration structure */
 274     p_dec = CreateDecoder( p_input, fmt, p_sout != NULL, p_sout );
 275     if( p_dec == NULL )
 276     {
 277         msg_Err( p_input, "could not create %s", psz_type );
 278         dialog_Fatal( p_input, _("Streaming / Transcoding failed"),
 279                       _("VLC could not open the %s module."),
 280                       vlc_gettext( psz_type ) );
 281         return NULL;
 282     }
 283
 284     if( !p_dec->p_module )
 285     {
 286         DecoderUnsupportedCodec( p_dec, fmt->i_codec );
 287
 288         DeleteDecoder( p_dec );
 289         vlc_object_release( p_dec );
 290         return NULL;
 291     }
 292
 293     p_dec->p_owner->p_clock = p_clock;
 294     assert( p_dec->fmt_out.i_cat != UNKNOWN_ES );
 295
 296     if( p_dec->fmt_out.i_cat == AUDIO_ES )
 297         i_priority = VLC_THREAD_PRIORITY_AUDIO;
 298     else
 299         i_priority = VLC_THREAD_PRIORITY_VIDEO;
 300
 301     /* Spawn the decoder thread */
 302     if( vlc_thread_create( p_dec, "decoder", DecoderThread, i_priority ) )
 303     {
 304         msg_Err( p_dec, "cannot spawn decoder thread" );
 305         module_unneed( p_dec, p_dec->p_module );
 306         DeleteDecoder( p_dec );
 307         vlc_object_release( p_dec );
 308         return NULL;
 309     }
 310
 311     return p_dec;
 312 }
 313
 314 /**
 315  * Kills a decoder thread and waits until it's finished
 316  *
 317  * \param p_input the input thread
 318  * \param p_es the es descriptor
 319  * \return nothing
 320  */
 321 void input_DecoderDelete( decoder_t *p_dec )
 322 {
 323     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 324
 325     vlc_object_kill( p_dec );
 326
 327     /* Make sure we aren't paused/buffering/waiting anymore */
 328     vlc_mutex_lock( &p_owner->lock );
 329     const bool b_was_paused = p_owner->b_paused;
 330     p_owner->b_paused = false;
 331     p_owner->b_buffering = false;
 332     p_owner->b_flushing = true;
 333     vlc_cond_signal( &p_owner->wait_request );
 334     vlc_mutex_unlock( &p_owner->lock );
 335
 336     vlc_thread_join( p_dec );
 337     p_owner->b_paused = b_was_paused;
 338
 339     module_unneed( p_dec, p_dec->p_module );
 340
 341     /* */
 342     if( p_dec->p_owner->cc.b_supported )
 343     {
 344         int i;
 345         for( i = 0; i < 4; i++ )
 346             input_DecoderSetCcState( p_dec, false, i );
 347     }
 348
 349     /* Delete decoder configuration */
 350     DeleteDecoder( p_dec );
 351
 352     /* Delete the decoder */
 353     vlc_object_release( p_dec );
 354 }
 355
 356 /**
 357  * Put a block_t in the decoder's fifo.
 358  * Thread-safe w.r.t. the decoder. May be a cancellation point.
 359  *
 360  * \param p_dec the decoder object
 361  * \param p_block the data block
 362  */
 363 void input_DecoderDecode( decoder_t *p_dec, block_t *p_block, bool b_do_pace )
 364 {
 365     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 366
 367     if( b_do_pace )
 368     {
 369         /* The fifo is not consummed when buffering and so will
 370          * deadlock vlc.
 371          * There is no need to lock as b_buffering is never modify
 372          * inside decoder thread. */
 373         if( !p_owner->b_buffering )
 374             block_FifoPace( p_owner->p_fifo, 10, SIZE_MAX );
 375     }
 376 #ifdef __arm__
 377     else if( block_FifoSize( p_owner->p_fifo ) > 50000000 /* 50 MB */ )
 378 #else
 379     else if( block_FifoSize( p_owner->p_fifo ) > 400000000 /* 400 MB, ie ~ 50mb/s for 60s */ )
 380 #endif
 381     {
 382         /* FIXME: ideally we would check the time amount of data
 383          * in the FIFO instead of its size. */
 384         msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
 385                   "consumed quickly enough), resetting fifo!" );
 386         block_FifoEmpty( p_owner->p_fifo );
 387     }
 388
 389     block_FifoPut( p_owner->p_fifo, p_block );
 390 }
 391
 392 bool input_DecoderIsEmpty( decoder_t * p_dec )
 393 {
 394     assert( !p_dec->p_owner->b_buffering );
 395
 396     /* FIXME that's not really true */
 397     return block_FifoCount( p_dec->p_owner->p_fifo ) <= 0;
 398 }
 399
 400 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
 401 {
 402     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 403     int i;
 404
 405     vlc_mutex_lock( &p_owner->lock );
 406     for( i = 0; i < 4; i++ )
 407         pb_present[i] =  p_owner->cc.pb_present[i];
 408     vlc_mutex_unlock( &p_owner->lock );
 409 }
 410 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
 411 {
 412     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 413
 414     //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
 415
 416     if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
 417         return VLC_EGENERIC;
 418
 419     if( b_decode )
 420     {
 421         static const vlc_fourcc_t fcc[4] = {
 422             VLC_FOURCC('c', 'c', '1', ' '),
 423             VLC_FOURCC('c', 'c', '2', ' '),
 424             VLC_FOURCC('c', 'c', '3', ' '),
 425             VLC_FOURCC('c', 'c', '4', ' '),
 426         };
 427         decoder_t *p_cc;
 428         es_format_t fmt;
 429
 430         es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
 431         p_cc = CreateDecoder( p_owner->p_input, &fmt, false, p_owner->p_sout );
 432         if( !p_cc )
 433         {
 434             msg_Err( p_dec, "could not create decoder" );
 435             dialog_Fatal( p_dec, _("Streaming / Transcoding failed"), "%s",
 436                           _("VLC could not open the decoder module.") );
 437             return VLC_EGENERIC;
 438         }
 439         else if( !p_cc->p_module )
 440         {
 441             DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
 442             DeleteDecoder( p_cc );
 443             vlc_object_release( p_cc );
 444             return VLC_EGENERIC;
 445         }
 446         p_cc->p_owner->p_clock = p_owner->p_clock;
 447
 448         vlc_mutex_lock( &p_owner->lock );
 449         p_owner->cc.pp_decoder[i_channel] = p_cc;
 450         vlc_mutex_unlock( &p_owner->lock );
 451     }
 452     else
 453     {
 454         decoder_t *p_cc;
 455
 456         vlc_mutex_lock( &p_owner->lock );
 457         p_cc = p_owner->cc.pp_decoder[i_channel];
 458         p_owner->cc.pp_decoder[i_channel] = NULL;
 459         vlc_mutex_unlock( &p_owner->lock );
 460
 461         if( p_cc )
 462         {
 463             vlc_object_kill( p_cc );
 464             module_unneed( p_cc, p_cc->p_module );
 465             DeleteDecoder( p_cc );
 466             vlc_object_release( p_cc );
 467         }
 468     }
 469     return VLC_SUCCESS;
 470 }
 471 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
 472 {
 473     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 474
 475     *pb_decode = false;
 476     if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
 477         return VLC_EGENERIC;
 478
 479     vlc_mutex_lock( &p_owner->lock );
 480     *pb_decode = p_owner->cc.pp_decoder[i_channel] != NULL;
 481     vlc_mutex_unlock( &p_owner->lock );
 482     return VLC_EGENERIC;
 483 }
 484
 485 void input_DecoderChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
 486 {
 487     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 488
 489     vlc_mutex_lock( &p_owner->lock );
 490
 491     assert( !p_owner->b_paused || !b_paused );
 492
 493     p_owner->b_paused = b_paused;
 494     p_owner->pause.i_date = i_date;
 495     p_owner->pause.i_ignore = 0;
 496     vlc_cond_signal( &p_owner->wait_request );
 497
 498     DecoderOutputChangePause( p_dec, b_paused, i_date );
 499
 500     vlc_mutex_unlock( &p_owner->lock );
 501 }
 502
 503 void input_DecoderChangeDelay( decoder_t *p_dec, mtime_t i_delay )
 504 {
 505     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 506
 507     vlc_mutex_lock( &p_owner->lock );
 508     p_owner->i_ts_delay = i_delay;
 509     vlc_mutex_unlock( &p_owner->lock );
 510 }
 511
 512 void input_DecoderStartBuffering( decoder_t *p_dec )
 513 {
 514     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 515
 516     vlc_mutex_lock( &p_owner->lock );
 517
 518     DecoderFlush( p_dec );
 519
 520     p_owner->buffer.b_first = true;
 521     p_owner->buffer.b_full = false;
 522     p_owner->buffer.i_count = 0;
 523
 524     assert( !p_owner->buffer.p_picture && !p_owner->buffer.p_subpic &&
 525             !p_owner->buffer.p_audio && !p_owner->buffer.p_block );
 526
 527     p_owner->buffer.p_picture = NULL;
 528     p_owner->buffer.pp_picture_next = &p_owner->buffer.p_picture;
 529
 530     p_owner->buffer.p_subpic = NULL;
 531     p_owner->buffer.pp_subpic_next = &p_owner->buffer.p_subpic;
 532
 533     p_owner->buffer.p_audio = NULL;
 534     p_owner->buffer.pp_audio_next = &p_owner->buffer.p_audio;
 535
 536     p_owner->buffer.p_block = NULL;
 537     p_owner->buffer.pp_block_next = &p_owner->buffer.p_block;
 538
 539
 540     p_owner->b_buffering = true;
 541
 542     vlc_cond_signal( &p_owner->wait_request );
 543
 544     vlc_mutex_unlock( &p_owner->lock );
 545 }
 546
 547 void input_DecoderStopBuffering( decoder_t *p_dec )
 548 {
 549     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 550
 551     vlc_mutex_lock( &p_owner->lock );
 552
 553     p_owner->b_buffering = false;
 554
 555     vlc_cond_signal( &p_owner->wait_request );
 556
 557     vlc_mutex_unlock( &p_owner->lock );
 558 }
 559
 560 void input_DecoderWaitBuffering( decoder_t *p_dec )
 561 {
 562     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 563
 564     vlc_mutex_lock( &p_owner->lock );
 565
 566     while( vlc_object_alive( p_dec ) && p_owner->b_buffering && !p_owner->buffer.b_full )
 567     {
 568         block_FifoWake( p_owner->p_fifo );
 569         vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
 570     }
 571
 572     vlc_mutex_unlock( &p_owner->lock );
 573 }
 574
 575 void input_DecoderFrameNext( decoder_t *p_dec, mtime_t *pi_duration )
 576 {
 577     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 578
 579     *pi_duration = 0;
 580
 581     vlc_mutex_lock( &p_owner->lock );
 582     if( p_dec->fmt_out.i_cat == VIDEO_ES )
 583     {
 584         if( p_owner->b_paused && p_owner->p_vout )
 585         {
 586             vout_NextPicture( p_owner->p_vout, pi_duration );
 587             p_owner->pause.i_ignore++;
 588             vlc_cond_signal( &p_owner->wait_request );
 589         }
 590     }
 591     else
 592     {
 593         /* TODO subtitle should not be flushed */
 594         DecoderFlush( p_dec );
 595     }
 596     vlc_mutex_unlock( &p_owner->lock );
 597 }
 598
 599 bool input_DecoderHasFormatChanged( decoder_t *p_dec, es_format_t *p_fmt, vlc_meta_t **pp_meta )
 600 {
 601     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 602     bool b_changed;
 603
 604     vlc_mutex_lock( &p_owner->lock );
 605     b_changed = p_owner->b_fmt_description;
 606     if( b_changed )
 607     {
 608         if( p_fmt )
 609             es_format_Copy( p_fmt, &p_owner->fmt_description );
 610
 611         if( pp_meta )
 612         {
 613             *pp_meta = NULL;
 614             if( p_owner->p_description )
 615             {
 616                 *pp_meta = vlc_meta_New();
 617                 if( *pp_meta )
 618                     vlc_meta_Merge( *pp_meta, p_owner->p_description );
 619             }
 620         }
 621         p_owner->b_fmt_description = false;
 622     }
 623     vlc_mutex_unlock( &p_owner->lock );
 624     return b_changed;
 625 }
 626
 627 size_t input_DecoderGetFifoSize( decoder_t *p_dec )
 628 {
 629     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 630
 631     return block_FifoSize( p_owner->p_fifo );
 632 }
 633
 634 /*****************************************************************************
 635  * Internal functions
 636  *****************************************************************************/
 637 static int DecoderGetInputAttachments( decoder_t *p_dec,
 638                                        input_attachment_t ***ppp_attachment,
 639                                        int *pi_attachment )
 640 {
 641     return input_Control( p_dec->p_owner->p_input, INPUT_GET_ATTACHMENTS,
 642                           ppp_attachment, pi_attachment );
 643 }
 644 static mtime_t DecoderGetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
 645 {
 646     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 647
 648     vlc_mutex_lock( &p_owner->lock );
 649     if( p_owner->b_buffering || p_owner->b_paused )
 650         i_ts = VLC_TS_INVALID;
 651     vlc_mutex_unlock( &p_owner->lock );
 652
 653     if( !p_owner->p_clock || i_ts <= VLC_TS_INVALID )
 654         return i_ts;
 655
 656     if( input_clock_ConvertTS( p_owner->p_clock, NULL, &i_ts, NULL, INT64_MAX ) )
 657         return VLC_TS_INVALID;
 658
 659     return i_ts;
 660 }
 661 static int DecoderGetDisplayRate( decoder_t *p_dec )
 662 {
 663     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 664
 665     if( !p_owner->p_clock )
 666         return INPUT_RATE_DEFAULT;
 667     return input_clock_GetRate( p_owner->p_clock );
 668 }
 669
 670 /* */
 671 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
 672 {
 673     msg_Err( p_dec, "no suitable decoder module for fourcc `%4.4s'. "
 674              "VLC probably does not support this sound or video format.",
 675              (char*)&codec );
 676     dialog_Fatal( p_dec, _("No suitable decoder module"),
 677                  _("VLC does not support the audio or video format \"%4.4s\". "
 678                   "Unfortunately there is no way for you to fix this."),
 679                   (char*)&codec );
 680 }
 681
 682
 683 /**
 684  * Create a decoder object
 685  *
 686  * \param p_input the input thread
 687  * \param p_es the es descriptor
 688  * \param b_packetizer instead of a decoder
 689  * \return the decoder object
 690  */
 691 static decoder_t * CreateDecoder( input_thread_t *p_input,
 692                                   es_format_t *fmt, bool b_packetizer,
 693                                   sout_instance_t *p_sout )
 694 {
 695     decoder_t *p_dec;
 696     decoder_owner_sys_t *p_owner;
 697     es_format_t null_es_format;
 698
 699     p_dec = vlc_custom_create( p_input, sizeof( *p_dec ), VLC_OBJECT_DECODER,
 700                                "decoder" );
 701     if( p_dec == NULL )
 702         return NULL;
 703
 704     p_dec->pf_decode_audio = NULL;
 705     p_dec->pf_decode_video = NULL;
 706     p_dec->pf_decode_sub = NULL;
 707     p_dec->pf_get_cc = NULL;
 708     p_dec->pf_packetize = NULL;
 709
 710     /* Initialize the decoder */
 711     p_dec->p_module = NULL;
 712
 713     memset( &null_es_format, 0, sizeof(es_format_t) );
 714     es_format_Copy( &p_dec->fmt_in, fmt );
 715     es_format_Copy( &p_dec->fmt_out, &null_es_format );
 716
 717     p_dec->p_description = NULL;
 718
 719     /* Allocate our private structure for the decoder */
 720     p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
 721     if( p_dec->p_owner == NULL )
 722     {
 723         vlc_object_release( p_dec );
 724         return NULL;
 725     }
 726     p_dec->p_owner->i_preroll_end = VLC_TS_INVALID;
 727     p_dec->p_owner->i_last_rate = INPUT_RATE_DEFAULT;
 728     p_dec->p_owner->p_input = p_input;
 729     p_dec->p_owner->p_aout = NULL;
 730     p_dec->p_owner->p_aout_input = NULL;
 731     p_dec->p_owner->p_vout = NULL;
 732     p_dec->p_owner->p_spu_vout = NULL;
 733     p_dec->p_owner->i_spu_channel = 0;
 734     p_dec->p_owner->i_spu_order = 0;
 735     p_dec->p_owner->p_sout = p_sout;
 736     p_dec->p_owner->p_sout_input = NULL;
 737     p_dec->p_owner->p_packetizer = NULL;
 738     p_dec->p_owner->b_packetizer = b_packetizer;
 739
 740     /* decoder fifo */
 741     if( ( p_dec->p_owner->p_fifo = block_FifoNew() ) == NULL )
 742     {
 743         free( p_dec->p_owner );
 744         vlc_object_release( p_dec );
 745         return NULL;
 746     }
 747
 748     /* Set buffers allocation callbacks for the decoders */
 749     p_dec->pf_aout_buffer_new = aout_new_buffer;
 750     p_dec->pf_aout_buffer_del = aout_del_buffer;
 751     p_dec->pf_vout_buffer_new = vout_new_buffer;
 752     p_dec->pf_vout_buffer_del = vout_del_buffer;
 753     p_dec->pf_picture_link    = vout_link_picture;
 754     p_dec->pf_picture_unlink  = vout_unlink_picture;
 755     p_dec->pf_spu_buffer_new  = spu_new_buffer;
 756     p_dec->pf_spu_buffer_del  = spu_del_buffer;
 757     /* */
 758     p_dec->pf_get_attachments  = DecoderGetInputAttachments;
 759     p_dec->pf_get_display_date = DecoderGetDisplayDate;
 760     p_dec->pf_get_display_rate = DecoderGetDisplayRate;
 761
 762     vlc_object_attach( p_dec, p_input );
 763
 764     /* Find a suitable decoder/packetizer module */
 765     if( !b_packetizer )
 766         p_dec->p_module = module_need( p_dec, "decoder", "$codec", false );
 767     else
 768         p_dec->p_module = module_need( p_dec, "packetizer", "$packetizer", false );
 769
 770     /* Check if decoder requires already packetized data */
 771     if( !b_packetizer &&
 772         p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
 773     {
 774         p_dec->p_owner->p_packetizer =
 775             vlc_custom_create( p_input, sizeof( decoder_t ),
 776                                VLC_OBJECT_DECODER, "packetizer" );
 777         if( p_dec->p_owner->p_packetizer )
 778         {
 779             es_format_Copy( &p_dec->p_owner->p_packetizer->fmt_in,
 780                             &p_dec->fmt_in );
 781
 782             es_format_Copy( &p_dec->p_owner->p_packetizer->fmt_out,
 783                             &null_es_format );
 784
 785             vlc_object_attach( p_dec->p_owner->p_packetizer, p_input );
 786
 787             p_dec->p_owner->p_packetizer->p_module =
 788                 module_need( p_dec->p_owner->p_packetizer,
 789                              "packetizer", "$packetizer", false );
 790
 791             if( !p_dec->p_owner->p_packetizer->p_module )
 792             {
 793                 es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_in );
 794                 vlc_object_detach( p_dec->p_owner->p_packetizer );
 795                 vlc_object_release( p_dec->p_owner->p_packetizer );
 796             }
 797         }
 798     }
 799
 800     /* Copy ourself the input replay gain */
 801     if( fmt->i_cat == AUDIO_ES )
 802     {
 803         for( unsigned i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
 804         {
 805             if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
 806             {
 807                 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
 808                 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
 809             }
 810             if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
 811             {
 812                 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
 813                 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
 814             }
 815         }
 816     }
 817
 818     /* */
 819     vlc_mutex_init( &p_owner->lock );
 820     vlc_cond_init( &p_owner->wait_request );
 821     vlc_cond_init( &p_owner->wait_acknowledge );
 822
 823     p_owner->b_fmt_description = false;
 824     es_format_Init( &p_owner->fmt_description, UNKNOWN_ES, 0 );
 825     p_owner->p_description = NULL;
 826
 827     p_owner->b_paused = false;
 828     p_owner->pause.i_date = VLC_TS_INVALID;
 829     p_owner->pause.i_ignore = 0;
 830
 831     p_owner->b_buffering = false;
 832     p_owner->buffer.b_first = true;
 833     p_owner->buffer.b_full = false;
 834     p_owner->buffer.i_count = 0;
 835     p_owner->buffer.p_picture = NULL;
 836     p_owner->buffer.p_subpic = NULL;
 837     p_owner->buffer.p_audio = NULL;
 838     p_owner->buffer.p_block = NULL;
 839
 840     p_owner->b_flushing = false;
 841
 842     /* */
 843     p_owner->cc.b_supported = false;
 844     if( !b_packetizer )
 845     {
 846         if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
 847             p_owner->cc.b_supported = true;
 848         if( p_dec->pf_get_cc )
 849             p_owner->cc.b_supported = true;
 850     }
 851
 852     for( unsigned i = 0; i < 4; i++ )
 853     {
 854         p_owner->cc.pb_present[i] = false;
 855         p_owner->cc.pp_decoder[i] = NULL;
 856     }
 857     p_owner->i_ts_delay = 0;
 858     return p_dec;
 859 }
 860
 861 /**
 862  * The decoding main loop
 863  *
 864  * \param p_dec the decoder
 865  */
 866 static void *DecoderThread( vlc_object_t *p_this )
 867 {
 868     decoder_t *p_dec = (decoder_t *)p_this;
 869     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 870
 871     /* The decoder's main loop */
 872     for( ;; )
 873     {
 874         block_t *p_block = block_FifoGet( p_owner->p_fifo );
 875
 876         /* Make sure there is no cancellation point other than this one^^.
 877          * If you need one, be sure to push cleanup of p_block. */
 878         DecoderSignalBuffering( p_dec, p_block == NULL );
 879
 880         if( p_block )
 881         {
 882             int canc = vlc_savecancel();
 883
 884             if( p_dec->b_error )
 885                 DecoderError( p_dec, p_block );
 886             else
 887                 DecoderProcess( p_dec, p_block );
 888
 889             vlc_restorecancel( canc );
 890         }
 891     }
 892     return NULL;
 893 }
 894
 895 static block_t *DecoderBlockFlushNew()
 896 {
 897     block_t *p_null = block_Alloc( 128 );
 898     if( !p_null )
 899         return NULL;
 900
 901     p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY |
 902                        BLOCK_FLAG_CORRUPTED |
 903                        BLOCK_FLAG_CORE_FLUSH;
 904     memset( p_null->p_buffer, 0, p_null->i_buffer );
 905
 906     return p_null;
 907 }
 908
 909 static void DecoderFlush( decoder_t *p_dec )
 910 {
 911     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 912
 913     vlc_assert_locked( &p_owner->lock );
 914
 915     /* Empty the fifo */
 916     block_FifoEmpty( p_owner->p_fifo );
 917
 918     /* Monitor for flush end */
 919     p_owner->b_flushing = true;
 920     vlc_cond_signal( &p_owner->wait_request );
 921
 922     /* Send a special block */
 923     block_t *p_null = DecoderBlockFlushNew();
 924     if( !p_null )
 925         return;
 926     input_DecoderDecode( p_dec, p_null, false );
 927
 928     /* */
 929     while( vlc_object_alive( p_dec ) && p_owner->b_flushing )
 930         vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
 931 }
 932
 933 static void DecoderSignalBuffering( decoder_t *p_dec, bool b_full )
 934 {
 935     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 936
 937     vlc_mutex_lock( &p_owner->lock );
 938
 939     if( p_owner->b_buffering )
 940     {
 941         if( b_full )
 942             p_owner->buffer.b_full = true;
 943         vlc_cond_signal( &p_owner->wait_acknowledge );
 944     }
 945
 946     vlc_mutex_unlock( &p_owner->lock );
 947 }
 948
 949 static bool DecoderIsFlushing( decoder_t *p_dec )
 950 {
 951     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 952     bool b_flushing;
 953
 954     vlc_mutex_lock( &p_owner->lock );
 955
 956     b_flushing = p_owner->b_flushing;
 957
 958     vlc_mutex_unlock( &p_owner->lock );
 959
 960     return b_flushing;
 961 }
 962
 963 static void DecoderWaitUnblock( decoder_t *p_dec, bool *pb_reject )
 964 {
 965     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 966
 967     vlc_assert_locked( &p_owner->lock );
 968
 969     while( !p_owner->b_flushing )
 970     {
 971         if( p_owner->b_paused )
 972         {
 973             if( p_owner->b_buffering && !p_owner->buffer.b_full )
 974                 break;
 975             if( p_owner->pause.i_ignore > 0 )
 976             {
 977                 p_owner->pause.i_ignore--;
 978                 break;
 979             }
 980         }
 981         else
 982         {
 983             if( !p_owner->b_buffering || !p_owner->buffer.b_full )
 984                 break;
 985         }
 986         vlc_cond_wait( &p_owner->wait_request, &p_owner->lock );
 987     }
 988
 989     if( pb_reject )
 990         *pb_reject = p_owner->b_flushing;
 991 }
 992
 993 static void DecoderOutputChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
 994 {
 995     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 996
 997     vlc_assert_locked( &p_owner->lock );
 998
 999     /* XXX only audio and video output have to be paused.
1000      * - for sout it is useless
1001      * - for subs, it is done by the vout
1002      */
1003     if( p_dec->fmt_out.i_cat == AUDIO_ES )
1004     {
1005         if( p_owner->p_aout && p_owner->p_aout_input )
1006             aout_DecChangePause( p_owner->p_aout, p_owner->p_aout_input,
1007                                  b_paused, i_date );
1008     }
1009     else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1010     {
1011         if( p_owner->p_vout )
1012             vout_ChangePause( p_owner->p_vout, b_paused, i_date );
1013     }
1014 }
1015 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
1016 {
1017     if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
1018         *pi_preroll = INT64_MAX;
1019     else if( p->i_dts > VLC_TS_INVALID )
1020         *pi_preroll = __MIN( *pi_preroll, p->i_dts );
1021     else if( p->i_pts > VLC_TS_INVALID )
1022         *pi_preroll = __MIN( *pi_preroll, p->i_pts );
1023 }
1024
1025 static mtime_t DecoderTeletextFixTs( mtime_t i_ts )
1026 {
1027     mtime_t current_date = mdate();
1028
1029     /* FIXME I don't really like that, es_out SHOULD do it using the video pts */
1030     if( i_ts <= VLC_TS_INVALID || i_ts > current_date + 10000000 || i_ts < current_date )
1031     {
1032         /* ETSI EN 300 472 Annex A : do not take into account the PTS
1033          * for teletext streams. */
1034         return current_date + 400000;
1035     }
1036     return i_ts;
1037 }
1038
1039 static void DecoderFixTs( decoder_t *p_dec, mtime_t *pi_ts0, mtime_t *pi_ts1,
1040                           mtime_t *pi_duration, int *pi_rate, mtime_t i_ts_bound, bool b_telx )
1041 {
1042     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1043     input_clock_t   *p_clock = p_owner->p_clock;
1044
1045     vlc_assert_locked( &p_owner->lock );
1046
1047     const mtime_t i_es_delay = p_owner->i_ts_delay;
1048
1049     if( p_clock )
1050     {
1051         const bool b_ephemere = pi_ts1 && *pi_ts0 == *pi_ts1;
1052         int i_rate;
1053
1054         if( *pi_ts0 > VLC_TS_INVALID )
1055         {
1056             *pi_ts0 += i_es_delay;
1057             if( pi_ts1 && *pi_ts1 > VLC_TS_INVALID )
1058                 *pi_ts1 += i_es_delay;
1059             if( input_clock_ConvertTS( p_clock, &i_rate, pi_ts0, pi_ts1, i_ts_bound ) )
1060                 *pi_ts0 = VLC_TS_INVALID;
1061         }
1062         else
1063         {
1064             i_rate = input_clock_GetRate( p_clock );
1065         }
1066
1067         /* Do not create ephemere data because of rounding errors */
1068         if( !b_ephemere && pi_ts1 && *pi_ts0 == *pi_ts1 )
1069             *pi_ts1 += 1;
1070
1071         if( pi_duration )
1072             *pi_duration = ( *pi_duration * i_rate +
1073                                     INPUT_RATE_DEFAULT-1 ) / INPUT_RATE_DEFAULT;
1074
1075         if( pi_rate )
1076             *pi_rate = i_rate;
1077
1078         if( b_telx )
1079         {
1080             *pi_ts0 = DecoderTeletextFixTs( *pi_ts0 );
1081             if( pi_ts1 && *pi_ts1 <= VLC_TS_INVALID )
1082                 *pi_ts1 = *pi_ts0;
1083         }
1084     }
1085 }
1086
1087 /**
1088  * If *pb_reject, it does nothing, otherwise it waits for the given
1089  * deadline or a flush request (in which case it set *pi_reject to true.
1090  */
1091 static void DecoderWaitDate( decoder_t *p_dec,
1092                              bool *pb_reject, mtime_t i_deadline )
1093 {
1094     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1095
1096     if( *pb_reject || i_deadline < 0 )
1097         return;
1098
1099     for( ;; )
1100     {
1101         vlc_mutex_lock( &p_owner->lock );
1102         if( p_owner->b_flushing || p_dec->b_die )
1103         {
1104             *pb_reject = true;
1105             vlc_mutex_unlock( &p_owner->lock );
1106             break;
1107         }
1108         int i_ret = vlc_cond_timedwait( &p_owner->wait_request, &p_owner->lock,
1109                                         i_deadline );
1110         vlc_mutex_unlock( &p_owner->lock );
1111         if( i_ret )
1112             break;
1113     }
1114 }
1115
1116 static void DecoderPlayAudio( decoder_t *p_dec, aout_buffer_t *p_audio,
1117                               int *pi_played_sum, int *pi_lost_sum )
1118 {
1119     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1120     aout_instance_t *p_aout = p_owner->p_aout;
1121     aout_input_t    *p_aout_input = p_owner->p_aout_input;
1122
1123     /* */
1124     if( p_audio->i_pts <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify audio_output/*
1125     {
1126         msg_Warn( p_dec, "non-dated audio buffer received" );
1127         *pi_lost_sum += 1;
1128         aout_BufferFree( p_audio );
1129         return;
1130     }
1131
1132     /* */
1133     vlc_mutex_lock( &p_owner->lock );
1134
1135     if( p_owner->b_buffering || p_owner->buffer.p_audio )
1136     {
1137         p_audio->p_next = NULL;
1138
1139         *p_owner->buffer.pp_audio_next = p_audio;
1140         p_owner->buffer.pp_audio_next = &p_audio->p_next;
1141
1142         p_owner->buffer.i_count++;
1143         if( p_owner->buffer.i_count > DECODER_MAX_BUFFERING_COUNT ||
1144             p_audio->i_pts - p_owner->buffer.p_audio->i_pts > DECODER_MAX_BUFFERING_AUDIO_DURATION )
1145         {
1146             p_owner->buffer.b_full = true;
1147             vlc_cond_signal( &p_owner->wait_acknowledge );
1148         }
1149     }
1150
1151     for( ;; )
1152     {
1153         bool b_has_more = false;
1154         bool b_reject;
1155         DecoderWaitUnblock( p_dec, &b_reject );
1156
1157         if( p_owner->b_buffering )
1158         {
1159             vlc_mutex_unlock( &p_owner->lock );
1160             return;
1161         }
1162
1163         /* */
1164         if( p_owner->buffer.p_audio )
1165         {
1166             p_audio = p_owner->buffer.p_audio;
1167
1168             p_owner->buffer.p_audio = p_audio->p_next;
1169             p_owner->buffer.i_count--;
1170
1171             b_has_more = p_owner->buffer.p_audio != NULL;
1172             if( !b_has_more )
1173                 p_owner->buffer.pp_audio_next = &p_owner->buffer.p_audio;
1174         }
1175
1176         /* */
1177         const bool b_dated = p_audio->i_pts > VLC_TS_INVALID;
1178         int i_rate = INPUT_RATE_DEFAULT;
1179
1180         DecoderFixTs( p_dec, &p_audio->i_pts, NULL, &p_audio->i_length,
1181                       &i_rate, AOUT_MAX_ADVANCE_TIME, false );
1182
1183         vlc_mutex_unlock( &p_owner->lock );
1184
1185         if( !p_aout || !p_aout_input ||
1186             p_audio->i_pts <= VLC_TS_INVALID ||
1187             i_rate < INPUT_RATE_DEFAULT/AOUT_MAX_INPUT_RATE ||
1188             i_rate > INPUT_RATE_DEFAULT*AOUT_MAX_INPUT_RATE )
1189             b_reject = true;
1190
1191         DecoderWaitDate( p_dec, &b_reject,
1192                          p_audio->i_pts - AOUT_MAX_PREPARE_TIME );
1193
1194         if( !b_reject )
1195         {
1196             if( !aout_DecPlay( p_aout, p_aout_input, p_audio, i_rate ) )
1197                 *pi_played_sum += 1;
1198             *pi_lost_sum += aout_DecGetResetLost( p_aout, p_aout_input );
1199         }
1200         else
1201         {
1202             if( b_dated )
1203                 msg_Warn( p_aout, "received buffer in the future" );
1204             else
1205                 msg_Warn( p_dec, "non-dated audio buffer received" );
1206
1207             *pi_lost_sum += 1;
1208             aout_BufferFree( p_audio );
1209         }
1210
1211         if( !b_has_more )
1212             break;
1213
1214         vlc_mutex_lock( &p_owner->lock );
1215         if( !p_owner->buffer.p_audio )
1216         {
1217             vlc_mutex_unlock( &p_owner->lock );
1218             break;
1219         }
1220     }
1221 }
1222
1223 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
1224 {
1225     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1226     input_thread_t  *p_input = p_owner->p_input;
1227     aout_buffer_t   *p_aout_buf;
1228     int i_decoded = 0;
1229     int i_lost = 0;
1230     int i_played = 0;
1231
1232     while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
1233     {
1234         aout_instance_t *p_aout = p_owner->p_aout;
1235         aout_input_t    *p_aout_input = p_owner->p_aout_input;
1236
1237         if( p_dec->b_die )
1238         {
1239             /* It prevent freezing VLC in case of broken decoder */
1240             aout_DecDeleteBuffer( p_aout, p_aout_input, p_aout_buf );
1241             if( p_block )
1242                 block_Release( p_block );
1243             break;
1244         }
1245         i_decoded++;
1246
1247         if( p_owner->i_preroll_end > VLC_TS_INVALID &&
1248             p_aout_buf->i_pts < p_owner->i_preroll_end )
1249         {
1250             aout_DecDeleteBuffer( p_aout, p_aout_input, p_aout_buf );
1251             continue;
1252         }
1253
1254         if( p_owner->i_preroll_end > VLC_TS_INVALID )
1255         {
1256             msg_Dbg( p_dec, "End of audio preroll" );
1257             if( p_owner->p_aout && p_owner->p_aout_input )
1258                 aout_DecFlush( p_owner->p_aout, p_owner->p_aout_input );
1259             /* */
1260             p_owner->i_preroll_end = VLC_TS_INVALID;
1261         }
1262
1263         DecoderPlayAudio( p_dec, p_aout_buf, &i_played, &i_lost );
1264     }
1265
1266     /* Update ugly stat */
1267     if( i_decoded > 0 || i_lost > 0 || i_played > 0 )
1268     {
1269         vlc_mutex_lock( &p_input->p->counters.counters_lock);
1270
1271         stats_UpdateInteger( p_dec, p_input->p->counters.p_lost_abuffers,
1272                              i_lost, NULL );
1273         stats_UpdateInteger( p_dec, p_input->p->counters.p_played_abuffers,
1274                              i_played, NULL );
1275         stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_audio,
1276                              i_decoded, NULL );
1277
1278         vlc_mutex_unlock( &p_input->p->counters.counters_lock);
1279     }
1280 }
1281 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
1282 {
1283     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1284     block_t *p_cc;
1285     bool pb_present[4];
1286     bool b_processed = false;
1287     int i;
1288     int i_cc_decoder;
1289
1290     assert( p_dec_cc->pf_get_cc != NULL );
1291
1292     /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
1293     if( !p_owner->cc.b_supported )
1294         return;
1295
1296     p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
1297     if( !p_cc )
1298         return;
1299
1300     vlc_mutex_lock( &p_owner->lock );
1301     for( i = 0, i_cc_decoder = 0; i < 4; i++ )
1302     {
1303         p_owner->cc.pb_present[i] |= pb_present[i];
1304         if( p_owner->cc.pp_decoder[i] )
1305             i_cc_decoder++;
1306     }
1307
1308     for( i = 0; i < 4; i++ )
1309     {
1310         if( !p_owner->cc.pp_decoder[i] )
1311             continue;
1312
1313         if( i_cc_decoder > 1 )
1314             DecoderProcess( p_owner->cc.pp_decoder[i], block_Duplicate( p_cc ) );
1315         else
1316             DecoderProcess( p_owner->cc.pp_decoder[i], p_cc );
1317         i_cc_decoder--;
1318         b_processed = true;
1319     }
1320     vlc_mutex_unlock( &p_owner->lock );
1321
1322     if( !b_processed )
1323         block_Release( p_cc );
1324 }
1325
1326 static void DecoderPlayVideo( decoder_t *p_dec, picture_t *p_picture,
1327                               int *pi_played_sum, int *pi_lost_sum )
1328 {
1329     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1330     vout_thread_t  *p_vout = p_owner->p_vout;
1331     bool b_first_buffered;
1332
1333     if( p_picture->date <= VLC_TS_INVALID )
1334     {
1335         msg_Warn( p_vout, "non-dated video buffer received" );
1336         *pi_lost_sum += 1;
1337         vout_DropPicture( p_vout, p_picture );
1338         return;
1339     }
1340
1341     /* */
1342     vlc_mutex_lock( &p_owner->lock );
1343
1344     if( ( p_owner->b_buffering && !p_owner->buffer.b_first ) || p_owner->buffer.p_picture )
1345     {
1346         p_picture->p_next = NULL;
1347
1348         *p_owner->buffer.pp_picture_next = p_picture;
1349         p_owner->buffer.pp_picture_next = &p_picture->p_next;
1350
1351         p_owner->buffer.i_count++;
1352         if( p_owner->buffer.i_count > DECODER_MAX_BUFFERING_COUNT ||
1353             p_picture->date - p_owner->buffer.p_picture->date > DECODER_MAX_BUFFERING_VIDEO_DURATION )
1354         {
1355             p_owner->buffer.b_full = true;
1356             vlc_cond_signal( &p_owner->wait_acknowledge );
1357         }
1358     }
1359     b_first_buffered = p_owner->buffer.p_picture != NULL;
1360
1361     for( ;; b_first_buffered = false )
1362     {
1363         bool b_has_more = false;
1364
1365         bool b_reject;
1366
1367         DecoderWaitUnblock( p_dec, &b_reject );
1368
1369         if( p_owner->b_buffering && !p_owner->buffer.b_first )
1370         {
1371             vlc_mutex_unlock( &p_owner->lock );
1372             return;
1373         }
1374         bool b_buffering_first = p_owner->b_buffering;
1375
1376         /* */
1377         if( p_owner->buffer.p_picture )
1378         {
1379             p_picture = p_owner->buffer.p_picture;
1380
1381             p_owner->buffer.p_picture = p_picture->p_next;
1382             p_owner->buffer.i_count--;
1383
1384             b_has_more = p_owner->buffer.p_picture != NULL;
1385             if( !b_has_more )
1386                 p_owner->buffer.pp_picture_next = &p_owner->buffer.p_picture;
1387         }
1388
1389         /* */
1390         if( b_buffering_first )
1391         {
1392             assert( p_owner->buffer.b_first );
1393             assert( !p_owner->buffer.i_count );
1394             msg_Dbg( p_dec, "Received first picture" );
1395             p_owner->buffer.b_first = false;
1396             p_picture->b_force = true;
1397         }
1398
1399         const bool b_dated = p_picture->date > VLC_TS_INVALID;
1400         int i_rate = INPUT_RATE_DEFAULT;
1401         DecoderFixTs( p_dec, &p_picture->date, NULL, NULL,
1402                       &i_rate, DECODER_BOGUS_VIDEO_DELAY, false );
1403
1404         vlc_mutex_unlock( &p_owner->lock );
1405
1406         /* */
1407         if( !p_picture->b_force && p_picture->date <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify video_output/*
1408             b_reject = true;
1409
1410         if( !b_reject )
1411         {
1412             if( i_rate != p_owner->i_last_rate || b_first_buffered )
1413             {
1414                 /* Be sure to not display old picture after our own */
1415                 vout_Flush( p_vout, p_picture->date );
1416                 p_owner->i_last_rate = i_rate;
1417             }
1418             vout_DisplayPicture( p_vout, p_picture );
1419         }
1420         else
1421         {
1422             if( b_dated )
1423                 msg_Warn( p_vout, "early picture skipped" );
1424             else
1425                 msg_Warn( p_vout, "non-dated video buffer received" );
1426
1427             *pi_lost_sum += 1;
1428             vout_DropPicture( p_vout, p_picture );
1429         }
1430         int i_tmp_display;
1431         int i_tmp_lost;
1432         vout_GetResetStatistic( p_vout, &i_tmp_display, &i_tmp_lost );
1433
1434         *pi_played_sum += i_tmp_display;
1435         *pi_lost_sum += i_tmp_lost;
1436
1437         if( !b_has_more || b_buffering_first )
1438             break;
1439
1440         vlc_mutex_lock( &p_owner->lock );
1441         if( !p_owner->buffer.p_picture )
1442         {
1443             vlc_mutex_unlock( &p_owner->lock );
1444             break;
1445         }
1446     }
1447 }
1448
1449 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
1450 {
1451     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1452     input_thread_t *p_input = p_owner->p_input;
1453     picture_t      *p_pic;
1454     int i_lost = 0;
1455     int i_decoded = 0;
1456     int i_displayed = 0;
1457
1458     while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
1459     {
1460         vout_thread_t  *p_vout = p_owner->p_vout;
1461         if( p_dec->b_die )
1462         {
1463             /* It prevent freezing VLC in case of broken decoder */
1464             vout_DropPicture( p_vout, p_pic );
1465             if( p_block )
1466                 block_Release( p_block );
1467             break;
1468         }
1469
1470         i_decoded++;
1471
1472         if( p_owner->i_preroll_end > VLC_TS_INVALID && p_pic->date < p_owner->i_preroll_end )
1473         {
1474             vout_DropPicture( p_vout, p_pic );
1475             continue;
1476         }
1477
1478         if( p_owner->i_preroll_end > VLC_TS_INVALID )
1479         {
1480             msg_Dbg( p_dec, "End of video preroll" );
1481             if( p_vout )
1482                 vout_Flush( p_vout, VLC_TS_INVALID+1 );
1483             /* */
1484             p_owner->i_preroll_end = VLC_TS_INVALID;
1485         }
1486
1487         if( p_dec->pf_get_cc &&
1488             ( !p_owner->p_packetizer || !p_owner->p_packetizer->pf_get_cc ) )
1489             DecoderGetCc( p_dec, p_dec );
1490
1491         DecoderPlayVideo( p_dec, p_pic, &i_displayed, &i_lost );
1492     }
1493     if( i_decoded > 0 || i_lost > 0 || i_displayed > 0 )
1494     {
1495         vlc_mutex_lock( &p_input->p->counters.counters_lock );
1496
1497         stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_video,
1498                              i_decoded, NULL );
1499         stats_UpdateInteger( p_dec, p_input->p->counters.p_lost_pictures,
1500                              i_lost , NULL);
1501
1502         stats_UpdateInteger( p_dec, p_input->p->counters.p_displayed_pictures,
1503                              i_displayed, NULL);
1504
1505         vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1506     }
1507 }
1508
1509 static void DecoderPlaySpu( decoder_t *p_dec, subpicture_t *p_subpic,
1510                             bool b_telx )
1511 {
1512     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1513     vout_thread_t *p_vout = p_owner->p_spu_vout;
1514
1515     /* */
1516     if( p_subpic->i_start <= VLC_TS_INVALID )
1517     {
1518         msg_Warn( p_dec, "non-dated spu buffer received" );
1519         subpicture_Delete( p_subpic );
1520         return;
1521     }
1522
1523     /* */
1524     vlc_mutex_lock( &p_owner->lock );
1525
1526     if( p_owner->b_buffering || p_owner->buffer.p_subpic )
1527     {
1528         p_subpic->p_next = NULL;
1529
1530         *p_owner->buffer.pp_subpic_next = p_subpic;
1531         p_owner->buffer.pp_subpic_next = &p_subpic->p_next;
1532
1533         p_owner->buffer.i_count++;
1534         /* XXX it is important to be full after the first one */
1535         if( p_owner->buffer.i_count > 0 )
1536         {
1537             p_owner->buffer.b_full = true;
1538             vlc_cond_signal( &p_owner->wait_acknowledge );
1539         }
1540     }
1541
1542     for( ;; )
1543     {
1544         bool b_has_more = false;
1545         bool b_reject;
1546         DecoderWaitUnblock( p_dec, &b_reject );
1547
1548         if( p_owner->b_buffering )
1549         {
1550             vlc_mutex_unlock( &p_owner->lock );
1551             return;
1552         }
1553
1554         /* */
1555         if( p_owner->buffer.p_subpic )
1556         {
1557             p_subpic = p_owner->buffer.p_subpic;
1558
1559             p_owner->buffer.p_subpic = p_subpic->p_next;
1560             p_owner->buffer.i_count--;
1561
1562             b_has_more = p_owner->buffer.p_subpic != NULL;
1563             if( !b_has_more )
1564                 p_owner->buffer.pp_subpic_next = &p_owner->buffer.p_subpic;
1565         }
1566
1567         /* */
1568         DecoderFixTs( p_dec, &p_subpic->i_start, &p_subpic->i_stop, NULL,
1569                       NULL, INT64_MAX, b_telx );
1570
1571         vlc_mutex_unlock( &p_owner->lock );
1572
1573         if( p_subpic->i_start <= VLC_TS_INVALID )
1574             b_reject = true;
1575
1576         DecoderWaitDate( p_dec, &b_reject,
1577                          p_subpic->i_start - SPU_MAX_PREPARE_TIME );
1578
1579         if( !b_reject )
1580             spu_DisplaySubpicture( vout_GetSpu( p_vout ), p_subpic );
1581         else
1582             subpicture_Delete( p_subpic );
1583
1584         if( !b_has_more )
1585             break;
1586         vlc_mutex_lock( &p_owner->lock );
1587         if( !p_owner->buffer.p_subpic )
1588         {
1589             vlc_mutex_unlock( &p_owner->lock );
1590             break;
1591         }
1592     }
1593 }
1594
1595 static void DecoderPlaySout( decoder_t *p_dec, block_t *p_sout_block,
1596                              bool b_telx )
1597 {
1598     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1599
1600     assert( p_owner->p_clock );
1601     assert( !p_sout_block->p_next );
1602
1603     vlc_mutex_lock( &p_owner->lock );
1604
1605     if( p_owner->b_buffering || p_owner->buffer.p_block )
1606     {
1607         block_ChainLastAppend( &p_owner->buffer.pp_block_next, p_sout_block );
1608
1609         p_owner->buffer.i_count++;
1610         /* XXX it is important to be full after the first one */
1611         if( p_owner->buffer.i_count > 0 )
1612         {
1613             p_owner->buffer.b_full = true;
1614             vlc_cond_signal( &p_owner->wait_acknowledge );
1615         }
1616     }
1617
1618     for( ;; )
1619     {
1620         bool b_has_more = false;
1621         bool b_reject;
1622         DecoderWaitUnblock( p_dec, &b_reject );
1623
1624         if( p_owner->b_buffering )
1625         {
1626             vlc_mutex_unlock( &p_owner->lock );
1627             return;
1628         }
1629
1630         /* */
1631         if( p_owner->buffer.p_block )
1632         {
1633             p_sout_block = p_owner->buffer.p_block;
1634
1635             p_owner->buffer.p_block = p_sout_block->p_next;
1636             p_owner->buffer.i_count--;
1637
1638             b_has_more = p_owner->buffer.p_block != NULL;
1639             if( !b_has_more )
1640                 p_owner->buffer.pp_block_next = &p_owner->buffer.p_block;
1641         }
1642         p_sout_block->p_next = NULL;
1643
1644         DecoderFixTs( p_dec, &p_sout_block->i_dts, &p_sout_block->i_pts,
1645                       &p_sout_block->i_length,
1646                       &p_sout_block->i_rate, INT64_MAX, b_telx );
1647
1648         vlc_mutex_unlock( &p_owner->lock );
1649
1650         if( !b_reject )
1651             sout_InputSendBuffer( p_owner->p_sout_input, p_sout_block ); // FIXME --VLC_TS_INVALID inspect stream_output/*
1652         else
1653             block_Release( p_sout_block );
1654
1655         if( !b_has_more )
1656             break;
1657         vlc_mutex_lock( &p_owner->lock );
1658         if( !p_owner->buffer.p_block )
1659         {
1660             vlc_mutex_unlock( &p_owner->lock );
1661             break;
1662         }
1663     }
1664 }
1665
1666 /* */
1667 static void DecoderFlushBuffering( decoder_t *p_dec )
1668 {
1669     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1670
1671     vlc_assert_locked( &p_owner->lock );
1672
1673     while( p_owner->buffer.p_picture )
1674     {
1675         picture_t *p_picture = p_owner->buffer.p_picture;
1676
1677         p_owner->buffer.p_picture = p_picture->p_next;
1678         p_owner->buffer.i_count--;
1679
1680         if( p_owner->p_vout )
1681             vout_DropPicture( p_owner->p_vout, p_picture );
1682
1683         if( !p_owner->buffer.p_picture )
1684             p_owner->buffer.pp_picture_next = &p_owner->buffer.p_picture;
1685     }
1686     while( p_owner->buffer.p_audio )
1687     {
1688         aout_buffer_t *p_audio = p_owner->buffer.p_audio;
1689
1690         p_owner->buffer.p_audio = p_audio->p_next;
1691         p_owner->buffer.i_count--;
1692
1693         aout_BufferFree( p_audio );
1694
1695         if( !p_owner->buffer.p_audio )
1696             p_owner->buffer.pp_audio_next = &p_owner->buffer.p_audio;
1697     }
1698     while( p_owner->buffer.p_subpic )
1699     {
1700         subpicture_t *p_subpic = p_owner->buffer.p_subpic;
1701
1702         p_owner->buffer.p_subpic = p_subpic->p_next;
1703         p_owner->buffer.i_count--;
1704
1705         subpicture_Delete( p_subpic );
1706
1707         if( !p_owner->buffer.p_subpic )
1708             p_owner->buffer.pp_subpic_next = &p_owner->buffer.p_subpic;
1709     }
1710     if( p_owner->buffer.p_block )
1711     {
1712         block_ChainRelease( p_owner->buffer.p_block );
1713
1714         p_owner->buffer.i_count = 0;
1715         p_owner->buffer.p_block = NULL;
1716         p_owner->buffer.pp_block_next = &p_owner->buffer.p_block;
1717     }
1718 }
1719
1720 /* This function process a block for sout
1721  */
1722 static void DecoderProcessSout( decoder_t *p_dec, block_t *p_block )
1723 {
1724     decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1725     const bool b_telx = p_dec->fmt_in.i_codec == VLC_CODEC_TELETEXT;
1726     block_t *p_sout_block;
1727
1728     while( ( p_sout_block =
1729                  p_dec->pf_packetize( p_dec, p_block ? &p_block : NULL ) ) )
1730     {
1731         if( !p_owner->p_sout_input )
1732         {
1733             es_format_Copy( &p_owner->sout, &p_dec->fmt_out );
1734
1735             p_owner->sout.i_group = p_dec->fmt_in.i_group;
1736             p_owner->sout.i_id = p_dec->fmt_in.i_id;
1737             if( p_dec->fmt_in.psz_language )
1738             {
1739                 free( p_owner->sout.psz_language );
1740                 p_owner->sout.psz_language =
1741                     strdup( p_dec->fmt_in.psz_language );
1742             }
1743
1744             p_owner->p_sout_input =
1745                 sout_InputNew( p_owner->p_sout,
1746                                &p_owner->sout );
1747
1748             if( p_owner->p_sout_input == NULL )
1749             {
1750                 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
1751                          (char *)&p_owner->sout.i_codec );
1752                 p_dec->b_error = true;
1753
1754                 while( p_sout_block )
1755                 {
1756                     block_t *p_next = p_sout_block->p_next;
1757                     block_Release( p_sout_block );
1758                     p_sout_block = p_next;
1759                 }
1760                 break;
1761             }
1762         }
1763
1764         while( p_sout_block )
1765         {
1766             block_t *p_next = p_sout_block->p_next;
1767
1768             p_sout_block->p_next = NULL;
1769
1770             DecoderPlaySout( p_dec, p_sout_block, b_telx );
1771
1772             p_sout_block = p_next;
1773         }
1774     }
1775 }
1776
1777 /* This function process a video block
1778  */
1779 static void DecoderProcessVideo( decoder_t *p_dec, block_t *p_block, bool b_flush )
1780 {
1781     decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1782
1783     if( p_owner->p_packetizer )
1784     {
1785         block_t *p_packetized_block;
1786         decoder_t *p_packetizer = p_owner->p_packetizer;
1787
1788         while( (p_packetized_block =
1789                 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1790         {
1791             if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1792             {
1793                 es_format_Clean( &p_dec->fmt_in );
1794                 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1795             }
1796             if( p_packetizer->pf_get_cc )
1797                 DecoderGetCc( p_dec, p_packetizer );
1798
1799             while( p_packetized_block )
1800             {
1801                 block_t *p_next = p_packetized_block->p_next;
1802                 p_packetized_block->p_next = NULL;
1803
1804                 DecoderDecodeVideo( p_dec, p_packetized_block );
1805
1806                 p_packetized_block = p_next;
1807             }
1808         }
1809         /* The packetizer does not output a block that tell the decoder to flush
1810          * do it ourself */
1811         if( b_flush )
1812         {
1813             block_t *p_null = DecoderBlockFlushNew();
1814             if( p_null )
1815                 DecoderDecodeVideo( p_dec, p_null );
1816         }
1817     }
1818     else if( p_block )
1819     {
1820         DecoderDecodeVideo( p_dec, p_block );
1821     }
1822
1823     if( b_flush && p_owner->p_vout )
1824         vout_Flush( p_owner->p_vout, VLC_TS_INVALID+1 );
1825 }
1826
1827 /* This function process a audio block
1828  */
1829 static void DecoderProcessAudio( decoder_t *p_dec, block_t *p_block, bool b_flush )
1830 {
1831     decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1832
1833     if( p_owner->p_packetizer )
1834     {
1835         block_t *p_packetized_block;
1836         decoder_t *p_packetizer = p_owner->p_packetizer;
1837
1838         while( (p_packetized_block =
1839                 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1840         {
1841             if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1842             {
1843                 es_format_Clean( &p_dec->fmt_in );
1844                 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1845             }
1846
1847             while( p_packetized_block )
1848             {
1849                 block_t *p_next = p_packetized_block->p_next;
1850                 p_packetized_block->p_next = NULL;
1851
1852                 DecoderDecodeAudio( p_dec, p_packetized_block );
1853
1854                 p_packetized_block = p_next;
1855             }
1856         }
1857         /* The packetizer does not output a block that tell the decoder to flush
1858          * do it ourself */
1859         if( b_flush )
1860         {
1861             block_t *p_null = DecoderBlockFlushNew();
1862             if( p_null )
1863                 DecoderDecodeAudio( p_dec, p_null );
1864         }
1865     }
1866     else if( p_block )
1867     {
1868         DecoderDecodeAudio( p_dec, p_block );
1869     }
1870
1871     if( b_flush && p_owner->p_aout && p_owner->p_aout_input )
1872         aout_DecFlush( p_owner->p_aout, p_owner->p_aout_input );
1873 }
1874
1875 /* This function process a subtitle block
1876  */
1877 static void DecoderProcessSpu( decoder_t *p_dec, block_t *p_block, bool b_flush )
1878 {
1879     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1880     const bool b_telx = p_dec->fmt_in.i_codec == VLC_CODEC_TELETEXT;
1881
1882     input_thread_t *p_input = p_owner->p_input;
1883     vout_thread_t *p_vout;
1884     subpicture_t *p_spu;
1885
1886     while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1887     {
1888         vlc_mutex_lock( &p_input->p->counters.counters_lock );
1889         stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_sub, 1, NULL );
1890         vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1891
1892         p_vout = input_resource_HoldVout( p_input->p->p_resource );
1893         if( p_vout && p_owner->p_spu_vout == p_vout )
1894         {
1895             /* Preroll does not work very well with subtitle */
1896             if( p_spu->i_start > VLC_TS_INVALID &&
1897                 p_spu->i_start < p_owner->i_preroll_end &&
1898                 ( p_spu->i_stop <= VLC_TS_INVALID || p_spu->i_stop < p_owner->i_preroll_end ) )
1899             {
1900                 subpicture_Delete( p_spu );
1901             }
1902             else
1903             {
1904                 DecoderPlaySpu( p_dec, p_spu, b_telx );
1905             }
1906         }
1907         else
1908         {
1909             subpicture_Delete( p_spu );
1910         }
1911         if( p_vout )
1912             vlc_object_release( p_vout );
1913     }
1914
1915     if( b_flush && p_owner->p_spu_vout )
1916     {
1917         p_vout = input_resource_HoldVout( p_input->p->p_resource );
1918
1919         if( p_vout && p_owner->p_spu_vout == p_vout )
1920             spu_Control( vout_GetSpu( p_vout ), SPU_CHANNEL_CLEAR,
1921                          p_owner->i_spu_channel );
1922
1923         if( p_vout )
1924             vlc_object_release( p_vout );
1925     }
1926 }
1927
1928 /* */
1929 static void DecoderProcessOnFlush( decoder_t *p_dec )
1930 {
1931     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1932
1933     vlc_mutex_lock( &p_owner->lock );
1934     DecoderFlushBuffering( p_dec );
1935
1936     if( p_owner->b_flushing )
1937     {
1938         p_owner->b_flushing = false;
1939         vlc_cond_signal( &p_owner->wait_acknowledge );
1940     }
1941     vlc_mutex_unlock( &p_owner->lock );
1942 }
1943
1944 /**
1945  * Decode a block
1946  *
1947  * \param p_dec the decoder object
1948  * \param p_block the block to decode
1949  * \return VLC_SUCCESS or an error code
1950  */
1951 static void DecoderProcess( decoder_t *p_dec, block_t *p_block )
1952 {
1953     decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1954     const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
1955
1956     if( p_block && p_block->i_buffer <= 0 )
1957     {
1958         assert( !b_flush_request );
1959         block_Release( p_block );
1960         return;
1961     }
1962
1963 #ifdef ENABLE_SOUT
1964     if( p_owner->b_packetizer )
1965     {
1966         if( p_block )
1967             p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1968
1969         DecoderProcessSout( p_dec, p_block );
1970     }
1971     else
1972 #endif
1973     {
1974         bool b_flush = false;
1975
1976         if( p_block )
1977         {
1978             const bool b_flushing = p_owner->i_preroll_end == INT64_MAX;
1979             DecoderUpdatePreroll( &p_owner->i_preroll_end, p_block );
1980
1981             b_flush = !b_flushing && b_flush_request;
1982
1983             p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1984         }
1985
1986         if( p_dec->fmt_out.i_cat == AUDIO_ES )
1987         {
1988             DecoderProcessAudio( p_dec, p_block, b_flush );
1989         }
1990         else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1991         {
1992             DecoderProcessVideo( p_dec, p_block, b_flush );
1993         }
1994         else if( p_dec->fmt_out.i_cat == SPU_ES )
1995         {
1996             DecoderProcessSpu( p_dec, p_block, b_flush );
1997         }
1998         else
1999         {
2000             msg_Err( p_dec, "unknown ES format" );
2001             p_dec->b_error = true;
2002         }
2003     }
2004
2005     /* */
2006     if( b_flush_request )
2007         DecoderProcessOnFlush( p_dec );
2008 }
2009
2010 static void DecoderError( decoder_t *p_dec, block_t *p_block )
2011 {
2012     const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
2013
2014     /* */
2015     if( p_block )
2016         block_Release( p_block );
2017
2018     if( b_flush_request )
2019         DecoderProcessOnFlush( p_dec );
2020 }
2021
2022
2023 /**
2024  * Destroys a decoder object
2025  *
2026  * \param p_dec the decoder object
2027  * \return nothing
2028  */
2029 static void DeleteDecoder( decoder_t * p_dec )
2030 {
2031     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2032
2033     msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
2034              (char*)&p_dec->fmt_in.i_codec,
2035              (unsigned)block_FifoCount( p_owner->p_fifo ) );
2036
2037     /* Free all packets still in the decoder fifo. */
2038     block_FifoEmpty( p_owner->p_fifo );
2039     block_FifoRelease( p_owner->p_fifo );
2040
2041     /* */
2042     vlc_mutex_lock( &p_owner->lock );
2043     DecoderFlushBuffering( p_dec );
2044     vlc_mutex_unlock( &p_owner->lock );
2045
2046     /* Cleanup */
2047     if( p_owner->p_aout_input )
2048         aout_DecDelete( p_owner->p_aout, p_owner->p_aout_input );
2049     if( p_owner->p_aout )
2050     {
2051         input_resource_RequestAout( p_owner->p_input->p->p_resource,
2052                                      p_owner->p_aout );
2053         input_SendEventAout( p_owner->p_input );
2054         p_owner->p_aout = NULL;
2055     }
2056     if( p_owner->p_vout )
2057     {
2058         /* Hack to make sure all the the pictures are freed by the decoder
2059          * and that the vout is not paused anymore */
2060         vout_FixLeaks( p_owner->p_vout, true );
2061         if( p_owner->b_paused )
2062             vout_ChangePause( p_owner->p_vout, false, mdate() );
2063
2064         /* */
2065         input_resource_RequestVout( p_owner->p_input->p->p_resource, p_owner->p_vout, NULL, true );
2066         input_SendEventVout( p_owner->p_input );
2067     }
2068
2069 #ifdef ENABLE_SOUT
2070     if( p_owner->p_sout_input )
2071     {
2072         sout_InputDelete( p_owner->p_sout_input );
2073         es_format_Clean( &p_owner->sout );
2074     }
2075 #endif
2076
2077     if( p_dec->fmt_out.i_cat == SPU_ES )
2078     {
2079         vout_thread_t *p_vout;
2080
2081         p_vout = input_resource_HoldVout( p_owner->p_input->p->p_resource );
2082         if( p_vout )
2083         {
2084             if( p_owner->p_spu_vout == p_vout )
2085                 spu_Control( vout_GetSpu( p_vout ), SPU_CHANNEL_CLEAR, p_owner->i_spu_channel );
2086             vlc_object_release( p_vout );
2087         }
2088     }
2089
2090     es_format_Clean( &p_dec->fmt_in );
2091     es_format_Clean( &p_dec->fmt_out );
2092     if( p_dec->p_description )
2093         vlc_meta_Delete( p_dec->p_description );
2094     es_format_Clean( &p_owner->fmt_description );
2095     if( p_owner->p_description )
2096         vlc_meta_Delete( p_owner->p_description );
2097
2098     if( p_owner->p_packetizer )
2099     {
2100         module_unneed( p_owner->p_packetizer,
2101                        p_owner->p_packetizer->p_module );
2102         es_format_Clean( &p_owner->p_packetizer->fmt_in );
2103         es_format_Clean( &p_owner->p_packetizer->fmt_out );
2104         if( p_owner->p_packetizer->p_description )
2105             vlc_meta_Delete( p_owner->p_packetizer->p_description );
2106         vlc_object_detach( p_owner->p_packetizer );
2107         vlc_object_release( p_owner->p_packetizer );
2108     }
2109
2110     vlc_cond_destroy( &p_owner->wait_acknowledge );
2111     vlc_cond_destroy( &p_owner->wait_request );
2112     vlc_mutex_destroy( &p_owner->lock );
2113
2114     vlc_object_detach( p_dec );
2115
2116     free( p_owner );
2117 }
2118
2119 /*****************************************************************************
2120  * Buffers allocation callbacks for the decoders
2121  *****************************************************************************/
2122 static void DecoderUpdateFormatLocked( decoder_t *p_dec )
2123 {
2124     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2125
2126     vlc_assert_locked( &p_owner->lock );
2127
2128     p_owner->b_fmt_description = true;
2129
2130     /* Copy es_format */
2131     es_format_Clean( &p_owner->fmt_description );
2132     es_format_Copy( &p_owner->fmt_description, &p_dec->fmt_out );
2133
2134     /* Move p_description */
2135     if( p_owner->p_description && p_dec->p_description )
2136         vlc_meta_Delete( p_owner->p_description );
2137     p_owner->p_description = p_dec->p_description;
2138     p_dec->p_description = NULL;
2139 }
2140 static vout_thread_t *aout_request_vout( void *p_private,
2141                                          vout_thread_t *p_vout, video_format_t *p_fmt, bool b_recyle )
2142 {
2143     decoder_t *p_dec = p_private;
2144     input_thread_t *p_input = p_dec->p_owner->p_input;
2145
2146     p_vout = input_resource_RequestVout( p_input->p->p_resource, p_vout, p_fmt, b_recyle );
2147     input_SendEventVout( p_input );
2148
2149     return p_vout;
2150 }
2151
2152 static aout_buffer_t *aout_new_buffer( decoder_t *p_dec, int i_samples )
2153 {
2154     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2155     aout_buffer_t *p_buffer;
2156
2157     if( p_owner->p_aout_input != NULL &&
2158         ( p_dec->fmt_out.audio.i_rate != p_owner->audio.i_rate ||
2159           p_dec->fmt_out.audio.i_original_channels !=
2160               p_owner->audio.i_original_channels ||
2161           p_dec->fmt_out.audio.i_bytes_per_frame !=
2162               p_owner->audio.i_bytes_per_frame ) )
2163     {
2164         aout_input_t *p_aout_input = p_owner->p_aout_input;
2165
2166         /* Parameters changed, restart the aout */
2167         vlc_mutex_lock( &p_owner->lock );
2168
2169         DecoderFlushBuffering( p_dec );
2170
2171         p_owner->p_aout_input = NULL;
2172         aout_DecDelete( p_owner->p_aout, p_aout_input );
2173
2174         vlc_mutex_unlock( &p_owner->lock );
2175     }
2176
2177     if( p_owner->p_aout_input == NULL )
2178     {
2179         const int i_force_dolby = var_InheritInteger( p_dec, "force-dolby-surround" );
2180         audio_sample_format_t format;
2181         aout_input_t *p_aout_input;
2182         aout_instance_t *p_aout;
2183         aout_request_vout_t request_vout;
2184
2185         p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
2186         p_owner->audio = p_dec->fmt_out.audio;
2187
2188         memcpy( &format, &p_owner->audio, sizeof( audio_sample_format_t ) );
2189         if( i_force_dolby &&
2190             (format.i_original_channels&AOUT_CHAN_PHYSMASK) ==
2191                 (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
2192         {
2193             if( i_force_dolby == 1 )
2194             {
2195                 format.i_original_channels = format.i_original_channels |
2196                                              AOUT_CHAN_DOLBYSTEREO;
2197             }
2198             else /* i_force_dolby == 2 */
2199             {
2200                 format.i_original_channels = format.i_original_channels &
2201                                              ~AOUT_CHAN_DOLBYSTEREO;
2202             }
2203         }
2204
2205         request_vout.pf_request_vout = aout_request_vout;
2206         request_vout.p_private = p_dec;
2207
2208         p_aout = p_owner->p_aout;
2209         if( !p_aout )
2210             p_aout = input_resource_RequestAout( p_owner->p_input->p->p_resource, NULL );
2211         p_aout_input = aout_DecNew( p_dec, &p_aout,
2212                                     &format, &p_dec->fmt_out.audio_replay_gain, &request_vout );
2213
2214         vlc_mutex_lock( &p_owner->lock );
2215
2216         p_owner->p_aout = p_aout;
2217         p_owner->p_aout_input = p_aout_input;
2218         DecoderUpdateFormatLocked( p_dec );
2219
2220         vlc_mutex_unlock( &p_owner->lock );
2221
2222         input_SendEventAout( p_owner->p_input );
2223
2224         if( p_owner->p_aout_input == NULL )
2225         {
2226             msg_Err( p_dec, "failed to create audio output" );
2227             p_dec->b_error = true;
2228             return NULL;
2229         }
2230         p_dec->fmt_out.audio.i_bytes_per_frame =
2231             p_owner->audio.i_bytes_per_frame;
2232     }
2233
2234     p_buffer = aout_DecNewBuffer( p_owner->p_aout_input, i_samples );
2235
2236     return p_buffer;
2237 }
2238
2239 static void aout_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
2240 {
2241     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2242
2243     aout_DecDeleteBuffer( p_owner->p_aout,
2244                           p_owner->p_aout_input, p_buffer );
2245 }
2246
2247
2248 int vout_CountPictureAvailable( vout_thread_t *p_vout );
2249
2250 static picture_t *vout_new_buffer( decoder_t *p_dec )
2251 {
2252     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2253
2254     if( p_owner->p_vout == NULL ||
2255         p_dec->fmt_out.video.i_width != p_owner->video.i_width ||
2256         p_dec->fmt_out.video.i_height != p_owner->video.i_height ||
2257         p_dec->fmt_out.video.i_chroma != p_owner->video.i_chroma ||
2258         (int64_t)p_dec->fmt_out.video.i_sar_num * p_owner->video.i_sar_den !=
2259         (int64_t)p_dec->fmt_out.video.i_sar_den * p_owner->video.i_sar_num )
2260     {
2261         vout_thread_t *p_vout;
2262
2263         if( !p_dec->fmt_out.video.i_width ||
2264             !p_dec->fmt_out.video.i_height )
2265         {
2266             /* Can't create a new vout without display size */
2267             return NULL;
2268         }
2269
2270         if( !p_dec->fmt_out.video.i_visible_width ||
2271             !p_dec->fmt_out.video.i_visible_height )
2272         {
2273             if( p_dec->fmt_in.video.i_visible_width &&
2274                 p_dec->fmt_in.video.i_visible_height )
2275             {
2276                 p_dec->fmt_out.video.i_visible_width =
2277                     p_dec->fmt_in.video.i_visible_width;
2278                 p_dec->fmt_out.video.i_visible_height =
2279                     p_dec->fmt_in.video.i_visible_height;
2280             }
2281             else
2282             {
2283                 p_dec->fmt_out.video.i_visible_width =
2284                     p_dec->fmt_out.video.i_width;
2285                 p_dec->fmt_out.video.i_visible_height =
2286                     p_dec->fmt_out.video.i_height;
2287             }
2288         }
2289
2290         if( p_dec->fmt_out.video.i_visible_height == 1088 &&
2291             var_CreateGetBool( p_dec, "hdtv-fix" ) )
2292         {
2293             p_dec->fmt_out.video.i_visible_height = 1080;
2294             if( !(p_dec->fmt_out.video.i_sar_num % 136))
2295             {
2296                 p_dec->fmt_out.video.i_sar_num *= 135;
2297                 p_dec->fmt_out.video.i_sar_den *= 136;
2298             }
2299             msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
2300         }
2301
2302         if( !p_dec->fmt_out.video.i_sar_num ||
2303             !p_dec->fmt_out.video.i_sar_den )
2304         {
2305             p_dec->fmt_out.video.i_sar_num = 1;
2306             p_dec->fmt_out.video.i_sar_den = 1;
2307         }
2308
2309         vlc_ureduce( &p_dec->fmt_out.video.i_sar_num,
2310                      &p_dec->fmt_out.video.i_sar_den,
2311                      p_dec->fmt_out.video.i_sar_num,
2312                      p_dec->fmt_out.video.i_sar_den, 50000 );
2313
2314         p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
2315         p_owner->video = p_dec->fmt_out.video;
2316
2317         vlc_mutex_lock( &p_owner->lock );
2318
2319         DecoderFlushBuffering( p_dec );
2320
2321         p_vout = p_owner->p_vout;
2322         p_owner->p_vout = NULL;
2323         vlc_mutex_unlock( &p_owner->lock );
2324
2325         p_vout = input_resource_RequestVout( p_owner->p_input->p->p_resource,
2326                                               p_vout, &p_dec->fmt_out.video, true );
2327
2328         vlc_mutex_lock( &p_owner->lock );
2329         p_owner->p_vout = p_vout;
2330
2331         DecoderUpdateFormatLocked( p_dec );
2332
2333         vlc_mutex_unlock( &p_owner->lock );
2334
2335         input_SendEventVout( p_owner->p_input );
2336         if( p_vout == NULL )
2337         {
2338             msg_Err( p_dec, "failed to create video output" );
2339             p_dec->b_error = true;
2340             return NULL;
2341         }
2342
2343         if( p_owner->video.i_rmask )
2344             p_owner->p_vout->render.i_rmask = p_owner->video.i_rmask;
2345         if( p_owner->video.i_gmask )
2346             p_owner->p_vout->render.i_gmask = p_owner->video.i_gmask;
2347         if( p_owner->video.i_bmask )
2348             p_owner->p_vout->render.i_bmask = p_owner->video.i_bmask;
2349     }
2350
2351     /* Get a new picture
2352      */
2353     for( ;; )
2354     {
2355         picture_t *p_picture;
2356
2357         if( p_dec->b_die || p_dec->b_error )
2358             return NULL;
2359
2360         /* The video filter chain required that there is always 1 free buffer
2361          * that it will use as temporary one. It will release the temporary
2362          * buffer once its work is done, so this check is safe even if we don't
2363          * lock around both count() and create().
2364          */
2365         if( vout_CountPictureAvailable( p_owner->p_vout ) >= 2 )
2366         {
2367             p_picture = vout_CreatePicture( p_owner->p_vout, 0, 0, 0 );
2368             if( p_picture )
2369                 return p_picture;
2370         }
2371
2372         if( DecoderIsFlushing( p_dec ) )
2373             return NULL;
2374
2375         /* */
2376         DecoderSignalBuffering( p_dec, true );
2377
2378         /* Check the decoder doesn't leak pictures */
2379         vout_FixLeaks( p_owner->p_vout, false );
2380
2381         /* FIXME add a vout_WaitPictureAvailable (timedwait) */
2382         msleep( VOUT_OUTMEM_SLEEP );
2383     }
2384 }
2385
2386 static void vout_del_buffer( decoder_t *p_dec, picture_t *p_pic )
2387 {
2388     vout_DropPicture( p_dec->p_owner->p_vout, p_pic );
2389 }
2390
2391 static void vout_link_picture( decoder_t *p_dec, picture_t *p_pic )
2392 {
2393     vout_LinkPicture( p_dec->p_owner->p_vout, p_pic );
2394 }
2395
2396 static void vout_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
2397 {
2398     vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
2399 }
2400
2401 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
2402 {
2403     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2404     vout_thread_t *p_vout = NULL;
2405     subpicture_t *p_subpic;
2406     int i_attempts = 30;
2407
2408     while( i_attempts-- )
2409     {
2410         if( p_dec->b_die || p_dec->b_error )
2411             break;
2412
2413         p_vout = input_resource_HoldVout( p_owner->p_input->p->p_resource );
2414         if( p_vout )
2415             break;
2416
2417         msleep( DECODER_SPU_VOUT_WAIT_DURATION );
2418     }
2419
2420     if( !p_vout )
2421     {
2422         msg_Warn( p_dec, "no vout found, dropping subpicture" );
2423         return NULL;
2424     }
2425
2426     if( p_owner->p_spu_vout != p_vout )
2427     {
2428         vlc_mutex_lock( &p_owner->lock );
2429
2430         DecoderFlushBuffering( p_dec );
2431
2432         vlc_mutex_unlock( &p_owner->lock );
2433
2434         spu_Control( vout_GetSpu( p_vout ), SPU_CHANNEL_REGISTER,
2435                      &p_owner->i_spu_channel );
2436         p_owner->i_spu_order = 0;
2437         p_owner->p_spu_vout = p_vout;
2438     }
2439
2440     p_subpic = subpicture_New();
2441     if( p_subpic )
2442     {
2443         p_subpic->i_channel = p_owner->i_spu_channel;
2444         p_subpic->i_order = p_owner->i_spu_order++;
2445         p_subpic->b_subtitle = true;
2446     }
2447
2448     vlc_object_release( p_vout );
2449
2450     return p_subpic;
2451 }
2452
2453 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
2454 {
2455     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2456     vout_thread_t *p_vout = NULL;
2457
2458     p_vout = input_resource_HoldVout( p_owner->p_input->p->p_resource );
2459     if( !p_vout || p_owner->p_spu_vout != p_vout )
2460     {
2461         if( p_vout )
2462             vlc_object_release( p_vout );
2463         msg_Warn( p_dec, "no vout found, leaking subpicture" );
2464         return;
2465     }
2466
2467     subpicture_Delete( p_subpic );
2468
2469     vlc_object_release( p_vout );
2470 }
2471