git.sesse.net Git - vlc/blob - src/input/decoder.c

   1 /*****************************************************************************
   2  * decoder.c: Functions for the management of decoders
   3  *****************************************************************************
   4  * Copyright (C) 1999-2004 VLC authors and VideoLAN
   5  * $Id$
   6  *
   7  * Authors: Christophe Massiot <massiot@via.ecp.fr>
   8  *          Gildas Bazin <gbazin@videolan.org>
   9  *          Laurent Aimar <fenrir@via.ecp.fr>
  10  *
  11  * This program is free software; you can redistribute it and/or modify it
  12  * under the terms of the GNU Lesser General Public License as published by
  13  * the Free Software Foundation; either version 2.1 of the License, or
  14  * (at your option) any later version.
  15  *
  16  * This program is distributed in the hope that it will be useful,
  17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  19  * GNU Lesser General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU Lesser General Public License
  22  * along with this program; if not, write to the Free Software Foundation,
  23  * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  24  *****************************************************************************/
  25
  26 /*****************************************************************************
  27  * Preamble
  28  *****************************************************************************/
  29 #ifdef HAVE_CONFIG_H
  30 # include "config.h"
  31 #endif
  32 #include <assert.h>
  33
  34 #include <vlc_common.h>
  35
  36 #include <vlc_block.h>
  37 #include <vlc_vout.h>
  38 #include <vlc_aout.h>
  39 #include <vlc_sout.h>
  40 #include <vlc_codec.h>
  41 #include <vlc_spu.h>
  42 #include <vlc_meta.h>
  43 #include <vlc_dialog.h>
  44 #include <vlc_modules.h>
  45
  46 #include "audio_output/aout_internal.h"
  47 #include "stream_output/stream_output.h"
  48 #include "input_internal.h"
  49 #include "clock.h"
  50 #include "decoder.h"
  51 #include "event.h"
  52 #include "resource.h"
  53
  54 #include "../video_output/vout_control.h"
  55
  56 static decoder_t *CreateDecoder( vlc_object_t *, input_thread_t *,
  57                                  es_format_t *, bool, input_resource_t *,
  58                                  sout_instance_t *p_sout );
  59 static void       DeleteDecoder( decoder_t * );
  60
  61 static void      *DecoderThread( void * );
  62 static void       DecoderProcess( decoder_t *, block_t * );
  63 static void       DecoderOutputChangePause( decoder_t *, bool b_paused, mtime_t i_date );
  64 static void       DecoderFlush( decoder_t * );
  65 static void       DecoderSignalWait( decoder_t *, bool );
  66
  67 static void       DecoderUnsupportedCodec( decoder_t *, vlc_fourcc_t );
  68
  69 /* Buffers allocation callbacks for the decoders */
  70 static picture_t *vout_new_buffer( decoder_t * );
  71 static void vout_del_buffer( decoder_t *, picture_t * );
  72 static void vout_link_picture( decoder_t *, picture_t * );
  73 static void vout_unlink_picture( decoder_t *, picture_t * );
  74 static int aout_update_format( decoder_t * );
  75 static subpicture_t *spu_new_buffer( decoder_t *, const subpicture_updater_t * );
  76 static void spu_del_buffer( decoder_t *, subpicture_t * );
  77
  78 struct decoder_owner_sys_t
  79 {
  80     int64_t         i_preroll_end;
  81
  82     input_thread_t  *p_input;
  83     input_resource_t*p_resource;
  84     input_clock_t   *p_clock;
  85     int             i_last_rate;
  86
  87     vout_thread_t   *p_spu_vout;
  88     int              i_spu_channel;
  89     int64_t          i_spu_order;
  90
  91     sout_instance_t         *p_sout;
  92     sout_packetizer_input_t *p_sout_input;
  93
  94     vlc_thread_t     thread;
  95
  96     /* Some decoders require already packetized data (ie. not truncated) */
  97     decoder_t *p_packetizer;
  98     bool b_packetizer;
  99
 100     /* Current format in use by the output */
 101     video_format_t video;
 102     audio_format_t audio;
 103     es_format_t    sout;
 104
 105     /* */
 106     bool           b_fmt_description;
 107     es_format_t    fmt_description;
 108     vlc_meta_t     *p_description;
 109
 110     /* fifo */
 111     block_fifo_t *p_fifo;
 112
 113     /* Lock for communication with decoder thread */
 114     vlc_mutex_t lock;
 115     vlc_cond_t  wait_request;
 116     vlc_cond_t  wait_acknowledge;
 117
 118     /* -- These variables need locking on write(only) -- */
 119     audio_output_t *p_aout;
 120
 121     vout_thread_t   *p_vout;
 122
 123     /* -- Theses variables need locking on read *and* write -- */
 124     bool b_exit;
 125
 126     /* Pause */
 127     bool b_paused;
 128     struct
 129     {
 130         mtime_t i_date;
 131         int     i_ignore;
 132     } pause;
 133
 134     /* Waiting */
 135     bool b_waiting;
 136     bool b_first;
 137     bool b_has_data;
 138
 139     /* Flushing */
 140     bool b_flushing;
 141
 142     /* CC */
 143     struct
 144     {
 145         bool b_supported;
 146         bool pb_present[4];
 147         decoder_t *pp_decoder[4];
 148     } cc;
 149
 150     /* Delay */
 151     mtime_t i_ts_delay;
 152 };
 153
 154 /* Pictures which are DECODER_BOGUS_VIDEO_DELAY or more in advance probably have
 155  * a bogus PTS and won't be displayed */
 156 #define DECODER_BOGUS_VIDEO_DELAY                ((mtime_t)(DEFAULT_PTS_DELAY * 30))
 157
 158 /* */
 159 #define DECODER_SPU_VOUT_WAIT_DURATION ((int)(0.200*CLOCK_FREQ))
 160
 161
 162 /*****************************************************************************
 163  * Public functions
 164  *****************************************************************************/
 165 picture_t *decoder_NewPicture( decoder_t *p_decoder )
 166 {
 167     picture_t *p_picture = p_decoder->pf_vout_buffer_new( p_decoder );
 168     if( !p_picture )
 169         msg_Warn( p_decoder, "can't get output picture" );
 170     return p_picture;
 171 }
 172 void decoder_DeletePicture( decoder_t *p_decoder, picture_t *p_picture )
 173 {
 174     p_decoder->pf_vout_buffer_del( p_decoder, p_picture );
 175 }
 176 void decoder_LinkPicture( decoder_t *p_decoder, picture_t *p_picture )
 177 {
 178     p_decoder->pf_picture_link( p_decoder, p_picture );
 179 }
 180 void decoder_UnlinkPicture( decoder_t *p_decoder, picture_t *p_picture )
 181 {
 182     p_decoder->pf_picture_unlink( p_decoder, p_picture );
 183 }
 184
 185 block_t *decoder_NewAudioBuffer( decoder_t *dec, int samples )
 186 {
 187     if( decoder_UpdateAudioFormat( dec ) )
 188         return NULL;
 189
 190     size_t length = samples * dec->fmt_out.audio.i_bytes_per_frame
 191                             / dec->fmt_out.audio.i_frame_length;
 192     block_t *block = block_Alloc( length );
 193     if( likely(block != NULL) )
 194     {
 195         block->i_nb_samples = samples;
 196         block->i_pts = block->i_length = 0;
 197     }
 198     return block;
 199 }
 200
 201 subpicture_t *decoder_NewSubpicture( decoder_t *p_decoder,
 202                                      const subpicture_updater_t *p_dyn )
 203 {
 204     subpicture_t *p_subpicture = p_decoder->pf_spu_buffer_new( p_decoder, p_dyn );
 205     if( !p_subpicture )
 206         msg_Warn( p_decoder, "can't get output subpicture" );
 207     return p_subpicture;
 208 }
 209
 210 void decoder_DeleteSubpicture( decoder_t *p_decoder, subpicture_t *p_subpicture )
 211 {
 212     p_decoder->pf_spu_buffer_del( p_decoder, p_subpicture );
 213 }
 214
 215 /* decoder_GetInputAttachments:
 216  */
 217 int decoder_GetInputAttachments( decoder_t *p_dec,
 218                                  input_attachment_t ***ppp_attachment,
 219                                  int *pi_attachment )
 220 {
 221     if( !p_dec->pf_get_attachments )
 222         return VLC_EGENERIC;
 223
 224     return p_dec->pf_get_attachments( p_dec, ppp_attachment, pi_attachment );
 225 }
 226 /* decoder_GetDisplayDate:
 227  */
 228 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
 229 {
 230     if( !p_dec->pf_get_display_date )
 231         return VLC_TS_INVALID;
 232
 233     return p_dec->pf_get_display_date( p_dec, i_ts );
 234 }
 235 /* decoder_GetDisplayRate:
 236  */
 237 int decoder_GetDisplayRate( decoder_t *p_dec )
 238 {
 239     if( !p_dec->pf_get_display_rate )
 240         return INPUT_RATE_DEFAULT;
 241
 242     return p_dec->pf_get_display_rate( p_dec );
 243 }
 244
 245 /* TODO: pass p_sout through p_resource? -- Courmisch */
 246 static decoder_t *decoder_New( vlc_object_t *p_parent, input_thread_t *p_input,
 247                                es_format_t *fmt, input_clock_t *p_clock,
 248                                input_resource_t *p_resource,
 249                                sout_instance_t *p_sout  )
 250 {
 251     decoder_t *p_dec = NULL;
 252     const char *psz_type = p_sout ? N_("packetizer") : N_("decoder");
 253     int i_priority;
 254
 255     /* Create the decoder configuration structure */
 256     p_dec = CreateDecoder( p_parent, p_input, fmt,
 257                            p_sout != NULL, p_resource, p_sout );
 258     if( p_dec == NULL )
 259     {
 260         msg_Err( p_parent, "could not create %s", psz_type );
 261         dialog_Fatal( p_parent, _("Streaming / Transcoding failed"),
 262                       _("VLC could not open the %s module."),
 263                       vlc_gettext( psz_type ) );
 264         return NULL;
 265     }
 266
 267     if( !p_dec->p_module )
 268     {
 269         DecoderUnsupportedCodec( p_dec, fmt->i_codec );
 270
 271         DeleteDecoder( p_dec );
 272         return NULL;
 273     }
 274
 275     p_dec->p_owner->p_clock = p_clock;
 276     assert( p_dec->fmt_out.i_cat != UNKNOWN_ES );
 277
 278     if( p_dec->fmt_out.i_cat == AUDIO_ES )
 279         i_priority = VLC_THREAD_PRIORITY_AUDIO;
 280     else
 281         i_priority = VLC_THREAD_PRIORITY_VIDEO;
 282
 283     /* Spawn the decoder thread */
 284     if( vlc_clone( &p_dec->p_owner->thread, DecoderThread, p_dec, i_priority ) )
 285     {
 286         msg_Err( p_dec, "cannot spawn decoder thread" );
 287         module_unneed( p_dec, p_dec->p_module );
 288         DeleteDecoder( p_dec );
 289         return NULL;
 290     }
 291
 292     return p_dec;
 293 }
 294
 295
 296 /**
 297  * Spawns a new decoder thread from the input thread
 298  *
 299  * \param p_input the input thread
 300  * \param p_es the es descriptor
 301  * \return the spawned decoder object
 302  */
 303 decoder_t *input_DecoderNew( input_thread_t *p_input,
 304                              es_format_t *fmt, input_clock_t *p_clock,
 305                              sout_instance_t *p_sout  )
 306 {
 307     return decoder_New( VLC_OBJECT(p_input), p_input, fmt, p_clock,
 308                         p_input->p->p_resource, p_sout );
 309 }
 310
 311 /**
 312  * Spawn a decoder thread outside of the input thread.
 313  */
 314 decoder_t *input_DecoderCreate( vlc_object_t *p_parent, es_format_t *fmt,
 315                                 input_resource_t *p_resource )
 316 {
 317     return decoder_New( p_parent, NULL, fmt, NULL, p_resource, NULL );
 318 }
 319
 320
 321 /**
 322  * Kills a decoder thread and waits until it's finished
 323  *
 324  * \param p_input the input thread
 325  * \param p_es the es descriptor
 326  * \return nothing
 327  */
 328 void input_DecoderDelete( decoder_t *p_dec )
 329 {
 330     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 331
 332     vlc_cancel( p_owner->thread );
 333
 334     /* Make sure we aren't paused/waiting/decoding anymore */
 335     vlc_mutex_lock( &p_owner->lock );
 336     const bool b_was_paused = p_owner->b_paused;
 337     p_owner->b_paused = false;
 338     p_owner->b_waiting = false;
 339     p_owner->b_flushing = true;
 340     p_owner->b_exit = true;
 341     vlc_cond_signal( &p_owner->wait_request );
 342     vlc_mutex_unlock( &p_owner->lock );
 343
 344     vlc_join( p_owner->thread, NULL );
 345     p_owner->b_paused = b_was_paused;
 346
 347     module_unneed( p_dec, p_dec->p_module );
 348
 349     /* */
 350     if( p_dec->p_owner->cc.b_supported )
 351     {
 352         int i;
 353         for( i = 0; i < 4; i++ )
 354             input_DecoderSetCcState( p_dec, false, i );
 355     }
 356
 357     /* Delete decoder */
 358     DeleteDecoder( p_dec );
 359 }
 360
 361 /**
 362  * Put a block_t in the decoder's fifo.
 363  * Thread-safe w.r.t. the decoder. May be a cancellation point.
 364  *
 365  * \param p_dec the decoder object
 366  * \param p_block the data block
 367  */
 368 void input_DecoderDecode( decoder_t *p_dec, block_t *p_block, bool b_do_pace )
 369 {
 370     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 371
 372     if( b_do_pace )
 373     {
 374         /* The fifo is not consumed when waiting and so will
 375          * deadlock vlc.
 376          * There is no need to lock as b_waiting is never modified
 377          * inside decoder thread. */
 378         if( !p_owner->b_waiting )
 379             block_FifoPace( p_owner->p_fifo, 10, SIZE_MAX );
 380     }
 381 #ifdef __arm__
 382     else if( block_FifoSize( p_owner->p_fifo ) > 50*1024*1024 /* 50 MiB */ )
 383 #else
 384     else if( block_FifoSize( p_owner->p_fifo ) > 400*1024*1024 /* 400 MiB, ie ~ 50mb/s for 60s */ )
 385 #endif
 386     {
 387         /* FIXME: ideally we would check the time amount of data
 388          * in the FIFO instead of its size. */
 389         msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
 390                   "consumed quickly enough), resetting fifo!" );
 391         block_FifoEmpty( p_owner->p_fifo );
 392     }
 393
 394     block_FifoPut( p_owner->p_fifo, p_block );
 395 }
 396
 397 bool input_DecoderIsEmpty( decoder_t * p_dec )
 398 {
 399     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 400     assert( !p_owner->b_waiting );
 401
 402     bool b_empty = block_FifoCount( p_dec->p_owner->p_fifo ) <= 0;
 403
 404     if( b_empty )
 405     {
 406         vlc_mutex_lock( &p_owner->lock );
 407         /* TODO subtitles support */
 408         if( p_dec->fmt_out.i_cat == VIDEO_ES && p_owner->p_vout )
 409             b_empty = vout_IsEmpty( p_owner->p_vout );
 410         else if( p_dec->fmt_out.i_cat == AUDIO_ES && p_owner->p_aout )
 411             b_empty = aout_DecIsEmpty( p_owner->p_aout );
 412         vlc_mutex_unlock( &p_owner->lock );
 413     }
 414     return b_empty;
 415 }
 416
 417 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
 418 {
 419     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 420     int i;
 421
 422     vlc_mutex_lock( &p_owner->lock );
 423     for( i = 0; i < 4; i++ )
 424         pb_present[i] =  p_owner->cc.pb_present[i];
 425     vlc_mutex_unlock( &p_owner->lock );
 426 }
 427 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
 428 {
 429     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 430
 431     //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
 432
 433     if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
 434         return VLC_EGENERIC;
 435
 436     if( b_decode )
 437     {
 438         static const vlc_fourcc_t fcc[4] = {
 439             VLC_FOURCC('c', 'c', '1', ' '),
 440             VLC_FOURCC('c', 'c', '2', ' '),
 441             VLC_FOURCC('c', 'c', '3', ' '),
 442             VLC_FOURCC('c', 'c', '4', ' '),
 443         };
 444         decoder_t *p_cc;
 445         es_format_t fmt;
 446
 447         es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
 448         p_cc = input_DecoderNew( p_owner->p_input, &fmt,
 449                               p_dec->p_owner->p_clock, p_owner->p_sout );
 450         if( !p_cc )
 451         {
 452             msg_Err( p_dec, "could not create decoder" );
 453             dialog_Fatal( p_dec, _("Streaming / Transcoding failed"), "%s",
 454                           _("VLC could not open the decoder module.") );
 455             return VLC_EGENERIC;
 456         }
 457         else if( !p_cc->p_module )
 458         {
 459             DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
 460             input_DecoderDelete(p_cc);
 461             return VLC_EGENERIC;
 462         }
 463         p_cc->p_owner->p_clock = p_owner->p_clock;
 464
 465         vlc_mutex_lock( &p_owner->lock );
 466         p_owner->cc.pp_decoder[i_channel] = p_cc;
 467         vlc_mutex_unlock( &p_owner->lock );
 468     }
 469     else
 470     {
 471         decoder_t *p_cc;
 472
 473         vlc_mutex_lock( &p_owner->lock );
 474         p_cc = p_owner->cc.pp_decoder[i_channel];
 475         p_owner->cc.pp_decoder[i_channel] = NULL;
 476         vlc_mutex_unlock( &p_owner->lock );
 477
 478         if( p_cc )
 479             input_DecoderDelete(p_cc);
 480     }
 481     return VLC_SUCCESS;
 482 }
 483 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
 484 {
 485     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 486
 487     *pb_decode = false;
 488     if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
 489         return VLC_EGENERIC;
 490
 491     vlc_mutex_lock( &p_owner->lock );
 492     *pb_decode = p_owner->cc.pp_decoder[i_channel] != NULL;
 493     vlc_mutex_unlock( &p_owner->lock );
 494     return VLC_EGENERIC;
 495 }
 496
 497 void input_DecoderChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
 498 {
 499     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 500
 501     vlc_mutex_lock( &p_owner->lock );
 502     /* Normally, p_owner->b_paused != b_paused here. But if a track is added
 503      * while the input is paused (e.g. add sub file), then b_paused is
 504      * (incorrectly) false. */
 505     if( likely(p_owner->b_paused != b_paused) ) {
 506         p_owner->b_paused = b_paused;
 507         p_owner->pause.i_date = i_date;
 508         p_owner->pause.i_ignore = 0;
 509         vlc_cond_signal( &p_owner->wait_request );
 510
 511         DecoderOutputChangePause( p_dec, b_paused, i_date );
 512     }
 513     vlc_mutex_unlock( &p_owner->lock );
 514 }
 515
 516 void input_DecoderChangeDelay( decoder_t *p_dec, mtime_t i_delay )
 517 {
 518     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 519
 520     vlc_mutex_lock( &p_owner->lock );
 521     p_owner->i_ts_delay = i_delay;
 522     vlc_mutex_unlock( &p_owner->lock );
 523 }
 524
 525 void input_DecoderStartWait( decoder_t *p_dec )
 526 {
 527     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 528
 529     vlc_mutex_lock( &p_owner->lock );
 530
 531     DecoderFlush( p_dec );
 532
 533     p_owner->b_first = true;
 534     p_owner->b_has_data = false;
 535
 536     p_owner->b_waiting = true;
 537
 538     vlc_cond_signal( &p_owner->wait_request );
 539
 540     vlc_mutex_unlock( &p_owner->lock );
 541 }
 542
 543 void input_DecoderStopWait( decoder_t *p_dec )
 544 {
 545     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 546
 547     vlc_mutex_lock( &p_owner->lock );
 548
 549     p_owner->b_waiting = false;
 550
 551     vlc_cond_signal( &p_owner->wait_request );
 552
 553     vlc_mutex_unlock( &p_owner->lock );
 554 }
 555
 556 void input_DecoderWait( decoder_t *p_dec )
 557 {
 558     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 559
 560     vlc_mutex_lock( &p_owner->lock );
 561
 562     while( p_owner->b_waiting && !p_owner->b_has_data )
 563     {
 564         block_FifoWake( p_owner->p_fifo );
 565         vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
 566     }
 567
 568     vlc_mutex_unlock( &p_owner->lock );
 569 }
 570
 571 void input_DecoderFrameNext( decoder_t *p_dec, mtime_t *pi_duration )
 572 {
 573     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 574
 575     *pi_duration = 0;
 576
 577     vlc_mutex_lock( &p_owner->lock );
 578     if( p_dec->fmt_out.i_cat == VIDEO_ES )
 579     {
 580         if( p_owner->b_paused && p_owner->p_vout )
 581         {
 582             vout_NextPicture( p_owner->p_vout, pi_duration );
 583             p_owner->pause.i_ignore++;
 584             vlc_cond_signal( &p_owner->wait_request );
 585         }
 586     }
 587     else
 588     {
 589         /* TODO subtitle should not be flushed */
 590         DecoderFlush( p_dec );
 591     }
 592     vlc_mutex_unlock( &p_owner->lock );
 593 }
 594
 595 bool input_DecoderHasFormatChanged( decoder_t *p_dec, es_format_t *p_fmt, vlc_meta_t **pp_meta )
 596 {
 597     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 598     bool b_changed;
 599
 600     vlc_mutex_lock( &p_owner->lock );
 601     b_changed = p_owner->b_fmt_description;
 602     if( b_changed )
 603     {
 604         if( p_fmt )
 605             es_format_Copy( p_fmt, &p_owner->fmt_description );
 606
 607         if( pp_meta )
 608         {
 609             *pp_meta = NULL;
 610             if( p_owner->p_description )
 611             {
 612                 *pp_meta = vlc_meta_New();
 613                 if( *pp_meta )
 614                     vlc_meta_Merge( *pp_meta, p_owner->p_description );
 615             }
 616         }
 617         p_owner->b_fmt_description = false;
 618     }
 619     vlc_mutex_unlock( &p_owner->lock );
 620     return b_changed;
 621 }
 622
 623 size_t input_DecoderGetFifoSize( decoder_t *p_dec )
 624 {
 625     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 626
 627     return block_FifoSize( p_owner->p_fifo );
 628 }
 629
 630 void input_DecoderGetObjects( decoder_t *p_dec,
 631                               vout_thread_t **pp_vout, audio_output_t **pp_aout )
 632 {
 633     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 634
 635     vlc_mutex_lock( &p_owner->lock );
 636     if( pp_vout )
 637         *pp_vout = p_owner->p_vout ? vlc_object_hold( p_owner->p_vout ) : NULL;
 638     if( pp_aout )
 639         *pp_aout = p_owner->p_aout ? vlc_object_hold( p_owner->p_aout ) : NULL;
 640     vlc_mutex_unlock( &p_owner->lock );
 641 }
 642
 643 /*****************************************************************************
 644  * Internal functions
 645  *****************************************************************************/
 646 static int DecoderGetInputAttachments( decoder_t *p_dec,
 647                                        input_attachment_t ***ppp_attachment,
 648                                        int *pi_attachment )
 649 {
 650     input_thread_t *p_input = p_dec->p_owner->p_input;
 651
 652     if( unlikely(p_input == NULL) )
 653         return VLC_ENOOBJ;
 654     return input_Control( p_input, INPUT_GET_ATTACHMENTS,
 655                           ppp_attachment, pi_attachment );
 656 }
 657 static mtime_t DecoderGetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
 658 {
 659     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 660
 661     vlc_mutex_lock( &p_owner->lock );
 662     if( p_owner->b_waiting || p_owner->b_paused )
 663         i_ts = VLC_TS_INVALID;
 664     vlc_mutex_unlock( &p_owner->lock );
 665
 666     if( !p_owner->p_clock || i_ts <= VLC_TS_INVALID )
 667         return i_ts;
 668
 669     if( input_clock_ConvertTS( p_owner->p_clock, NULL, &i_ts, NULL, INT64_MAX ) ) {
 670         msg_Err(p_dec, "Could not get display date for timestamp %"PRId64"", i_ts);
 671         return VLC_TS_INVALID;
 672     }
 673
 674     return i_ts;
 675 }
 676 static int DecoderGetDisplayRate( decoder_t *p_dec )
 677 {
 678     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 679
 680     if( !p_owner->p_clock )
 681         return INPUT_RATE_DEFAULT;
 682     return input_clock_GetRate( p_owner->p_clock );
 683 }
 684
 685 /* */
 686 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
 687 {
 688     if (codec != VLC_FOURCC('u','n','d','f')) {
 689         const char *desc = vlc_fourcc_GetDescription(p_dec->fmt_in.i_cat, codec);
 690         if (!desc || !*desc)
 691             desc = N_("No description for this codec");
 692         msg_Err( p_dec, "Codec `%4.4s' (%s) is not supported.", (char*)&codec, desc );
 693         dialog_Fatal( p_dec, _("Codec not supported"),
 694                 _("VLC could not decode the format \"%4.4s\" (%s)"),
 695                 (char*)&codec, desc );
 696     } else {
 697         msg_Err( p_dec, "could not identify codec" );
 698         dialog_Fatal( p_dec, _("Unidentified codec"),
 699             _("VLC could not identify the audio or video codec" ) );
 700     }
 701 }
 702
 703
 704 /**
 705  * Create a decoder object
 706  *
 707  * \param p_input the input thread
 708  * \param p_es the es descriptor
 709  * \param b_packetizer instead of a decoder
 710  * \return the decoder object
 711  */
 712 static decoder_t * CreateDecoder( vlc_object_t *p_parent,
 713                                   input_thread_t *p_input,
 714                                   es_format_t *fmt, bool b_packetizer,
 715                                   input_resource_t *p_resource,
 716                                   sout_instance_t *p_sout )
 717 {
 718     decoder_t *p_dec;
 719     decoder_owner_sys_t *p_owner;
 720     es_format_t null_es_format;
 721
 722     p_dec = vlc_custom_create( p_parent, sizeof( *p_dec ), "decoder" );
 723     if( p_dec == NULL )
 724         return NULL;
 725
 726     p_dec->pf_decode_audio = NULL;
 727     p_dec->pf_decode_video = NULL;
 728     p_dec->pf_decode_sub = NULL;
 729     p_dec->pf_get_cc = NULL;
 730     p_dec->pf_packetize = NULL;
 731
 732     /* Initialize the decoder */
 733     p_dec->p_module = NULL;
 734
 735     memset( &null_es_format, 0, sizeof(es_format_t) );
 736     es_format_Copy( &p_dec->fmt_in, fmt );
 737     es_format_Copy( &p_dec->fmt_out, &null_es_format );
 738
 739     p_dec->p_description = NULL;
 740
 741     /* Allocate our private structure for the decoder */
 742     p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
 743     if( unlikely(p_owner == NULL) )
 744     {
 745         vlc_object_release( p_dec );
 746         return NULL;
 747     }
 748     p_owner->i_preroll_end = VLC_TS_INVALID;
 749     p_owner->i_last_rate = INPUT_RATE_DEFAULT;
 750     p_owner->p_input = p_input;
 751     p_owner->p_resource = p_resource;
 752     p_owner->p_aout = NULL;
 753     p_owner->p_vout = NULL;
 754     p_owner->p_spu_vout = NULL;
 755     p_owner->i_spu_channel = 0;
 756     p_owner->i_spu_order = 0;
 757     p_owner->p_sout = p_sout;
 758     p_owner->p_sout_input = NULL;
 759     p_owner->p_packetizer = NULL;
 760     p_owner->b_packetizer = b_packetizer;
 761
 762     /* decoder fifo */
 763     p_owner->p_fifo = block_FifoNew();
 764     if( unlikely(p_owner->p_fifo == NULL) )
 765     {
 766         free( p_owner );
 767         vlc_object_release( p_dec );
 768         return NULL;
 769     }
 770
 771     /* Set buffers allocation callbacks for the decoders */
 772     p_dec->pf_aout_format_update = aout_update_format;
 773     p_dec->pf_vout_buffer_new = vout_new_buffer;
 774     p_dec->pf_vout_buffer_del = vout_del_buffer;
 775     p_dec->pf_picture_link    = vout_link_picture;
 776     p_dec->pf_picture_unlink  = vout_unlink_picture;
 777     p_dec->pf_spu_buffer_new  = spu_new_buffer;
 778     p_dec->pf_spu_buffer_del  = spu_del_buffer;
 779     /* */
 780     p_dec->pf_get_attachments  = DecoderGetInputAttachments;
 781     p_dec->pf_get_display_date = DecoderGetDisplayDate;
 782     p_dec->pf_get_display_rate = DecoderGetDisplayRate;
 783
 784     /* Find a suitable decoder/packetizer module */
 785     if( !b_packetizer )
 786         p_dec->p_module = module_need( p_dec, "decoder", "$codec", false );
 787     else
 788         p_dec->p_module = module_need( p_dec, "packetizer", "$packetizer", false );
 789
 790     /* Check if decoder requires already packetized data */
 791     if( !b_packetizer &&
 792         p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
 793     {
 794         p_owner->p_packetizer =
 795             vlc_custom_create( p_parent, sizeof( decoder_t ), "packetizer" );
 796         if( p_owner->p_packetizer )
 797         {
 798             es_format_Copy( &p_owner->p_packetizer->fmt_in,
 799                             &p_dec->fmt_in );
 800
 801             es_format_Copy( &p_owner->p_packetizer->fmt_out,
 802                             &null_es_format );
 803
 804             p_owner->p_packetizer->p_module =
 805                 module_need( p_owner->p_packetizer,
 806                              "packetizer", "$packetizer", false );
 807
 808             if( !p_owner->p_packetizer->p_module )
 809             {
 810                 es_format_Clean( &p_owner->p_packetizer->fmt_in );
 811                 vlc_object_release( p_owner->p_packetizer );
 812                 p_owner->p_packetizer = NULL;
 813             }
 814         }
 815     }
 816
 817     /* Copy ourself the input replay gain */
 818     if( fmt->i_cat == AUDIO_ES )
 819     {
 820         for( unsigned i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
 821         {
 822             if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
 823             {
 824                 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
 825                 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
 826             }
 827             if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
 828             {
 829                 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
 830                 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
 831             }
 832         }
 833     }
 834
 835     /* */
 836     vlc_mutex_init( &p_owner->lock );
 837     vlc_cond_init( &p_owner->wait_request );
 838     vlc_cond_init( &p_owner->wait_acknowledge );
 839
 840     p_owner->b_fmt_description = false;
 841     es_format_Init( &p_owner->fmt_description, UNKNOWN_ES, 0 );
 842     p_owner->p_description = NULL;
 843
 844     p_owner->b_exit = false;
 845
 846     p_owner->b_paused = false;
 847     p_owner->pause.i_date = VLC_TS_INVALID;
 848     p_owner->pause.i_ignore = 0;
 849
 850     p_owner->b_waiting = false;
 851     p_owner->b_first = true;
 852     p_owner->b_has_data = false;
 853
 854     p_owner->b_flushing = false;
 855
 856     /* */
 857     p_owner->cc.b_supported = false;
 858     if( !b_packetizer )
 859     {
 860         if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
 861             p_owner->cc.b_supported = true;
 862         if( p_dec->pf_get_cc )
 863             p_owner->cc.b_supported = true;
 864     }
 865
 866     for( unsigned i = 0; i < 4; i++ )
 867     {
 868         p_owner->cc.pb_present[i] = false;
 869         p_owner->cc.pp_decoder[i] = NULL;
 870     }
 871     p_owner->i_ts_delay = 0;
 872     return p_dec;
 873 }
 874
 875 /**
 876  * The decoding main loop
 877  *
 878  * \param p_dec the decoder
 879  */
 880 static void *DecoderThread( void *p_data )
 881 {
 882     decoder_t *p_dec = (decoder_t *)p_data;
 883     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 884
 885     /* The decoder's main loop */
 886     for( ;; )
 887     {
 888         block_t *p_block = block_FifoGet( p_owner->p_fifo );
 889
 890         /* Make sure there is no cancellation point other than this one^^.
 891          * If you need one, be sure to push cleanup of p_block. */
 892         bool end_wait = !p_block || p_block->i_flags & BLOCK_FLAG_CORE_EOS;
 893         DecoderSignalWait( p_dec, end_wait );
 894         if (end_wait)
 895             input_DecoderStopWait( p_dec );
 896
 897         if( p_block )
 898         {
 899             int canc = vlc_savecancel();
 900
 901             if( p_block->i_flags & BLOCK_FLAG_CORE_EOS )
 902             {
 903                 /* calling DecoderProcess() with NULL block will make
 904                  * decoders/packetizers flush their buffers */
 905                 block_Release( p_block );
 906                 p_block = NULL;
 907             }
 908
 909             DecoderProcess( p_dec, p_block );
 910
 911             vlc_restorecancel( canc );
 912         }
 913     }
 914     return NULL;
 915 }
 916
 917 static block_t *DecoderBlockFlushNew()
 918 {
 919     block_t *p_null = block_Alloc( 128 );
 920     if( !p_null )
 921         return NULL;
 922
 923     p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY |
 924                        BLOCK_FLAG_CORRUPTED |
 925                        BLOCK_FLAG_CORE_FLUSH;
 926     memset( p_null->p_buffer, 0, p_null->i_buffer );
 927
 928     return p_null;
 929 }
 930
 931 static void DecoderFlush( decoder_t *p_dec )
 932 {
 933     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 934
 935     vlc_assert_locked( &p_owner->lock );
 936
 937     /* Empty the fifo */
 938     block_FifoEmpty( p_owner->p_fifo );
 939
 940     /* Monitor for flush end */
 941     p_owner->b_flushing = true;
 942     vlc_cond_signal( &p_owner->wait_request );
 943
 944     /* Send a special block */
 945     block_t *p_null = DecoderBlockFlushNew();
 946     if( !p_null )
 947         return;
 948     input_DecoderDecode( p_dec, p_null, false );
 949
 950     /* */
 951     while( p_owner->b_flushing )
 952         vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
 953 }
 954
 955 static void DecoderSignalWait( decoder_t *p_dec, bool b_has_data )
 956 {
 957     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 958
 959     vlc_mutex_lock( &p_owner->lock );
 960
 961     if( p_owner->b_waiting )
 962     {
 963         if( b_has_data )
 964             p_owner->b_has_data = true;
 965         vlc_cond_signal( &p_owner->wait_acknowledge );
 966     }
 967
 968     vlc_mutex_unlock( &p_owner->lock );
 969 }
 970
 971 static bool DecoderIsFlushing( decoder_t *p_dec )
 972 {
 973     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 974     bool b_flushing;
 975
 976     vlc_mutex_lock( &p_owner->lock );
 977
 978     b_flushing = p_owner->b_flushing;
 979
 980     vlc_mutex_unlock( &p_owner->lock );
 981
 982     return b_flushing;
 983 }
 984
 985 static bool DecoderWaitUnblock( decoder_t *p_dec )
 986 {
 987     decoder_owner_sys_t *p_owner = p_dec->p_owner;
 988
 989     vlc_assert_locked( &p_owner->lock );
 990
 991     for( ;; )
 992     {
 993         if( p_owner->b_flushing )
 994             break;
 995         if( p_owner->b_paused )
 996         {
 997             if( p_owner->b_waiting && !p_owner->b_has_data )
 998                 break;
 999             if( p_owner->pause.i_ignore > 0 )
1000             {
1001                 p_owner->pause.i_ignore--;
1002                 break;
1003             }
1004         }
1005         else
1006         {
1007             if( !p_owner->b_waiting || !p_owner->b_has_data )
1008                 break;
1009         }
1010         vlc_cond_wait( &p_owner->wait_request, &p_owner->lock );
1011     }
1012
1013     return p_owner->b_flushing;
1014 }
1015
1016 static void DecoderOutputChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
1017 {
1018     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1019
1020     vlc_assert_locked( &p_owner->lock );
1021
1022     /* XXX only audio and video output have to be paused.
1023      * - for sout it is useless
1024      * - for subs, it is done by the vout
1025      */
1026     if( p_dec->fmt_out.i_cat == AUDIO_ES )
1027     {
1028         if( p_owner->p_aout )
1029             aout_DecChangePause( p_owner->p_aout, b_paused, i_date );
1030     }
1031     else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1032     {
1033         if( p_owner->p_vout )
1034             vout_ChangePause( p_owner->p_vout, b_paused, i_date );
1035     }
1036 }
1037 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
1038 {
1039     if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
1040         *pi_preroll = INT64_MAX;
1041     else if( p->i_dts > VLC_TS_INVALID )
1042         *pi_preroll = __MIN( *pi_preroll, p->i_dts );
1043     else if( p->i_pts > VLC_TS_INVALID )
1044         *pi_preroll = __MIN( *pi_preroll, p->i_pts );
1045 }
1046
1047 static void DecoderFixTs( decoder_t *p_dec, mtime_t *pi_ts0, mtime_t *pi_ts1,
1048                           mtime_t *pi_duration, int *pi_rate, mtime_t i_ts_bound )
1049 {
1050     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1051     input_clock_t   *p_clock = p_owner->p_clock;
1052
1053     vlc_assert_locked( &p_owner->lock );
1054
1055     const mtime_t i_es_delay = p_owner->i_ts_delay;
1056
1057     if( !p_clock )
1058         return;
1059
1060     const bool b_ephemere = pi_ts1 && *pi_ts0 == *pi_ts1;
1061     int i_rate;
1062
1063     if( *pi_ts0 > VLC_TS_INVALID )
1064     {
1065         *pi_ts0 += i_es_delay;
1066         if( pi_ts1 && *pi_ts1 > VLC_TS_INVALID )
1067             *pi_ts1 += i_es_delay;
1068         if( input_clock_ConvertTS( p_clock, &i_rate, pi_ts0, pi_ts1, i_ts_bound ) ) {
1069             if( pi_ts1 != NULL )
1070                 msg_Err(p_dec, "Could not convert timestamps %"PRId64
1071                         ", %"PRId64"", *pi_ts0, *pi_ts1);
1072             else
1073                 msg_Err(p_dec, "Could not convert timestamp %"PRId64, *pi_ts0);
1074             *pi_ts0 = VLC_TS_INVALID;
1075         }
1076     }
1077     else
1078     {
1079         i_rate = input_clock_GetRate( p_clock );
1080     }
1081
1082     /* Do not create ephemere data because of rounding errors */
1083     if( !b_ephemere && pi_ts1 && *pi_ts0 == *pi_ts1 )
1084         *pi_ts1 += 1;
1085
1086     if( pi_duration )
1087         *pi_duration = ( *pi_duration * i_rate + INPUT_RATE_DEFAULT-1 )
1088             / INPUT_RATE_DEFAULT;
1089
1090     if( pi_rate )
1091         *pi_rate = i_rate;
1092 }
1093
1094 static bool DecoderIsExitRequested( decoder_t *p_dec )
1095 {
1096     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1097
1098     vlc_mutex_lock( &p_owner->lock );
1099     bool b_exit = p_owner->b_exit;
1100     vlc_mutex_unlock( &p_owner->lock );
1101
1102     return b_exit;
1103 }
1104
1105 /**
1106  * If *pb_reject, it does nothing, otherwise it waits for the given
1107  * deadline or a flush request (in which case it set *pi_reject to true.
1108  */
1109 static void DecoderWaitDate( decoder_t *p_dec,
1110                              bool *pb_reject, mtime_t i_deadline )
1111 {
1112     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1113
1114     vlc_assert_locked( &p_owner->lock );
1115
1116     if( *pb_reject || i_deadline < 0 )
1117         return;
1118
1119     do
1120     {
1121         if( p_owner->b_flushing || p_owner->b_exit )
1122         {
1123             *pb_reject = true;
1124             break;
1125         }
1126     }
1127     while( vlc_cond_timedwait( &p_owner->wait_request, &p_owner->lock,
1128                                i_deadline ) == 0 );
1129 }
1130
1131 static void DecoderPlayAudio( decoder_t *p_dec, block_t *p_audio,
1132                               int *pi_played_sum, int *pi_lost_sum )
1133 {
1134     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1135     audio_output_t *p_aout = p_owner->p_aout;
1136
1137     /* */
1138     if( p_audio && p_audio->i_pts <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify audio_output/*
1139     {
1140         msg_Warn( p_dec, "non-dated audio buffer received" );
1141         *pi_lost_sum += 1;
1142         block_Release( p_audio );
1143         return;
1144     }
1145
1146     /* */
1147     vlc_mutex_lock( &p_owner->lock );
1148
1149     if( p_audio && p_owner->b_waiting )
1150     {
1151         p_owner->b_has_data = true;
1152         vlc_cond_signal( &p_owner->wait_acknowledge );
1153     }
1154
1155     for( ;; )
1156     {
1157         bool b_paused;
1158
1159         bool b_reject = DecoderWaitUnblock( p_dec );
1160
1161         b_paused = p_owner->b_paused;
1162
1163         if (!p_audio)
1164             break;
1165
1166         /* */
1167         int i_rate = INPUT_RATE_DEFAULT;
1168
1169         DecoderFixTs( p_dec, &p_audio->i_pts, NULL, &p_audio->i_length,
1170                       &i_rate, AOUT_MAX_ADVANCE_TIME );
1171
1172         if( p_audio->i_pts <= VLC_TS_INVALID
1173          || i_rate < INPUT_RATE_DEFAULT/AOUT_MAX_INPUT_RATE
1174          || i_rate > INPUT_RATE_DEFAULT*AOUT_MAX_INPUT_RATE )
1175             b_reject = true;
1176
1177         DecoderWaitDate( p_dec, &b_reject,
1178                          p_audio->i_pts - AOUT_MAX_PREPARE_TIME );
1179
1180         if( unlikely(p_owner->b_paused != b_paused) )
1181             continue; /* race with input thread? retry... */
1182         if( p_aout == NULL )
1183             b_reject = true;
1184
1185         if( !b_reject )
1186         {
1187             assert( !p_owner->b_paused );
1188             if( !aout_DecPlay( p_aout, p_audio, i_rate ) )
1189                 *pi_played_sum += 1;
1190             *pi_lost_sum += aout_DecGetResetLost( p_aout );
1191         }
1192         else
1193         {
1194             msg_Dbg( p_dec, "discarded audio buffer" );
1195             *pi_lost_sum += 1;
1196             block_Release( p_audio );
1197         }
1198
1199         break;
1200     }
1201     vlc_mutex_unlock( &p_owner->lock );
1202 }
1203
1204 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
1205 {
1206     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1207     block_t *p_aout_buf;
1208     int i_decoded = 0;
1209     int i_lost = 0;
1210     int i_played = 0;
1211
1212     if (!p_block) {
1213         /* Play a NULL block to output buffered frames */
1214         DecoderPlayAudio( p_dec, NULL, &i_played, &i_lost );
1215     }
1216     else while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
1217     {
1218         if( DecoderIsExitRequested( p_dec ) )
1219         {
1220             /* It prevent freezing VLC in case of broken decoder */
1221             block_Release( p_aout_buf );
1222             if( p_block )
1223                 block_Release( p_block );
1224             break;
1225         }
1226         i_decoded++;
1227
1228         if( p_owner->i_preroll_end > VLC_TS_INVALID &&
1229             p_aout_buf->i_pts < p_owner->i_preroll_end )
1230         {
1231             block_Release( p_aout_buf );
1232             continue;
1233         }
1234
1235         if( p_owner->i_preroll_end > VLC_TS_INVALID )
1236         {
1237             msg_Dbg( p_dec, "End of audio preroll" );
1238             if( p_owner->p_aout )
1239                 aout_DecFlush( p_owner->p_aout );
1240             /* */
1241             p_owner->i_preroll_end = VLC_TS_INVALID;
1242         }
1243
1244         DecoderPlayAudio( p_dec, p_aout_buf, &i_played, &i_lost );
1245     }
1246
1247     /* Update ugly stat */
1248     input_thread_t  *p_input = p_owner->p_input;
1249
1250     if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_played > 0) )
1251     {
1252         vlc_mutex_lock( &p_input->p->counters.counters_lock);
1253         stats_Update( p_input->p->counters.p_lost_abuffers, i_lost, NULL );
1254         stats_Update( p_input->p->counters.p_played_abuffers, i_played, NULL );
1255         stats_Update( p_input->p->counters.p_decoded_audio, i_decoded, NULL );
1256         vlc_mutex_unlock( &p_input->p->counters.counters_lock);
1257     }
1258 }
1259 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
1260 {
1261     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1262     block_t *p_cc;
1263     bool pb_present[4];
1264     bool b_processed = false;
1265     int i;
1266     int i_cc_decoder;
1267
1268     assert( p_dec_cc->pf_get_cc != NULL );
1269
1270     /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
1271     if( !p_owner->cc.b_supported )
1272         return;
1273
1274     p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
1275     if( !p_cc )
1276         return;
1277
1278     vlc_mutex_lock( &p_owner->lock );
1279     for( i = 0, i_cc_decoder = 0; i < 4; i++ )
1280     {
1281         p_owner->cc.pb_present[i] |= pb_present[i];
1282         if( p_owner->cc.pp_decoder[i] )
1283             i_cc_decoder++;
1284     }
1285
1286     for( i = 0; i < 4; i++ )
1287     {
1288         if( !p_owner->cc.pp_decoder[i] )
1289             continue;
1290
1291         block_FifoPut( p_owner->cc.pp_decoder[i]->p_owner->p_fifo,
1292             (i_cc_decoder > 1) ? block_Duplicate(p_cc) : p_cc);
1293
1294         i_cc_decoder--;
1295         b_processed = true;
1296     }
1297     vlc_mutex_unlock( &p_owner->lock );
1298
1299     if( !b_processed )
1300         block_Release( p_cc );
1301 }
1302
1303 static void DecoderPlayVideo( decoder_t *p_dec, picture_t *p_picture,
1304                               int *pi_played_sum, int *pi_lost_sum )
1305 {
1306     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1307     vout_thread_t  *p_vout = p_owner->p_vout;
1308
1309     if( p_picture->date <= VLC_TS_INVALID )
1310     {
1311         msg_Warn( p_dec, "non-dated video buffer received" );
1312         *pi_lost_sum += 1;
1313         vout_ReleasePicture( p_vout, p_picture );
1314         return;
1315     }
1316
1317     /* */
1318     vlc_mutex_lock( &p_owner->lock );
1319
1320     if( p_owner->b_waiting && !p_owner->b_first )
1321     {
1322         p_owner->b_has_data = true;
1323         vlc_cond_signal( &p_owner->wait_acknowledge );
1324     }
1325     bool b_first_after_wait = p_owner->b_waiting && p_owner->b_has_data;
1326
1327     bool b_reject = DecoderWaitUnblock( p_dec );
1328
1329     if( p_owner->b_waiting )
1330     {
1331         assert( p_owner->b_first );
1332         msg_Dbg( p_dec, "Received first picture" );
1333         p_owner->b_first = false;
1334         p_picture->b_force = true;
1335     }
1336
1337     const bool b_dated = p_picture->date > VLC_TS_INVALID;
1338     int i_rate = INPUT_RATE_DEFAULT;
1339     DecoderFixTs( p_dec, &p_picture->date, NULL, NULL,
1340                   &i_rate, DECODER_BOGUS_VIDEO_DELAY );
1341
1342     vlc_mutex_unlock( &p_owner->lock );
1343
1344     /* */
1345     if( !p_picture->b_force && p_picture->date <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify video_output/*
1346         b_reject = true;
1347
1348     if( !b_reject )
1349     {
1350         if( i_rate != p_owner->i_last_rate || b_first_after_wait )
1351         {
1352             /* Be sure to not display old picture after our own */
1353             vout_Flush( p_vout, p_picture->date );
1354             p_owner->i_last_rate = i_rate;
1355         }
1356         vout_PutPicture( p_vout, p_picture );
1357     }
1358     else
1359     {
1360         if( b_dated )
1361             msg_Warn( p_dec, "early picture skipped" );
1362         else
1363             msg_Warn( p_dec, "non-dated video buffer received" );
1364
1365         *pi_lost_sum += 1;
1366         vout_ReleasePicture( p_vout, p_picture );
1367     }
1368     int i_tmp_display;
1369     int i_tmp_lost;
1370     vout_GetResetStatistic( p_vout, &i_tmp_display, &i_tmp_lost );
1371
1372     *pi_played_sum += i_tmp_display;
1373     *pi_lost_sum += i_tmp_lost;
1374 }
1375
1376 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
1377 {
1378     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1379     picture_t      *p_pic;
1380     int i_lost = 0;
1381     int i_decoded = 0;
1382     int i_displayed = 0;
1383
1384     while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
1385     {
1386         vout_thread_t  *p_vout = p_owner->p_vout;
1387         if( DecoderIsExitRequested( p_dec ) )
1388         {
1389             /* It prevent freezing VLC in case of broken decoder */
1390             vout_ReleasePicture( p_vout, p_pic );
1391             if( p_block )
1392                 block_Release( p_block );
1393             break;
1394         }
1395
1396         i_decoded++;
1397
1398         if( p_owner->i_preroll_end > VLC_TS_INVALID && p_pic->date < p_owner->i_preroll_end )
1399         {
1400             vout_ReleasePicture( p_vout, p_pic );
1401             continue;
1402         }
1403
1404         if( p_owner->i_preroll_end > VLC_TS_INVALID )
1405         {
1406             msg_Dbg( p_dec, "End of video preroll" );
1407             if( p_vout )
1408                 vout_Flush( p_vout, VLC_TS_INVALID+1 );
1409             /* */
1410             p_owner->i_preroll_end = VLC_TS_INVALID;
1411         }
1412
1413         if( p_dec->pf_get_cc &&
1414             ( !p_owner->p_packetizer || !p_owner->p_packetizer->pf_get_cc ) )
1415             DecoderGetCc( p_dec, p_dec );
1416
1417         DecoderPlayVideo( p_dec, p_pic, &i_displayed, &i_lost );
1418     }
1419
1420     /* Update ugly stat */
1421     input_thread_t *p_input = p_owner->p_input;
1422
1423     if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_displayed > 0) )
1424     {
1425         vlc_mutex_lock( &p_input->p->counters.counters_lock );
1426         stats_Update( p_input->p->counters.p_decoded_video, i_decoded, NULL );
1427         stats_Update( p_input->p->counters.p_lost_pictures, i_lost , NULL);
1428         stats_Update( p_input->p->counters.p_displayed_pictures,
1429                       i_displayed, NULL);
1430         vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1431     }
1432 }
1433
1434 static void DecoderPlaySpu( decoder_t *p_dec, subpicture_t *p_subpic )
1435 {
1436     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1437     vout_thread_t *p_vout = p_owner->p_spu_vout;
1438
1439     /* */
1440     if( p_subpic->i_start <= VLC_TS_INVALID )
1441     {
1442         msg_Warn( p_dec, "non-dated spu buffer received" );
1443         subpicture_Delete( p_subpic );
1444         return;
1445     }
1446
1447     /* */
1448     vlc_mutex_lock( &p_owner->lock );
1449
1450     if( p_owner->b_waiting )
1451     {
1452         p_owner->b_has_data = true;
1453         vlc_cond_signal( &p_owner->wait_acknowledge );
1454     }
1455
1456     bool b_reject = DecoderWaitUnblock( p_dec );
1457
1458     DecoderFixTs( p_dec, &p_subpic->i_start, &p_subpic->i_stop, NULL,
1459                   NULL, INT64_MAX );
1460
1461     if( p_subpic->i_start <= VLC_TS_INVALID )
1462         b_reject = true;
1463
1464     DecoderWaitDate( p_dec, &b_reject,
1465                      p_subpic->i_start - SPU_MAX_PREPARE_TIME );
1466     vlc_mutex_unlock( &p_owner->lock );
1467
1468     if( !b_reject )
1469         vout_PutSubpicture( p_vout, p_subpic );
1470     else
1471         subpicture_Delete( p_subpic );
1472 }
1473
1474 #ifdef ENABLE_SOUT
1475 static int DecoderPlaySout( decoder_t *p_dec, block_t *p_sout_block )
1476 {
1477     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1478
1479     assert( p_owner->p_clock );
1480     assert( !p_sout_block->p_next );
1481
1482     vlc_mutex_lock( &p_owner->lock );
1483
1484     if( p_owner->b_waiting )
1485     {
1486         p_owner->b_has_data = true;
1487         vlc_cond_signal( &p_owner->wait_acknowledge );
1488     }
1489
1490     bool b_reject = DecoderWaitUnblock( p_dec );
1491
1492     DecoderFixTs( p_dec, &p_sout_block->i_dts, &p_sout_block->i_pts,
1493                   &p_sout_block->i_length, NULL, INT64_MAX );
1494
1495     vlc_mutex_unlock( &p_owner->lock );
1496
1497     if( !b_reject )
1498     {
1499         /* FIXME --VLC_TS_INVALID inspect stream_output*/
1500         return sout_InputSendBuffer( p_owner->p_sout_input, p_sout_block );
1501     }
1502     else
1503     {
1504         block_Release( p_sout_block );
1505         return VLC_EGENERIC;
1506     }
1507 }
1508 #endif
1509
1510 #ifdef ENABLE_SOUT
1511 /* This function process a block for sout
1512  */
1513 static void DecoderProcessSout( decoder_t *p_dec, block_t *p_block )
1514 {
1515     decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1516     block_t *p_sout_block;
1517
1518     while( ( p_sout_block =
1519                  p_dec->pf_packetize( p_dec, p_block ? &p_block : NULL ) ) )
1520     {
1521         if( !p_owner->p_sout_input )
1522         {
1523             es_format_Copy( &p_owner->sout, &p_dec->fmt_out );
1524
1525             p_owner->sout.i_group = p_dec->fmt_in.i_group;
1526             p_owner->sout.i_id = p_dec->fmt_in.i_id;
1527             if( p_dec->fmt_in.psz_language )
1528             {
1529                 free( p_owner->sout.psz_language );
1530                 p_owner->sout.psz_language =
1531                     strdup( p_dec->fmt_in.psz_language );
1532             }
1533
1534             p_owner->p_sout_input =
1535                 sout_InputNew( p_owner->p_sout,
1536                                &p_owner->sout );
1537
1538             if( p_owner->p_sout_input == NULL )
1539             {
1540                 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
1541                          (char *)&p_owner->sout.i_codec );
1542                 p_dec->b_error = true;
1543
1544                 block_ChainRelease(p_sout_block);
1545                 break;
1546             }
1547         }
1548
1549         while( p_sout_block )
1550         {
1551             block_t *p_next = p_sout_block->p_next;
1552
1553             p_sout_block->p_next = NULL;
1554
1555             if( DecoderPlaySout( p_dec, p_sout_block ) == VLC_EGENERIC )
1556             {
1557                 msg_Err( p_dec, "cannot continue streaming due to errors" );
1558
1559                 p_dec->b_error = true;
1560
1561                 /* Cleanup */
1562                 block_ChainRelease( p_next );
1563                 return;
1564             }
1565
1566             p_sout_block = p_next;
1567         }
1568     }
1569 }
1570 #endif
1571
1572 /* This function process a video block
1573  */
1574 static void DecoderProcessVideo( decoder_t *p_dec, block_t *p_block, bool b_flush )
1575 {
1576     decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1577
1578     if( p_owner->p_packetizer )
1579     {
1580         block_t *p_packetized_block;
1581         decoder_t *p_packetizer = p_owner->p_packetizer;
1582
1583         while( (p_packetized_block =
1584                 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1585         {
1586             if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1587             {
1588                 es_format_Clean( &p_dec->fmt_in );
1589                 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1590             }
1591
1592             /* If the packetizer provides aspect ratio information, pass it
1593              * to the decoder as a hint if the decoder itself can't provide
1594              * it. Copy it regardless of the current value of the decoder input
1595              * format aspect ratio, to properly propagate changes in aspect
1596              * ratio. */
1597             if( p_packetizer->fmt_out.video.i_sar_num > 0 &&
1598                     p_packetizer->fmt_out.video.i_sar_den > 0)
1599             {
1600                 p_dec->fmt_in.video.i_sar_num =
1601                     p_packetizer->fmt_out.video.i_sar_num;
1602                 p_dec->fmt_in.video.i_sar_den=
1603                     p_packetizer->fmt_out.video.i_sar_den;
1604             }
1605
1606             if( p_packetizer->pf_get_cc )
1607                 DecoderGetCc( p_dec, p_packetizer );
1608
1609             while( p_packetized_block )
1610             {
1611                 block_t *p_next = p_packetized_block->p_next;
1612                 p_packetized_block->p_next = NULL;
1613
1614                 DecoderDecodeVideo( p_dec, p_packetized_block );
1615
1616                 p_packetized_block = p_next;
1617             }
1618         }
1619         /* The packetizer does not output a block that tell the decoder to flush
1620          * do it ourself */
1621         if( b_flush )
1622         {
1623             block_t *p_null = DecoderBlockFlushNew();
1624             if( p_null )
1625                 DecoderDecodeVideo( p_dec, p_null );
1626         }
1627     }
1628     else
1629     {
1630         DecoderDecodeVideo( p_dec, p_block );
1631     }
1632
1633     if( b_flush && p_owner->p_vout )
1634         vout_Flush( p_owner->p_vout, VLC_TS_INVALID+1 );
1635 }
1636
1637 /* This function process a audio block
1638  */
1639 static void DecoderProcessAudio( decoder_t *p_dec, block_t *p_block, bool b_flush )
1640 {
1641     decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1642
1643     if( p_owner->p_packetizer )
1644     {
1645         block_t *p_packetized_block;
1646         decoder_t *p_packetizer = p_owner->p_packetizer;
1647
1648         while( (p_packetized_block =
1649                 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1650         {
1651             if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1652             {
1653                 es_format_Clean( &p_dec->fmt_in );
1654                 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1655             }
1656
1657             while( p_packetized_block )
1658             {
1659                 block_t *p_next = p_packetized_block->p_next;
1660                 p_packetized_block->p_next = NULL;
1661
1662                 DecoderDecodeAudio( p_dec, p_packetized_block );
1663
1664                 p_packetized_block = p_next;
1665             }
1666         }
1667         /* The packetizer does not output a block that tell the decoder to flush
1668          * do it ourself */
1669         if( b_flush )
1670         {
1671             block_t *p_null = DecoderBlockFlushNew();
1672             if( p_null )
1673                 DecoderDecodeAudio( p_dec, p_null );
1674         }
1675     }
1676     else
1677     {
1678         DecoderDecodeAudio( p_dec, p_block );
1679     }
1680
1681     if( b_flush && p_owner->p_aout )
1682         aout_DecFlush( p_owner->p_aout );
1683 }
1684
1685 /* This function process a subtitle block
1686  */
1687 static void DecoderProcessSpu( decoder_t *p_dec, block_t *p_block, bool b_flush )
1688 {
1689     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1690
1691     input_thread_t *p_input = p_owner->p_input;
1692     vout_thread_t *p_vout;
1693     subpicture_t *p_spu;
1694
1695     while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1696     {
1697         if( p_input != NULL )
1698         {
1699             vlc_mutex_lock( &p_input->p->counters.counters_lock );
1700             stats_Update( p_input->p->counters.p_decoded_sub, 1, NULL );
1701             vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1702         }
1703
1704         p_vout = input_resource_HoldVout( p_owner->p_resource );
1705         if( p_vout && p_owner->p_spu_vout == p_vout )
1706         {
1707             /* Preroll does not work very well with subtitle */
1708             if( p_spu->i_start > VLC_TS_INVALID &&
1709                 p_spu->i_start < p_owner->i_preroll_end &&
1710                 ( p_spu->i_stop <= VLC_TS_INVALID || p_spu->i_stop < p_owner->i_preroll_end ) )
1711             {
1712                 subpicture_Delete( p_spu );
1713             }
1714             else
1715             {
1716                 DecoderPlaySpu( p_dec, p_spu );
1717             }
1718         }
1719         else
1720         {
1721             subpicture_Delete( p_spu );
1722         }
1723         if( p_vout )
1724             vlc_object_release( p_vout );
1725     }
1726
1727     if( b_flush && p_owner->p_spu_vout )
1728     {
1729         p_vout = input_resource_HoldVout( p_owner->p_resource );
1730
1731         if( p_vout && p_owner->p_spu_vout == p_vout )
1732             vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1733
1734         if( p_vout )
1735             vlc_object_release( p_vout );
1736     }
1737 }
1738
1739 /* */
1740 static void DecoderProcessOnFlush( decoder_t *p_dec )
1741 {
1742     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1743
1744     vlc_mutex_lock( &p_owner->lock );
1745
1746     if( p_owner->b_flushing )
1747     {
1748         p_owner->b_flushing = false;
1749         vlc_cond_signal( &p_owner->wait_acknowledge );
1750     }
1751     vlc_mutex_unlock( &p_owner->lock );
1752 }
1753
1754 /**
1755  * Decode a block
1756  *
1757  * \param p_dec the decoder object
1758  * \param p_block the block to decode
1759  * \return VLC_SUCCESS or an error code
1760  */
1761 static void DecoderProcess( decoder_t *p_dec, block_t *p_block )
1762 {
1763     decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1764     const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
1765
1766     if( p_dec->b_error )
1767     {
1768         if( p_block )
1769             block_Release( p_block );
1770         goto flush;
1771     }
1772
1773     if( p_block && p_block->i_buffer <= 0 )
1774     {
1775         assert( !b_flush_request );
1776         block_Release( p_block );
1777         return;
1778     }
1779
1780 #ifdef ENABLE_SOUT
1781     if( p_owner->b_packetizer )
1782     {
1783         if( p_block )
1784             p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1785
1786         DecoderProcessSout( p_dec, p_block );
1787     }
1788     else
1789 #endif
1790     {
1791         bool b_flush = false;
1792
1793         if( p_block )
1794         {
1795             const bool b_flushing = p_owner->i_preroll_end == INT64_MAX;
1796             DecoderUpdatePreroll( &p_owner->i_preroll_end, p_block );
1797
1798             b_flush = !b_flushing && b_flush_request;
1799
1800             p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1801         }
1802
1803         if( p_dec->fmt_out.i_cat == AUDIO_ES )
1804         {
1805             DecoderProcessAudio( p_dec, p_block, b_flush );
1806         }
1807         else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1808         {
1809             DecoderProcessVideo( p_dec, p_block, b_flush );
1810         }
1811         else if( p_dec->fmt_out.i_cat == SPU_ES )
1812         {
1813             DecoderProcessSpu( p_dec, p_block, b_flush );
1814         }
1815         else
1816         {
1817             msg_Err( p_dec, "unknown ES format" );
1818             p_dec->b_error = true;
1819         }
1820     }
1821
1822     /* */
1823 flush:
1824     if( b_flush_request )
1825         DecoderProcessOnFlush( p_dec );
1826 }
1827
1828 /**
1829  * Destroys a decoder object
1830  *
1831  * \param p_dec the decoder object
1832  * \return nothing
1833  */
1834 static void DeleteDecoder( decoder_t * p_dec )
1835 {
1836     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1837
1838     msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1839              (char*)&p_dec->fmt_in.i_codec,
1840              (unsigned)block_FifoCount( p_owner->p_fifo ) );
1841
1842     /* Free all packets still in the decoder fifo. */
1843     block_FifoEmpty( p_owner->p_fifo );
1844     block_FifoRelease( p_owner->p_fifo );
1845
1846     /* Cleanup */
1847     if( p_owner->p_aout )
1848     {
1849         /* TODO: REVISIT gap-less audio */
1850         aout_DecFlush( p_owner->p_aout );
1851         aout_DecDelete( p_owner->p_aout );
1852         input_resource_PutAout( p_owner->p_resource, p_owner->p_aout );
1853         if( p_owner->p_input != NULL )
1854             input_SendEventAout( p_owner->p_input );
1855     }
1856     if( p_owner->p_vout )
1857     {
1858         /* Hack to make sure all the the pictures are freed by the decoder
1859          * and that the vout is not paused anymore */
1860         vout_Reset( p_owner->p_vout );
1861
1862         /* */
1863         input_resource_RequestVout( p_owner->p_resource, p_owner->p_vout, NULL,
1864                                     0, true );
1865         if( p_owner->p_input != NULL )
1866             input_SendEventVout( p_owner->p_input );
1867     }
1868
1869 #ifdef ENABLE_SOUT
1870     if( p_owner->p_sout_input )
1871     {
1872         sout_InputDelete( p_owner->p_sout_input );
1873         es_format_Clean( &p_owner->sout );
1874     }
1875 #endif
1876
1877     if( p_dec->fmt_out.i_cat == SPU_ES )
1878     {
1879         vout_thread_t *p_vout = input_resource_HoldVout( p_owner->p_resource );
1880         if( p_vout )
1881         {
1882             if( p_owner->p_spu_vout == p_vout )
1883                 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1884             vlc_object_release( p_vout );
1885         }
1886     }
1887
1888     es_format_Clean( &p_dec->fmt_in );
1889     es_format_Clean( &p_dec->fmt_out );
1890     if( p_dec->p_description )
1891         vlc_meta_Delete( p_dec->p_description );
1892     es_format_Clean( &p_owner->fmt_description );
1893     if( p_owner->p_description )
1894         vlc_meta_Delete( p_owner->p_description );
1895
1896     if( p_owner->p_packetizer )
1897     {
1898         module_unneed( p_owner->p_packetizer,
1899                        p_owner->p_packetizer->p_module );
1900         es_format_Clean( &p_owner->p_packetizer->fmt_in );
1901         es_format_Clean( &p_owner->p_packetizer->fmt_out );
1902         if( p_owner->p_packetizer->p_description )
1903             vlc_meta_Delete( p_owner->p_packetizer->p_description );
1904         vlc_object_release( p_owner->p_packetizer );
1905     }
1906
1907     vlc_cond_destroy( &p_owner->wait_acknowledge );
1908     vlc_cond_destroy( &p_owner->wait_request );
1909     vlc_mutex_destroy( &p_owner->lock );
1910
1911     vlc_object_release( p_dec );
1912
1913     free( p_owner );
1914 }
1915
1916 /*****************************************************************************
1917  * Buffers allocation callbacks for the decoders
1918  *****************************************************************************/
1919 static void DecoderUpdateFormatLocked( decoder_t *p_dec )
1920 {
1921     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1922
1923     vlc_assert_locked( &p_owner->lock );
1924
1925     p_owner->b_fmt_description = true;
1926
1927     /* Copy es_format */
1928     es_format_Clean( &p_owner->fmt_description );
1929     es_format_Copy( &p_owner->fmt_description, &p_dec->fmt_out );
1930
1931     /* Move p_description */
1932     if( p_owner->p_description && p_dec->p_description )
1933         vlc_meta_Delete( p_owner->p_description );
1934     p_owner->p_description = p_dec->p_description;
1935     p_dec->p_description = NULL;
1936 }
1937 static vout_thread_t *aout_request_vout( void *p_private,
1938                                          vout_thread_t *p_vout, video_format_t *p_fmt, bool b_recyle )
1939 {
1940     decoder_t *p_dec = p_private;
1941     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1942     input_thread_t *p_input = p_owner->p_input;
1943
1944     p_vout = input_resource_RequestVout( p_owner->p_resource, p_vout, p_fmt, 1,
1945                                          b_recyle );
1946     if( p_input != NULL )
1947         input_SendEventVout( p_input );
1948
1949     return p_vout;
1950 }
1951
1952 static int aout_update_format( decoder_t *p_dec )
1953 {
1954     decoder_owner_sys_t *p_owner = p_dec->p_owner;
1955
1956     if( p_owner->p_aout
1957      && !AOUT_FMTS_IDENTICAL(&p_dec->fmt_out.audio, &p_owner->audio) )
1958     {
1959         audio_output_t *p_aout = p_owner->p_aout;
1960
1961         /* Parameters changed, restart the aout */
1962         vlc_mutex_lock( &p_owner->lock );
1963
1964         aout_DecDelete( p_owner->p_aout );
1965         p_owner->p_aout = NULL;
1966
1967         vlc_mutex_unlock( &p_owner->lock );
1968         input_resource_PutAout( p_owner->p_resource, p_aout );
1969     }
1970
1971     if( p_owner->p_aout == NULL )
1972     {
1973         const int i_force_dolby = var_InheritInteger( p_dec, "force-dolby-surround" );
1974         audio_sample_format_t format;
1975         audio_output_t *p_aout;
1976         aout_request_vout_t request_vout;
1977
1978         p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
1979         p_owner->audio = p_dec->fmt_out.audio;
1980         aout_FormatPrepare( &p_owner->audio );
1981
1982         memcpy( &format, &p_owner->audio, sizeof( audio_sample_format_t ) );
1983         if( i_force_dolby &&
1984             (format.i_original_channels&AOUT_CHAN_PHYSMASK) ==
1985                 (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
1986         {
1987             if( i_force_dolby == 1 )
1988             {
1989                 format.i_original_channels = format.i_original_channels |
1990                                              AOUT_CHAN_DOLBYSTEREO;
1991             }
1992             else /* i_force_dolby == 2 */
1993             {
1994                 format.i_original_channels = format.i_original_channels &
1995                                              ~AOUT_CHAN_DOLBYSTEREO;
1996             }
1997         }
1998
1999         request_vout.pf_request_vout = aout_request_vout;
2000         request_vout.p_private = p_dec;
2001
2002         assert( p_owner->p_aout == NULL );
2003         p_aout = input_resource_GetAout( p_owner->p_resource );
2004         if( p_aout )
2005         {
2006             if( aout_DecNew( p_aout, &format,
2007                              &p_dec->fmt_out.audio_replay_gain,
2008                              &request_vout ) )
2009             {
2010                 input_resource_PutAout( p_owner->p_resource, p_aout );
2011                 p_aout = NULL;
2012             }
2013         }
2014
2015         vlc_mutex_lock( &p_owner->lock );
2016
2017         p_owner->p_aout = p_aout;
2018         DecoderUpdateFormatLocked( p_dec );
2019         if( unlikely(p_owner->b_paused) ) /* fake pause if needed */
2020             aout_DecChangePause( p_aout, true, mdate() );
2021
2022         vlc_mutex_unlock( &p_owner->lock );
2023
2024         if( p_owner->p_input != NULL )
2025             input_SendEventAout( p_owner->p_input );
2026
2027         if( p_aout == NULL )
2028         {
2029             msg_Err( p_dec, "failed to create audio output" );
2030             p_dec->b_error = true;
2031             return -1;
2032         }
2033
2034         p_dec->fmt_out.audio.i_bytes_per_frame =
2035             p_owner->audio.i_bytes_per_frame;
2036         p_dec->fmt_out.audio.i_frame_length = p_owner->audio.i_frame_length;
2037     }
2038     return 0;
2039 }
2040
2041 static picture_t *vout_new_buffer( decoder_t *p_dec )
2042 {
2043     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2044
2045     if( p_owner->p_vout == NULL ||
2046         p_dec->fmt_out.video.i_width != p_owner->video.i_width ||
2047         p_dec->fmt_out.video.i_height != p_owner->video.i_height ||
2048         p_dec->fmt_out.video.i_visible_width != p_owner->video.i_visible_width ||
2049         p_dec->fmt_out.video.i_visible_height != p_owner->video.i_visible_height ||
2050         p_dec->fmt_out.video.i_x_offset != p_owner->video.i_x_offset  ||
2051         p_dec->fmt_out.video.i_y_offset != p_owner->video.i_y_offset  ||
2052         p_dec->fmt_out.i_codec != p_owner->video.i_chroma ||
2053         (int64_t)p_dec->fmt_out.video.i_sar_num * p_owner->video.i_sar_den !=
2054         (int64_t)p_dec->fmt_out.video.i_sar_den * p_owner->video.i_sar_num ||
2055         p_dec->fmt_out.video.orientation != p_owner->video.orientation )
2056     {
2057         vout_thread_t *p_vout;
2058
2059         if( !p_dec->fmt_out.video.i_width ||
2060             !p_dec->fmt_out.video.i_height )
2061         {
2062             /* Can't create a new vout without display size */
2063             return NULL;
2064         }
2065
2066         video_format_t fmt = p_dec->fmt_out.video;
2067         fmt.i_chroma = p_dec->fmt_out.i_codec;
2068         p_owner->video = fmt;
2069
2070         if( vlc_fourcc_IsYUV( fmt.i_chroma ) )
2071         {
2072             const vlc_chroma_description_t *dsc = vlc_fourcc_GetChromaDescription( fmt.i_chroma );
2073             for( unsigned int i = 0; dsc && i < dsc->plane_count; i++ )
2074             {
2075                 while( fmt.i_width % dsc->p[i].w.den )
2076                     fmt.i_width++;
2077                 while( fmt.i_height % dsc->p[i].h.den )
2078                     fmt.i_height++;
2079             }
2080         }
2081
2082         if( !fmt.i_visible_width || !fmt.i_visible_height )
2083         {
2084             if( p_dec->fmt_in.video.i_visible_width &&
2085                 p_dec->fmt_in.video.i_visible_height )
2086             {
2087                 fmt.i_visible_width  = p_dec->fmt_in.video.i_visible_width;
2088                 fmt.i_visible_height = p_dec->fmt_in.video.i_visible_height;
2089                 fmt.i_x_offset       = p_dec->fmt_in.video.i_x_offset;
2090                 fmt.i_y_offset       = p_dec->fmt_in.video.i_y_offset;
2091             }
2092             else
2093             {
2094                 fmt.i_visible_width  = fmt.i_width;
2095                 fmt.i_visible_height = fmt.i_height;
2096                 fmt.i_x_offset       = 0;
2097                 fmt.i_y_offset       = 0;
2098             }
2099         }
2100
2101         if( fmt.i_visible_height == 1088 &&
2102             var_CreateGetBool( p_dec, "hdtv-fix" ) )
2103         {
2104             fmt.i_visible_height = 1080;
2105             if( !(fmt.i_sar_num % 136))
2106             {
2107                 fmt.i_sar_num *= 135;
2108                 fmt.i_sar_den *= 136;
2109             }
2110             msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
2111         }
2112
2113         if( !fmt.i_sar_num || !fmt.i_sar_den )
2114         {
2115             fmt.i_sar_num = 1;
2116             fmt.i_sar_den = 1;
2117         }
2118
2119         vlc_ureduce( &fmt.i_sar_num, &fmt.i_sar_den,
2120                      fmt.i_sar_num, fmt.i_sar_den, 50000 );
2121
2122         vlc_mutex_lock( &p_owner->lock );
2123
2124         p_vout = p_owner->p_vout;
2125         p_owner->p_vout = NULL;
2126         vlc_mutex_unlock( &p_owner->lock );
2127
2128         unsigned dpb_size;
2129         switch( p_dec->fmt_in.i_codec )
2130         {
2131         case VLC_CODEC_HEVC:
2132         case VLC_CODEC_H264:
2133         case VLC_CODEC_DIRAC: /* FIXME valid ? */
2134             dpb_size = 18;
2135             break;
2136         case VLC_CODEC_VP5:
2137         case VLC_CODEC_VP6:
2138         case VLC_CODEC_VP6F:
2139         case VLC_CODEC_VP8:
2140             dpb_size = 3;
2141             break;
2142         default:
2143             dpb_size = 2;
2144             break;
2145         }
2146         p_vout = input_resource_RequestVout( p_owner->p_resource,
2147                                              p_vout, &fmt,
2148                                              dpb_size +
2149                                              p_dec->i_extra_picture_buffers + 1,
2150                                              true );
2151         vlc_mutex_lock( &p_owner->lock );
2152         p_owner->p_vout = p_vout;
2153
2154         DecoderUpdateFormatLocked( p_dec );
2155
2156         vlc_mutex_unlock( &p_owner->lock );
2157
2158         if( p_owner->p_input != NULL )
2159             input_SendEventVout( p_owner->p_input );
2160         if( p_vout == NULL )
2161         {
2162             msg_Err( p_dec, "failed to create video output" );
2163             p_dec->b_error = true;
2164             return NULL;
2165         }
2166     }
2167
2168     /* Get a new picture
2169      */
2170     for( ;; )
2171     {
2172         if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2173             return NULL;
2174
2175         picture_t *p_picture = vout_GetPicture( p_owner->p_vout );
2176         if( p_picture )
2177             return p_picture;
2178
2179         if( DecoderIsFlushing( p_dec ) )
2180             return NULL;
2181
2182         /* */
2183         DecoderSignalWait( p_dec, true );
2184
2185         /* Check the decoder doesn't leak pictures */
2186         vout_FixLeaks( p_owner->p_vout );
2187
2188         /* FIXME add a vout_WaitPictureAvailable (timedwait) */
2189         msleep( VOUT_OUTMEM_SLEEP );
2190     }
2191 }
2192
2193 static void vout_del_buffer( decoder_t *p_dec, picture_t *p_pic )
2194 {
2195     vout_ReleasePicture( p_dec->p_owner->p_vout, p_pic );
2196 }
2197
2198 static void vout_link_picture( decoder_t *p_dec, picture_t *p_pic )
2199 {
2200     vout_HoldPicture( p_dec->p_owner->p_vout, p_pic );
2201 }
2202
2203 static void vout_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
2204 {
2205     vout_ReleasePicture( p_dec->p_owner->p_vout, p_pic );
2206 }
2207
2208 static subpicture_t *spu_new_buffer( decoder_t *p_dec,
2209                                      const subpicture_updater_t *p_updater )
2210 {
2211     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2212     vout_thread_t *p_vout = NULL;
2213     subpicture_t *p_subpic;
2214     int i_attempts = 30;
2215
2216     while( i_attempts-- )
2217     {
2218         if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2219             break;
2220
2221         p_vout = input_resource_HoldVout( p_owner->p_resource );
2222         if( p_vout )
2223             break;
2224
2225         msleep( DECODER_SPU_VOUT_WAIT_DURATION );
2226     }
2227
2228     if( !p_vout )
2229     {
2230         msg_Warn( p_dec, "no vout found, dropping subpicture" );
2231         return NULL;
2232     }
2233
2234     if( p_owner->p_spu_vout != p_vout )
2235     {
2236         p_owner->i_spu_channel = vout_RegisterSubpictureChannel( p_vout );
2237         p_owner->i_spu_order = 0;
2238         p_owner->p_spu_vout = p_vout;
2239     }
2240
2241     p_subpic = subpicture_New( p_updater );
2242     if( p_subpic )
2243     {
2244         p_subpic->i_channel = p_owner->i_spu_channel;
2245         p_subpic->i_order = p_owner->i_spu_order++;
2246         p_subpic->b_subtitle = true;
2247     }
2248
2249     vlc_object_release( p_vout );
2250
2251     return p_subpic;
2252 }
2253
2254 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
2255 {
2256     decoder_owner_sys_t *p_owner = p_dec->p_owner;
2257     vout_thread_t *p_vout = NULL;
2258
2259     p_vout = input_resource_HoldVout( p_owner->p_resource );
2260     if( !p_vout || p_owner->p_spu_vout != p_vout )
2261     {
2262         if( p_vout )
2263             vlc_object_release( p_vout );
2264         msg_Warn( p_dec, "no vout found, leaking subpicture" );
2265         return;
2266     }
2267
2268     subpicture_Delete( p_subpic );
2269
2270     vlc_object_release( p_vout );
2271 }