1 /*****************************************************************************
2 * decoder.c: Functions for the management of decoders
3 *****************************************************************************
4 * Copyright (C) 1999-2004 VLC authors and VideoLAN
7 * Authors: Christophe Massiot <massiot@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
9 * Laurent Aimar <fenrir@via.ecp.fr>
11 * This program is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU Lesser General Public License as published by
13 * the Free Software Foundation; either version 2.1 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU Lesser General Public License for more details.
21 * You should have received a copy of the GNU Lesser General Public License
22 * along with this program; if not, write to the Free Software Foundation,
23 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24 *****************************************************************************/
26 /*****************************************************************************
28 *****************************************************************************/
34 #include <vlc_common.h>
36 #include <vlc_block.h>
40 #include <vlc_codec.h>
43 #include <vlc_dialog.h>
44 #include <vlc_modules.h>
46 #include "audio_output/aout_internal.h"
47 #include "stream_output/stream_output.h"
48 #include "input_internal.h"
54 #include "../video_output/vout_control.h"
56 static decoder_t *CreateDecoder( vlc_object_t *, input_thread_t *,
57 es_format_t *, bool, input_resource_t *,
58 sout_instance_t *p_sout );
59 static void DeleteDecoder( decoder_t * );
61 static void *DecoderThread( void * );
62 static void DecoderProcess( decoder_t *, block_t * );
63 static void DecoderFlush( decoder_t * );
64 static void DecoderSignalWait( decoder_t *, bool );
66 static void DecoderUnsupportedCodec( decoder_t *, vlc_fourcc_t );
68 /* Buffers allocation callbacks for the decoders */
69 static int vout_update_format( decoder_t * );
70 static picture_t *vout_new_buffer( decoder_t * );
71 static int aout_update_format( decoder_t * );
72 static subpicture_t *spu_new_buffer( decoder_t *, const subpicture_updater_t * );
73 static void spu_del_buffer( decoder_t *, subpicture_t * );
75 struct decoder_owner_sys_t
77 int64_t i_preroll_end;
79 input_thread_t *p_input;
80 input_resource_t*p_resource;
81 input_clock_t *p_clock;
84 vout_thread_t *p_spu_vout;
88 sout_instance_t *p_sout;
89 sout_packetizer_input_t *p_sout_input;
93 /* Some decoders require already packetized data (ie. not truncated) */
94 decoder_t *p_packetizer;
97 /* Current format in use by the output */
101 bool b_fmt_description;
102 vlc_meta_t *p_description;
105 block_fifo_t *p_fifo;
107 /* Lock for communication with decoder thread */
109 vlc_cond_t wait_request;
110 vlc_cond_t wait_acknowledge;
112 /* -- These variables need locking on write(only) -- */
113 audio_output_t *p_aout;
115 vout_thread_t *p_vout;
117 /* -- Theses variables need locking on read *and* write -- */
141 decoder_t *pp_decoder[4];
148 /* Pictures which are DECODER_BOGUS_VIDEO_DELAY or more in advance probably have
149 * a bogus PTS and won't be displayed */
150 #define DECODER_BOGUS_VIDEO_DELAY ((mtime_t)(DEFAULT_PTS_DELAY * 30))
153 #define DECODER_SPU_VOUT_WAIT_DURATION ((int)(0.200*CLOCK_FREQ))
156 /*****************************************************************************
158 *****************************************************************************/
159 picture_t *decoder_NewPicture( decoder_t *p_decoder )
161 if( decoder_UpdateVideoFormat( p_decoder ) )
164 picture_t *p_picture = p_decoder->pf_vout_buffer_new( p_decoder );
166 msg_Warn( p_decoder, "can't get output picture" );
170 block_t *decoder_NewAudioBuffer( decoder_t *dec, int samples )
172 if( decoder_UpdateAudioFormat( dec ) )
175 size_t length = samples * dec->fmt_out.audio.i_bytes_per_frame
176 / dec->fmt_out.audio.i_frame_length;
177 block_t *block = block_Alloc( length );
178 if( likely(block != NULL) )
180 block->i_nb_samples = samples;
181 block->i_pts = block->i_length = 0;
186 subpicture_t *decoder_NewSubpicture( decoder_t *p_decoder,
187 const subpicture_updater_t *p_dyn )
189 subpicture_t *p_subpicture = p_decoder->pf_spu_buffer_new( p_decoder, p_dyn );
191 msg_Warn( p_decoder, "can't get output subpicture" );
195 void decoder_DeleteSubpicture( decoder_t *p_decoder, subpicture_t *p_subpicture )
197 p_decoder->pf_spu_buffer_del( p_decoder, p_subpicture );
200 /* decoder_GetInputAttachments:
202 int decoder_GetInputAttachments( decoder_t *p_dec,
203 input_attachment_t ***ppp_attachment,
206 if( !p_dec->pf_get_attachments )
209 return p_dec->pf_get_attachments( p_dec, ppp_attachment, pi_attachment );
211 /* decoder_GetDisplayDate:
213 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
215 if( !p_dec->pf_get_display_date )
216 return VLC_TS_INVALID;
218 return p_dec->pf_get_display_date( p_dec, i_ts );
220 /* decoder_GetDisplayRate:
222 int decoder_GetDisplayRate( decoder_t *p_dec )
224 if( !p_dec->pf_get_display_rate )
225 return INPUT_RATE_DEFAULT;
227 return p_dec->pf_get_display_rate( p_dec );
230 /* TODO: pass p_sout through p_resource? -- Courmisch */
231 static decoder_t *decoder_New( vlc_object_t *p_parent, input_thread_t *p_input,
232 es_format_t *fmt, input_clock_t *p_clock,
233 input_resource_t *p_resource,
234 sout_instance_t *p_sout )
236 decoder_t *p_dec = NULL;
237 const char *psz_type = p_sout ? N_("packetizer") : N_("decoder");
240 /* Create the decoder configuration structure */
241 p_dec = CreateDecoder( p_parent, p_input, fmt,
242 p_sout != NULL, p_resource, p_sout );
245 msg_Err( p_parent, "could not create %s", psz_type );
246 dialog_Fatal( p_parent, _("Streaming / Transcoding failed"),
247 _("VLC could not open the %s module."),
248 vlc_gettext( psz_type ) );
252 if( !p_dec->p_module )
254 DecoderUnsupportedCodec( p_dec, fmt->i_codec );
256 DeleteDecoder( p_dec );
260 p_dec->p_owner->p_clock = p_clock;
261 assert( p_dec->fmt_out.i_cat != UNKNOWN_ES );
263 if( p_dec->fmt_out.i_cat == AUDIO_ES )
264 i_priority = VLC_THREAD_PRIORITY_AUDIO;
266 i_priority = VLC_THREAD_PRIORITY_VIDEO;
268 /* Spawn the decoder thread */
269 if( vlc_clone( &p_dec->p_owner->thread, DecoderThread, p_dec, i_priority ) )
271 msg_Err( p_dec, "cannot spawn decoder thread" );
272 module_unneed( p_dec, p_dec->p_module );
273 DeleteDecoder( p_dec );
282 * Spawns a new decoder thread from the input thread
284 * \param p_input the input thread
285 * \param p_es the es descriptor
286 * \return the spawned decoder object
288 decoder_t *input_DecoderNew( input_thread_t *p_input,
289 es_format_t *fmt, input_clock_t *p_clock,
290 sout_instance_t *p_sout )
292 return decoder_New( VLC_OBJECT(p_input), p_input, fmt, p_clock,
293 p_input->p->p_resource, p_sout );
297 * Spawn a decoder thread outside of the input thread.
299 decoder_t *input_DecoderCreate( vlc_object_t *p_parent, es_format_t *fmt,
300 input_resource_t *p_resource )
302 return decoder_New( p_parent, NULL, fmt, NULL, p_resource, NULL );
307 * Kills a decoder thread and waits until it's finished
309 * \param p_input the input thread
310 * \param p_es the es descriptor
313 void input_DecoderDelete( decoder_t *p_dec )
315 decoder_owner_sys_t *p_owner = p_dec->p_owner;
317 vlc_cancel( p_owner->thread );
319 /* Make sure we aren't paused/waiting/decoding anymore */
320 vlc_mutex_lock( &p_owner->lock );
321 p_owner->b_paused = false;
322 p_owner->b_waiting = false;
323 p_owner->b_flushing = true;
324 p_owner->b_exit = true;
325 vlc_cond_signal( &p_owner->wait_request );
326 vlc_mutex_unlock( &p_owner->lock );
328 vlc_join( p_owner->thread, NULL );
330 module_unneed( p_dec, p_dec->p_module );
333 if( p_dec->p_owner->cc.b_supported )
336 for( i = 0; i < 4; i++ )
337 input_DecoderSetCcState( p_dec, false, i );
341 DeleteDecoder( p_dec );
345 * Put a block_t in the decoder's fifo.
346 * Thread-safe w.r.t. the decoder. May be a cancellation point.
348 * \param p_dec the decoder object
349 * \param p_block the data block
351 void input_DecoderDecode( decoder_t *p_dec, block_t *p_block, bool b_do_pace )
353 decoder_owner_sys_t *p_owner = p_dec->p_owner;
357 /* The fifo is not consumed when waiting and so will
359 * There is no need to lock as b_waiting is never modified
360 * inside decoder thread. */
361 if( !p_owner->b_waiting )
362 block_FifoPace( p_owner->p_fifo, 10, SIZE_MAX );
365 else if( block_FifoSize( p_owner->p_fifo ) > 50*1024*1024 /* 50 MiB */ )
367 else if( block_FifoSize( p_owner->p_fifo ) > 400*1024*1024 /* 400 MiB, ie ~ 50mb/s for 60s */ )
370 /* FIXME: ideally we would check the time amount of data
371 * in the FIFO instead of its size. */
372 msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
373 "consumed quickly enough), resetting fifo!" );
374 block_FifoEmpty( p_owner->p_fifo );
377 block_FifoPut( p_owner->p_fifo, p_block );
380 bool input_DecoderIsEmpty( decoder_t * p_dec )
382 decoder_owner_sys_t *p_owner = p_dec->p_owner;
383 assert( !p_owner->b_waiting );
385 bool b_empty = block_FifoCount( p_dec->p_owner->p_fifo ) <= 0;
389 vlc_mutex_lock( &p_owner->lock );
390 /* TODO subtitles support */
391 if( p_dec->fmt_out.i_cat == VIDEO_ES && p_owner->p_vout )
392 b_empty = vout_IsEmpty( p_owner->p_vout );
393 else if( p_dec->fmt_out.i_cat == AUDIO_ES && p_owner->p_aout )
394 b_empty = aout_DecIsEmpty( p_owner->p_aout );
395 vlc_mutex_unlock( &p_owner->lock );
400 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
402 decoder_owner_sys_t *p_owner = p_dec->p_owner;
405 vlc_mutex_lock( &p_owner->lock );
406 for( i = 0; i < 4; i++ )
407 pb_present[i] = p_owner->cc.pb_present[i];
408 vlc_mutex_unlock( &p_owner->lock );
410 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
412 decoder_owner_sys_t *p_owner = p_dec->p_owner;
414 //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
416 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
421 static const vlc_fourcc_t fcc[4] = {
422 VLC_FOURCC('c', 'c', '1', ' '),
423 VLC_FOURCC('c', 'c', '2', ' '),
424 VLC_FOURCC('c', 'c', '3', ' '),
425 VLC_FOURCC('c', 'c', '4', ' '),
430 es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
431 p_cc = input_DecoderNew( p_owner->p_input, &fmt,
432 p_dec->p_owner->p_clock, p_owner->p_sout );
435 msg_Err( p_dec, "could not create decoder" );
436 dialog_Fatal( p_dec, _("Streaming / Transcoding failed"), "%s",
437 _("VLC could not open the decoder module.") );
440 else if( !p_cc->p_module )
442 DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
443 input_DecoderDelete(p_cc);
446 p_cc->p_owner->p_clock = p_owner->p_clock;
448 vlc_mutex_lock( &p_owner->lock );
449 p_owner->cc.pp_decoder[i_channel] = p_cc;
450 vlc_mutex_unlock( &p_owner->lock );
456 vlc_mutex_lock( &p_owner->lock );
457 p_cc = p_owner->cc.pp_decoder[i_channel];
458 p_owner->cc.pp_decoder[i_channel] = NULL;
459 vlc_mutex_unlock( &p_owner->lock );
462 input_DecoderDelete(p_cc);
466 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
468 decoder_owner_sys_t *p_owner = p_dec->p_owner;
471 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
474 vlc_mutex_lock( &p_owner->lock );
475 *pb_decode = p_owner->cc.pp_decoder[i_channel] != NULL;
476 vlc_mutex_unlock( &p_owner->lock );
480 void input_DecoderChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
482 decoder_owner_sys_t *p_owner = p_dec->p_owner;
484 vlc_mutex_lock( &p_owner->lock );
485 /* Normally, p_owner->b_paused != b_paused here. But if a track is added
486 * while the input is paused (e.g. add sub file), then b_paused is
487 * (incorrectly) false. */
488 if( likely(p_owner->b_paused != b_paused) ) {
489 p_owner->b_paused = b_paused;
490 p_owner->pause.i_date = i_date;
491 p_owner->pause.i_ignore = 0;
492 vlc_cond_signal( &p_owner->wait_request );
494 /* XXX only audio and video output have to be paused.
495 * - for sout it is useless
496 * - for subs, it is done by the vout
498 if( p_dec->fmt_out.i_cat == AUDIO_ES )
500 if( p_owner->p_aout )
501 aout_DecChangePause( p_owner->p_aout, b_paused, i_date );
503 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
505 if( p_owner->p_vout )
506 vout_ChangePause( p_owner->p_vout, b_paused, i_date );
509 vlc_mutex_unlock( &p_owner->lock );
512 void input_DecoderChangeDelay( decoder_t *p_dec, mtime_t i_delay )
514 decoder_owner_sys_t *p_owner = p_dec->p_owner;
516 vlc_mutex_lock( &p_owner->lock );
517 p_owner->i_ts_delay = i_delay;
518 vlc_mutex_unlock( &p_owner->lock );
521 void input_DecoderStartWait( decoder_t *p_dec )
523 decoder_owner_sys_t *p_owner = p_dec->p_owner;
525 vlc_mutex_lock( &p_owner->lock );
527 DecoderFlush( p_dec );
529 p_owner->b_first = true;
530 p_owner->b_has_data = false;
532 p_owner->b_waiting = true;
534 vlc_cond_signal( &p_owner->wait_request );
536 vlc_mutex_unlock( &p_owner->lock );
539 void input_DecoderStopWait( decoder_t *p_dec )
541 decoder_owner_sys_t *p_owner = p_dec->p_owner;
543 vlc_mutex_lock( &p_owner->lock );
545 p_owner->b_waiting = false;
547 vlc_cond_signal( &p_owner->wait_request );
549 vlc_mutex_unlock( &p_owner->lock );
552 void input_DecoderWait( decoder_t *p_dec )
554 decoder_owner_sys_t *p_owner = p_dec->p_owner;
556 vlc_mutex_lock( &p_owner->lock );
558 while( p_owner->b_waiting && !p_owner->b_has_data )
560 block_FifoWake( p_owner->p_fifo );
561 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
564 vlc_mutex_unlock( &p_owner->lock );
567 void input_DecoderFrameNext( decoder_t *p_dec, mtime_t *pi_duration )
569 decoder_owner_sys_t *p_owner = p_dec->p_owner;
573 vlc_mutex_lock( &p_owner->lock );
574 if( p_dec->fmt_out.i_cat == VIDEO_ES )
576 if( p_owner->b_paused && p_owner->p_vout )
578 vout_NextPicture( p_owner->p_vout, pi_duration );
579 p_owner->pause.i_ignore++;
580 vlc_cond_signal( &p_owner->wait_request );
585 /* TODO subtitle should not be flushed */
586 DecoderFlush( p_dec );
588 vlc_mutex_unlock( &p_owner->lock );
591 bool input_DecoderHasFormatChanged( decoder_t *p_dec, es_format_t *p_fmt, vlc_meta_t **pp_meta )
593 decoder_owner_sys_t *p_owner = p_dec->p_owner;
596 vlc_mutex_lock( &p_owner->lock );
597 b_changed = p_owner->b_fmt_description;
601 es_format_Copy( p_fmt, &p_owner->fmt );
606 if( p_owner->p_description )
608 *pp_meta = vlc_meta_New();
610 vlc_meta_Merge( *pp_meta, p_owner->p_description );
613 p_owner->b_fmt_description = false;
615 vlc_mutex_unlock( &p_owner->lock );
619 size_t input_DecoderGetFifoSize( decoder_t *p_dec )
621 decoder_owner_sys_t *p_owner = p_dec->p_owner;
623 return block_FifoSize( p_owner->p_fifo );
626 void input_DecoderGetObjects( decoder_t *p_dec,
627 vout_thread_t **pp_vout, audio_output_t **pp_aout )
629 decoder_owner_sys_t *p_owner = p_dec->p_owner;
631 vlc_mutex_lock( &p_owner->lock );
633 *pp_vout = p_owner->p_vout ? vlc_object_hold( p_owner->p_vout ) : NULL;
635 *pp_aout = p_owner->p_aout ? vlc_object_hold( p_owner->p_aout ) : NULL;
636 vlc_mutex_unlock( &p_owner->lock );
639 /*****************************************************************************
641 *****************************************************************************/
642 static int DecoderGetInputAttachments( decoder_t *p_dec,
643 input_attachment_t ***ppp_attachment,
646 input_thread_t *p_input = p_dec->p_owner->p_input;
648 if( unlikely(p_input == NULL) )
650 return input_Control( p_input, INPUT_GET_ATTACHMENTS,
651 ppp_attachment, pi_attachment );
653 static mtime_t DecoderGetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
655 decoder_owner_sys_t *p_owner = p_dec->p_owner;
657 vlc_mutex_lock( &p_owner->lock );
658 if( p_owner->b_waiting || p_owner->b_paused )
659 i_ts = VLC_TS_INVALID;
660 vlc_mutex_unlock( &p_owner->lock );
662 if( !p_owner->p_clock || i_ts <= VLC_TS_INVALID )
665 if( input_clock_ConvertTS( p_owner->p_clock, NULL, &i_ts, NULL, INT64_MAX ) ) {
666 msg_Err(p_dec, "Could not get display date for timestamp %"PRId64"", i_ts);
667 return VLC_TS_INVALID;
672 static int DecoderGetDisplayRate( decoder_t *p_dec )
674 decoder_owner_sys_t *p_owner = p_dec->p_owner;
676 if( !p_owner->p_clock )
677 return INPUT_RATE_DEFAULT;
678 return input_clock_GetRate( p_owner->p_clock );
682 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
684 if (codec != VLC_FOURCC('u','n','d','f')) {
685 const char *desc = vlc_fourcc_GetDescription(p_dec->fmt_in.i_cat, codec);
687 desc = N_("No description for this codec");
688 msg_Err( p_dec, "Codec `%4.4s' (%s) is not supported.", (char*)&codec, desc );
689 dialog_Fatal( p_dec, _("Codec not supported"),
690 _("VLC could not decode the format \"%4.4s\" (%s)"),
691 (char*)&codec, desc );
693 msg_Err( p_dec, "could not identify codec" );
694 dialog_Fatal( p_dec, _("Unidentified codec"),
695 _("VLC could not identify the audio or video codec" ) );
701 * Create a decoder object
703 * \param p_input the input thread
704 * \param p_es the es descriptor
705 * \param b_packetizer instead of a decoder
706 * \return the decoder object
708 static decoder_t * CreateDecoder( vlc_object_t *p_parent,
709 input_thread_t *p_input,
710 es_format_t *fmt, bool b_packetizer,
711 input_resource_t *p_resource,
712 sout_instance_t *p_sout )
715 decoder_owner_sys_t *p_owner;
716 es_format_t null_es_format;
718 p_dec = vlc_custom_create( p_parent, sizeof( *p_dec ), "decoder" );
722 p_dec->pf_decode_audio = NULL;
723 p_dec->pf_decode_video = NULL;
724 p_dec->pf_decode_sub = NULL;
725 p_dec->pf_get_cc = NULL;
726 p_dec->pf_packetize = NULL;
728 /* Initialize the decoder */
729 p_dec->p_module = NULL;
731 memset( &null_es_format, 0, sizeof(es_format_t) );
732 es_format_Copy( &p_dec->fmt_in, fmt );
733 es_format_Copy( &p_dec->fmt_out, &null_es_format );
735 p_dec->p_description = NULL;
737 /* Allocate our private structure for the decoder */
738 p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
739 if( unlikely(p_owner == NULL) )
741 vlc_object_release( p_dec );
744 p_owner->i_preroll_end = VLC_TS_INVALID;
745 p_owner->i_last_rate = INPUT_RATE_DEFAULT;
746 p_owner->p_input = p_input;
747 p_owner->p_resource = p_resource;
748 p_owner->p_aout = NULL;
749 p_owner->p_vout = NULL;
750 p_owner->p_spu_vout = NULL;
751 p_owner->i_spu_channel = 0;
752 p_owner->i_spu_order = 0;
753 p_owner->p_sout = p_sout;
754 p_owner->p_sout_input = NULL;
755 p_owner->p_packetizer = NULL;
756 p_owner->b_packetizer = b_packetizer;
757 es_format_Init( &p_owner->fmt, UNKNOWN_ES, 0 );
760 p_owner->p_fifo = block_FifoNew();
761 if( unlikely(p_owner->p_fifo == NULL) )
764 vlc_object_release( p_dec );
768 /* Set buffers allocation callbacks for the decoders */
769 p_dec->pf_aout_format_update = aout_update_format;
770 p_dec->pf_vout_format_update = vout_update_format;
771 p_dec->pf_vout_buffer_new = vout_new_buffer;
772 p_dec->pf_spu_buffer_new = spu_new_buffer;
773 p_dec->pf_spu_buffer_del = spu_del_buffer;
775 p_dec->pf_get_attachments = DecoderGetInputAttachments;
776 p_dec->pf_get_display_date = DecoderGetDisplayDate;
777 p_dec->pf_get_display_rate = DecoderGetDisplayRate;
779 /* Find a suitable decoder/packetizer module */
781 p_dec->p_module = module_need( p_dec, "decoder", "$codec", false );
783 p_dec->p_module = module_need( p_dec, "packetizer", "$packetizer", false );
785 /* Check if decoder requires already packetized data */
787 p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
789 p_owner->p_packetizer =
790 vlc_custom_create( p_parent, sizeof( decoder_t ), "packetizer" );
791 if( p_owner->p_packetizer )
793 es_format_Copy( &p_owner->p_packetizer->fmt_in,
796 es_format_Copy( &p_owner->p_packetizer->fmt_out,
799 p_owner->p_packetizer->p_module =
800 module_need( p_owner->p_packetizer,
801 "packetizer", "$packetizer", false );
803 if( !p_owner->p_packetizer->p_module )
805 es_format_Clean( &p_owner->p_packetizer->fmt_in );
806 vlc_object_release( p_owner->p_packetizer );
807 p_owner->p_packetizer = NULL;
812 /* Copy ourself the input replay gain */
813 if( fmt->i_cat == AUDIO_ES )
815 for( unsigned i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
817 if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
819 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
820 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
822 if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
824 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
825 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
831 vlc_mutex_init( &p_owner->lock );
832 vlc_cond_init( &p_owner->wait_request );
833 vlc_cond_init( &p_owner->wait_acknowledge );
835 p_owner->b_fmt_description = false;
836 p_owner->p_description = NULL;
838 p_owner->b_exit = false;
840 p_owner->b_paused = false;
841 p_owner->pause.i_date = VLC_TS_INVALID;
842 p_owner->pause.i_ignore = 0;
844 p_owner->b_waiting = false;
845 p_owner->b_first = true;
846 p_owner->b_has_data = false;
848 p_owner->b_flushing = false;
851 p_owner->cc.b_supported = false;
854 if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
855 p_owner->cc.b_supported = true;
856 if( p_dec->pf_get_cc )
857 p_owner->cc.b_supported = true;
860 for( unsigned i = 0; i < 4; i++ )
862 p_owner->cc.pb_present[i] = false;
863 p_owner->cc.pp_decoder[i] = NULL;
865 p_owner->i_ts_delay = 0;
870 * The decoding main loop
872 * \param p_dec the decoder
874 static void *DecoderThread( void *p_data )
876 decoder_t *p_dec = (decoder_t *)p_data;
877 decoder_owner_sys_t *p_owner = p_dec->p_owner;
879 /* The decoder's main loop */
882 block_t *p_block = block_FifoGet( p_owner->p_fifo );
884 /* Make sure there is no cancellation point other than this one^^.
885 * If you need one, be sure to push cleanup of p_block. */
886 bool end_wait = !p_block || p_block->i_flags & BLOCK_FLAG_CORE_EOS;
887 DecoderSignalWait( p_dec, end_wait );
889 input_DecoderStopWait( p_dec );
893 int canc = vlc_savecancel();
895 if( p_block->i_flags & BLOCK_FLAG_CORE_EOS )
897 /* calling DecoderProcess() with NULL block will make
898 * decoders/packetizers flush their buffers */
899 block_Release( p_block );
903 DecoderProcess( p_dec, p_block );
905 vlc_restorecancel( canc );
911 static block_t *DecoderBlockFlushNew()
913 block_t *p_null = block_Alloc( 128 );
917 p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY |
918 BLOCK_FLAG_CORRUPTED |
919 BLOCK_FLAG_CORE_FLUSH;
920 memset( p_null->p_buffer, 0, p_null->i_buffer );
925 static void DecoderFlush( decoder_t *p_dec )
927 decoder_owner_sys_t *p_owner = p_dec->p_owner;
929 vlc_assert_locked( &p_owner->lock );
932 block_FifoEmpty( p_owner->p_fifo );
934 p_owner->b_waiting = false;
935 /* Monitor for flush end */
936 p_owner->b_flushing = true;
937 vlc_cond_signal( &p_owner->wait_request );
939 /* Send a special block */
940 block_t *p_null = DecoderBlockFlushNew();
943 input_DecoderDecode( p_dec, p_null, false );
946 while( p_owner->b_flushing )
947 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
950 static void DecoderSignalWait( decoder_t *p_dec, bool b_has_data )
952 decoder_owner_sys_t *p_owner = p_dec->p_owner;
954 vlc_mutex_lock( &p_owner->lock );
956 if( p_owner->b_waiting )
959 p_owner->b_has_data = true;
960 vlc_cond_signal( &p_owner->wait_acknowledge );
963 vlc_mutex_unlock( &p_owner->lock );
966 static bool DecoderIsFlushing( decoder_t *p_dec )
968 decoder_owner_sys_t *p_owner = p_dec->p_owner;
971 vlc_mutex_lock( &p_owner->lock );
973 b_flushing = p_owner->b_flushing;
975 vlc_mutex_unlock( &p_owner->lock );
980 static bool DecoderWaitUnblock( decoder_t *p_dec )
982 decoder_owner_sys_t *p_owner = p_dec->p_owner;
984 vlc_assert_locked( &p_owner->lock );
988 if( p_owner->b_flushing )
990 if( p_owner->b_paused )
992 if( p_owner->b_waiting && !p_owner->b_has_data )
994 if( p_owner->pause.i_ignore > 0 )
996 p_owner->pause.i_ignore--;
1002 if( !p_owner->b_waiting || !p_owner->b_has_data )
1005 vlc_cond_wait( &p_owner->wait_request, &p_owner->lock );
1008 return p_owner->b_flushing;
1011 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
1013 if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
1014 *pi_preroll = INT64_MAX;
1015 else if( p->i_dts > VLC_TS_INVALID )
1016 *pi_preroll = __MIN( *pi_preroll, p->i_dts );
1017 else if( p->i_pts > VLC_TS_INVALID )
1018 *pi_preroll = __MIN( *pi_preroll, p->i_pts );
1021 static void DecoderFixTs( decoder_t *p_dec, mtime_t *pi_ts0, mtime_t *pi_ts1,
1022 mtime_t *pi_duration, int *pi_rate, mtime_t i_ts_bound )
1024 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1025 input_clock_t *p_clock = p_owner->p_clock;
1027 vlc_assert_locked( &p_owner->lock );
1029 const mtime_t i_es_delay = p_owner->i_ts_delay;
1034 const bool b_ephemere = pi_ts1 && *pi_ts0 == *pi_ts1;
1037 if( *pi_ts0 > VLC_TS_INVALID )
1039 *pi_ts0 += i_es_delay;
1040 if( pi_ts1 && *pi_ts1 > VLC_TS_INVALID )
1041 *pi_ts1 += i_es_delay;
1042 if( input_clock_ConvertTS( p_clock, &i_rate, pi_ts0, pi_ts1, i_ts_bound ) ) {
1043 if( pi_ts1 != NULL )
1044 msg_Err(p_dec, "Could not convert timestamps %"PRId64
1045 ", %"PRId64"", *pi_ts0, *pi_ts1);
1047 msg_Err(p_dec, "Could not convert timestamp %"PRId64, *pi_ts0);
1048 *pi_ts0 = VLC_TS_INVALID;
1053 i_rate = input_clock_GetRate( p_clock );
1056 /* Do not create ephemere data because of rounding errors */
1057 if( !b_ephemere && pi_ts1 && *pi_ts0 == *pi_ts1 )
1061 *pi_duration = ( *pi_duration * i_rate + INPUT_RATE_DEFAULT-1 )
1062 / INPUT_RATE_DEFAULT;
1068 static bool DecoderIsExitRequested( decoder_t *p_dec )
1070 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1072 vlc_mutex_lock( &p_owner->lock );
1073 bool b_exit = p_owner->b_exit;
1074 vlc_mutex_unlock( &p_owner->lock );
1080 * If *pb_reject, it does nothing, otherwise it waits for the given
1081 * deadline or a flush request (in which case it set *pi_reject to true.
1083 static void DecoderWaitDate( decoder_t *p_dec,
1084 bool *pb_reject, mtime_t i_deadline )
1086 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1088 vlc_assert_locked( &p_owner->lock );
1090 if( *pb_reject || i_deadline < 0 )
1095 if( p_owner->b_flushing || p_owner->b_exit )
1101 while( vlc_cond_timedwait( &p_owner->wait_request, &p_owner->lock,
1102 i_deadline ) == 0 );
1105 static void DecoderPlayAudio( decoder_t *p_dec, block_t *p_audio,
1106 int *pi_played_sum, int *pi_lost_sum )
1108 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1109 audio_output_t *p_aout = p_owner->p_aout;
1112 if( p_audio && p_audio->i_pts <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify audio_output/*
1114 msg_Warn( p_dec, "non-dated audio buffer received" );
1116 block_Release( p_audio );
1121 vlc_mutex_lock( &p_owner->lock );
1123 if( p_audio && p_owner->b_waiting )
1125 p_owner->b_has_data = true;
1126 vlc_cond_signal( &p_owner->wait_acknowledge );
1133 bool b_reject = DecoderWaitUnblock( p_dec );
1135 b_paused = p_owner->b_paused;
1141 int i_rate = INPUT_RATE_DEFAULT;
1143 DecoderFixTs( p_dec, &p_audio->i_pts, NULL, &p_audio->i_length,
1144 &i_rate, AOUT_MAX_ADVANCE_TIME );
1146 if( p_audio->i_pts <= VLC_TS_INVALID
1147 || i_rate < INPUT_RATE_DEFAULT/AOUT_MAX_INPUT_RATE
1148 || i_rate > INPUT_RATE_DEFAULT*AOUT_MAX_INPUT_RATE )
1151 DecoderWaitDate( p_dec, &b_reject,
1152 p_audio->i_pts - AOUT_MAX_PREPARE_TIME );
1154 if( unlikely(p_owner->b_paused != b_paused) )
1155 continue; /* race with input thread? retry... */
1156 if( p_aout == NULL )
1161 assert( !p_owner->b_paused );
1162 if( !aout_DecPlay( p_aout, p_audio, i_rate ) )
1163 *pi_played_sum += 1;
1164 *pi_lost_sum += aout_DecGetResetLost( p_aout );
1168 msg_Dbg( p_dec, "discarded audio buffer" );
1170 block_Release( p_audio );
1175 vlc_mutex_unlock( &p_owner->lock );
1178 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
1180 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1181 block_t *p_aout_buf;
1187 /* Play a NULL block to output buffered frames */
1188 DecoderPlayAudio( p_dec, NULL, &i_played, &i_lost );
1190 else while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
1192 if( DecoderIsExitRequested( p_dec ) )
1194 /* It prevent freezing VLC in case of broken decoder */
1195 block_Release( p_aout_buf );
1197 block_Release( p_block );
1202 if( p_owner->i_preroll_end > VLC_TS_INVALID &&
1203 p_aout_buf->i_pts < p_owner->i_preroll_end )
1205 block_Release( p_aout_buf );
1209 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1211 msg_Dbg( p_dec, "End of audio preroll" );
1212 if( p_owner->p_aout )
1213 aout_DecFlush( p_owner->p_aout );
1215 p_owner->i_preroll_end = VLC_TS_INVALID;
1218 DecoderPlayAudio( p_dec, p_aout_buf, &i_played, &i_lost );
1221 /* Update ugly stat */
1222 input_thread_t *p_input = p_owner->p_input;
1224 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_played > 0) )
1226 vlc_mutex_lock( &p_input->p->counters.counters_lock);
1227 stats_Update( p_input->p->counters.p_lost_abuffers, i_lost, NULL );
1228 stats_Update( p_input->p->counters.p_played_abuffers, i_played, NULL );
1229 stats_Update( p_input->p->counters.p_decoded_audio, i_decoded, NULL );
1230 vlc_mutex_unlock( &p_input->p->counters.counters_lock);
1233 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
1235 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1238 bool b_processed = false;
1242 assert( p_dec_cc->pf_get_cc != NULL );
1244 /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
1245 if( !p_owner->cc.b_supported )
1248 p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
1252 vlc_mutex_lock( &p_owner->lock );
1253 for( i = 0, i_cc_decoder = 0; i < 4; i++ )
1255 p_owner->cc.pb_present[i] |= pb_present[i];
1256 if( p_owner->cc.pp_decoder[i] )
1260 for( i = 0; i < 4; i++ )
1262 if( !p_owner->cc.pp_decoder[i] )
1265 block_FifoPut( p_owner->cc.pp_decoder[i]->p_owner->p_fifo,
1266 (i_cc_decoder > 1) ? block_Duplicate(p_cc) : p_cc);
1271 vlc_mutex_unlock( &p_owner->lock );
1274 block_Release( p_cc );
1277 static void DecoderPlayVideo( decoder_t *p_dec, picture_t *p_picture,
1278 int *pi_played_sum, int *pi_lost_sum )
1280 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1281 vout_thread_t *p_vout = p_owner->p_vout;
1283 if( p_picture->date <= VLC_TS_INVALID )
1285 msg_Warn( p_dec, "non-dated video buffer received" );
1287 picture_Release( p_picture );
1292 vlc_mutex_lock( &p_owner->lock );
1294 if( p_owner->b_waiting && !p_owner->b_first )
1296 p_owner->b_has_data = true;
1297 vlc_cond_signal( &p_owner->wait_acknowledge );
1299 bool b_first_after_wait = p_owner->b_waiting && p_owner->b_has_data;
1301 bool b_reject = DecoderWaitUnblock( p_dec );
1303 if( p_owner->b_waiting )
1305 assert( p_owner->b_first );
1306 msg_Dbg( p_dec, "Received first picture" );
1307 p_owner->b_first = false;
1308 p_picture->b_force = true;
1311 const bool b_dated = p_picture->date > VLC_TS_INVALID;
1312 int i_rate = INPUT_RATE_DEFAULT;
1313 DecoderFixTs( p_dec, &p_picture->date, NULL, NULL,
1314 &i_rate, DECODER_BOGUS_VIDEO_DELAY );
1316 vlc_mutex_unlock( &p_owner->lock );
1319 if( !p_picture->b_force && p_picture->date <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify video_output/*
1324 if( i_rate != p_owner->i_last_rate || b_first_after_wait )
1326 /* Be sure to not display old picture after our own */
1327 vout_Flush( p_vout, p_picture->date );
1328 p_owner->i_last_rate = i_rate;
1330 vout_PutPicture( p_vout, p_picture );
1335 msg_Warn( p_dec, "early picture skipped" );
1337 msg_Warn( p_dec, "non-dated video buffer received" );
1340 picture_Release( p_picture );
1344 vout_GetResetStatistic( p_vout, &i_tmp_display, &i_tmp_lost );
1346 *pi_played_sum += i_tmp_display;
1347 *pi_lost_sum += i_tmp_lost;
1350 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
1352 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1356 int i_displayed = 0;
1358 while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
1360 vout_thread_t *p_vout = p_owner->p_vout;
1361 if( DecoderIsExitRequested( p_dec ) )
1363 /* It prevent freezing VLC in case of broken decoder */
1364 picture_Release( p_pic );
1366 block_Release( p_block );
1372 if( p_owner->i_preroll_end > VLC_TS_INVALID && p_pic->date < p_owner->i_preroll_end )
1374 picture_Release( p_pic );
1378 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1380 msg_Dbg( p_dec, "End of video preroll" );
1382 vout_Flush( p_vout, VLC_TS_INVALID+1 );
1384 p_owner->i_preroll_end = VLC_TS_INVALID;
1387 if( p_dec->pf_get_cc &&
1388 ( !p_owner->p_packetizer || !p_owner->p_packetizer->pf_get_cc ) )
1389 DecoderGetCc( p_dec, p_dec );
1391 DecoderPlayVideo( p_dec, p_pic, &i_displayed, &i_lost );
1394 /* Update ugly stat */
1395 input_thread_t *p_input = p_owner->p_input;
1397 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_displayed > 0) )
1399 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1400 stats_Update( p_input->p->counters.p_decoded_video, i_decoded, NULL );
1401 stats_Update( p_input->p->counters.p_lost_pictures, i_lost , NULL);
1402 stats_Update( p_input->p->counters.p_displayed_pictures,
1404 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1408 static void DecoderPlaySpu( decoder_t *p_dec, subpicture_t *p_subpic )
1410 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1411 vout_thread_t *p_vout = p_owner->p_spu_vout;
1414 if( p_subpic->i_start <= VLC_TS_INVALID )
1416 msg_Warn( p_dec, "non-dated spu buffer received" );
1417 subpicture_Delete( p_subpic );
1422 vlc_mutex_lock( &p_owner->lock );
1424 if( p_owner->b_waiting )
1426 p_owner->b_has_data = true;
1427 vlc_cond_signal( &p_owner->wait_acknowledge );
1430 bool b_reject = DecoderWaitUnblock( p_dec );
1432 DecoderFixTs( p_dec, &p_subpic->i_start, &p_subpic->i_stop, NULL,
1435 if( p_subpic->i_start <= VLC_TS_INVALID )
1438 DecoderWaitDate( p_dec, &b_reject,
1439 p_subpic->i_start - SPU_MAX_PREPARE_TIME );
1440 vlc_mutex_unlock( &p_owner->lock );
1443 vout_PutSubpicture( p_vout, p_subpic );
1445 subpicture_Delete( p_subpic );
1449 static int DecoderPlaySout( decoder_t *p_dec, block_t *p_sout_block )
1451 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1453 assert( p_owner->p_clock );
1454 assert( !p_sout_block->p_next );
1456 vlc_mutex_lock( &p_owner->lock );
1458 if( p_owner->b_waiting )
1460 p_owner->b_has_data = true;
1461 vlc_cond_signal( &p_owner->wait_acknowledge );
1464 bool b_reject = DecoderWaitUnblock( p_dec );
1466 DecoderFixTs( p_dec, &p_sout_block->i_dts, &p_sout_block->i_pts,
1467 &p_sout_block->i_length, NULL, INT64_MAX );
1469 vlc_mutex_unlock( &p_owner->lock );
1473 /* FIXME --VLC_TS_INVALID inspect stream_output*/
1474 return sout_InputSendBuffer( p_owner->p_sout_input, p_sout_block );
1478 block_Release( p_sout_block );
1479 return VLC_EGENERIC;
1485 /* This function process a block for sout
1487 static void DecoderProcessSout( decoder_t *p_dec, block_t *p_block )
1489 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1490 block_t *p_sout_block;
1492 while( ( p_sout_block =
1493 p_dec->pf_packetize( p_dec, p_block ? &p_block : NULL ) ) )
1495 if( p_owner->p_sout_input == NULL )
1497 assert( !p_owner->b_fmt_description ); // no need for owner lock
1498 es_format_Clean( &p_owner->fmt );
1499 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
1501 p_owner->fmt.i_group = p_dec->fmt_in.i_group;
1502 p_owner->fmt.i_id = p_dec->fmt_in.i_id;
1503 if( p_dec->fmt_in.psz_language )
1505 free( p_owner->fmt.psz_language );
1506 p_owner->fmt.psz_language =
1507 strdup( p_dec->fmt_in.psz_language );
1510 p_owner->p_sout_input =
1511 sout_InputNew( p_owner->p_sout, &p_owner->fmt );
1513 if( p_owner->p_sout_input == NULL )
1515 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
1516 (char *)&p_owner->fmt.i_codec );
1517 p_dec->b_error = true;
1519 block_ChainRelease(p_sout_block);
1524 while( p_sout_block )
1526 block_t *p_next = p_sout_block->p_next;
1528 p_sout_block->p_next = NULL;
1530 if( DecoderPlaySout( p_dec, p_sout_block ) == VLC_EGENERIC )
1532 msg_Err( p_dec, "cannot continue streaming due to errors" );
1534 p_dec->b_error = true;
1537 block_ChainRelease( p_next );
1541 p_sout_block = p_next;
1547 /* This function process a video block
1549 static void DecoderProcessVideo( decoder_t *p_dec, block_t *p_block, bool b_flush )
1551 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1553 if( p_owner->p_packetizer )
1555 block_t *p_packetized_block;
1556 decoder_t *p_packetizer = p_owner->p_packetizer;
1558 while( (p_packetized_block =
1559 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1561 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1563 es_format_Clean( &p_dec->fmt_in );
1564 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1567 /* If the packetizer provides aspect ratio information, pass it
1568 * to the decoder as a hint if the decoder itself can't provide
1569 * it. Copy it regardless of the current value of the decoder input
1570 * format aspect ratio, to properly propagate changes in aspect
1572 if( p_packetizer->fmt_out.video.i_sar_num > 0 &&
1573 p_packetizer->fmt_out.video.i_sar_den > 0)
1575 p_dec->fmt_in.video.i_sar_num =
1576 p_packetizer->fmt_out.video.i_sar_num;
1577 p_dec->fmt_in.video.i_sar_den=
1578 p_packetizer->fmt_out.video.i_sar_den;
1581 if( p_packetizer->pf_get_cc )
1582 DecoderGetCc( p_dec, p_packetizer );
1584 while( p_packetized_block )
1586 block_t *p_next = p_packetized_block->p_next;
1587 p_packetized_block->p_next = NULL;
1589 DecoderDecodeVideo( p_dec, p_packetized_block );
1591 p_packetized_block = p_next;
1594 /* The packetizer does not output a block that tell the decoder to flush
1598 block_t *p_null = DecoderBlockFlushNew();
1600 DecoderDecodeVideo( p_dec, p_null );
1605 DecoderDecodeVideo( p_dec, p_block );
1608 if( b_flush && p_owner->p_vout )
1609 vout_Flush( p_owner->p_vout, VLC_TS_INVALID+1 );
1612 /* This function process a audio block
1614 static void DecoderProcessAudio( decoder_t *p_dec, block_t *p_block, bool b_flush )
1616 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1618 if( p_owner->p_packetizer )
1620 block_t *p_packetized_block;
1621 decoder_t *p_packetizer = p_owner->p_packetizer;
1623 while( (p_packetized_block =
1624 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1626 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1628 es_format_Clean( &p_dec->fmt_in );
1629 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1632 while( p_packetized_block )
1634 block_t *p_next = p_packetized_block->p_next;
1635 p_packetized_block->p_next = NULL;
1637 DecoderDecodeAudio( p_dec, p_packetized_block );
1639 p_packetized_block = p_next;
1642 /* The packetizer does not output a block that tell the decoder to flush
1646 block_t *p_null = DecoderBlockFlushNew();
1648 DecoderDecodeAudio( p_dec, p_null );
1653 DecoderDecodeAudio( p_dec, p_block );
1656 if( b_flush && p_owner->p_aout )
1657 aout_DecFlush( p_owner->p_aout );
1660 /* This function process a subtitle block
1662 static void DecoderProcessSpu( decoder_t *p_dec, block_t *p_block, bool b_flush )
1664 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1666 input_thread_t *p_input = p_owner->p_input;
1667 vout_thread_t *p_vout;
1668 subpicture_t *p_spu;
1670 while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1672 if( p_input != NULL )
1674 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1675 stats_Update( p_input->p->counters.p_decoded_sub, 1, NULL );
1676 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1679 p_vout = input_resource_HoldVout( p_owner->p_resource );
1680 if( p_vout && p_owner->p_spu_vout == p_vout )
1682 /* Preroll does not work very well with subtitle */
1683 if( p_spu->i_start > VLC_TS_INVALID &&
1684 p_spu->i_start < p_owner->i_preroll_end &&
1685 ( p_spu->i_stop <= VLC_TS_INVALID || p_spu->i_stop < p_owner->i_preroll_end ) )
1687 subpicture_Delete( p_spu );
1691 DecoderPlaySpu( p_dec, p_spu );
1696 subpicture_Delete( p_spu );
1699 vlc_object_release( p_vout );
1702 if( b_flush && p_owner->p_spu_vout )
1704 p_vout = input_resource_HoldVout( p_owner->p_resource );
1706 if( p_vout && p_owner->p_spu_vout == p_vout )
1707 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1710 vlc_object_release( p_vout );
1715 static void DecoderProcessOnFlush( decoder_t *p_dec )
1717 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1719 vlc_mutex_lock( &p_owner->lock );
1721 if( p_owner->b_flushing )
1723 p_owner->b_flushing = false;
1724 vlc_cond_signal( &p_owner->wait_acknowledge );
1726 vlc_mutex_unlock( &p_owner->lock );
1732 * \param p_dec the decoder object
1733 * \param p_block the block to decode
1734 * \return VLC_SUCCESS or an error code
1736 static void DecoderProcess( decoder_t *p_dec, block_t *p_block )
1738 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1739 const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
1741 if( p_dec->b_error )
1744 block_Release( p_block );
1748 if( p_block && p_block->i_buffer <= 0 )
1750 assert( !b_flush_request );
1751 block_Release( p_block );
1756 if( p_owner->b_packetizer )
1759 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1761 DecoderProcessSout( p_dec, p_block );
1766 bool b_flush = false;
1770 const bool b_flushing = p_owner->i_preroll_end == INT64_MAX;
1771 DecoderUpdatePreroll( &p_owner->i_preroll_end, p_block );
1773 b_flush = !b_flushing && b_flush_request;
1775 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1778 if( p_dec->fmt_out.i_cat == AUDIO_ES )
1780 DecoderProcessAudio( p_dec, p_block, b_flush );
1782 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1784 DecoderProcessVideo( p_dec, p_block, b_flush );
1786 else if( p_dec->fmt_out.i_cat == SPU_ES )
1788 DecoderProcessSpu( p_dec, p_block, b_flush );
1792 msg_Err( p_dec, "unknown ES format" );
1793 p_dec->b_error = true;
1799 if( b_flush_request )
1800 DecoderProcessOnFlush( p_dec );
1804 * Destroys a decoder object
1806 * \param p_dec the decoder object
1809 static void DeleteDecoder( decoder_t * p_dec )
1811 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1813 msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1814 (char*)&p_dec->fmt_in.i_codec,
1815 (unsigned)block_FifoCount( p_owner->p_fifo ) );
1817 /* Free all packets still in the decoder fifo. */
1818 block_FifoEmpty( p_owner->p_fifo );
1819 block_FifoRelease( p_owner->p_fifo );
1822 if( p_owner->p_aout )
1824 /* TODO: REVISIT gap-less audio */
1825 aout_DecFlush( p_owner->p_aout );
1826 aout_DecDelete( p_owner->p_aout );
1827 input_resource_PutAout( p_owner->p_resource, p_owner->p_aout );
1828 if( p_owner->p_input != NULL )
1829 input_SendEventAout( p_owner->p_input );
1831 if( p_owner->p_vout )
1833 /* Hack to make sure all the the pictures are freed by the decoder
1834 * and that the vout is not paused anymore */
1835 vout_Reset( p_owner->p_vout );
1838 input_resource_RequestVout( p_owner->p_resource, p_owner->p_vout, NULL,
1840 if( p_owner->p_input != NULL )
1841 input_SendEventVout( p_owner->p_input );
1845 if( p_owner->p_sout_input )
1847 sout_InputDelete( p_owner->p_sout_input );
1850 es_format_Clean( &p_owner->fmt );
1852 if( p_dec->fmt_out.i_cat == SPU_ES )
1854 vout_thread_t *p_vout = input_resource_HoldVout( p_owner->p_resource );
1857 if( p_owner->p_spu_vout == p_vout )
1858 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1859 vlc_object_release( p_vout );
1863 es_format_Clean( &p_dec->fmt_in );
1864 es_format_Clean( &p_dec->fmt_out );
1865 if( p_dec->p_description )
1866 vlc_meta_Delete( p_dec->p_description );
1867 if( p_owner->p_description )
1868 vlc_meta_Delete( p_owner->p_description );
1870 if( p_owner->p_packetizer )
1872 module_unneed( p_owner->p_packetizer,
1873 p_owner->p_packetizer->p_module );
1874 es_format_Clean( &p_owner->p_packetizer->fmt_in );
1875 es_format_Clean( &p_owner->p_packetizer->fmt_out );
1876 if( p_owner->p_packetizer->p_description )
1877 vlc_meta_Delete( p_owner->p_packetizer->p_description );
1878 vlc_object_release( p_owner->p_packetizer );
1881 vlc_cond_destroy( &p_owner->wait_acknowledge );
1882 vlc_cond_destroy( &p_owner->wait_request );
1883 vlc_mutex_destroy( &p_owner->lock );
1885 vlc_object_release( p_dec );
1890 /*****************************************************************************
1891 * Buffers allocation callbacks for the decoders
1892 *****************************************************************************/
1893 static void DecoderUpdateFormatLocked( decoder_t *p_dec )
1895 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1897 vlc_assert_locked( &p_owner->lock );
1899 p_owner->b_fmt_description = true;
1901 /* Move p_description */
1902 if( p_owner->p_description && p_dec->p_description )
1903 vlc_meta_Delete( p_owner->p_description );
1904 p_owner->p_description = p_dec->p_description;
1905 p_dec->p_description = NULL;
1907 static vout_thread_t *aout_request_vout( void *p_private,
1908 vout_thread_t *p_vout, video_format_t *p_fmt, bool b_recyle )
1910 decoder_t *p_dec = p_private;
1911 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1912 input_thread_t *p_input = p_owner->p_input;
1914 p_vout = input_resource_RequestVout( p_owner->p_resource, p_vout, p_fmt, 1,
1916 if( p_input != NULL )
1917 input_SendEventVout( p_input );
1922 static int aout_update_format( decoder_t *p_dec )
1924 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1927 && !AOUT_FMTS_IDENTICAL(&p_dec->fmt_out.audio, &p_owner->fmt.audio) )
1929 audio_output_t *p_aout = p_owner->p_aout;
1931 /* Parameters changed, restart the aout */
1932 vlc_mutex_lock( &p_owner->lock );
1934 aout_DecDelete( p_owner->p_aout );
1935 p_owner->p_aout = NULL;
1937 vlc_mutex_unlock( &p_owner->lock );
1938 input_resource_PutAout( p_owner->p_resource, p_aout );
1941 if( p_owner->p_aout == NULL )
1943 p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
1945 audio_sample_format_t format = p_dec->fmt_out.audio;
1946 aout_FormatPrepare( &format );
1948 const int i_force_dolby = var_InheritInteger( p_dec, "force-dolby-surround" );
1949 if( i_force_dolby &&
1950 (format.i_original_channels&AOUT_CHAN_PHYSMASK) ==
1951 (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
1953 if( i_force_dolby == 1 )
1955 format.i_original_channels = format.i_original_channels |
1956 AOUT_CHAN_DOLBYSTEREO;
1958 else /* i_force_dolby == 2 */
1960 format.i_original_channels = format.i_original_channels &
1961 ~AOUT_CHAN_DOLBYSTEREO;
1965 aout_request_vout_t request_vout = {
1966 .pf_request_vout = aout_request_vout,
1969 audio_output_t *p_aout;
1971 p_aout = input_resource_GetAout( p_owner->p_resource );
1974 if( aout_DecNew( p_aout, &format,
1975 &p_dec->fmt_out.audio_replay_gain,
1978 input_resource_PutAout( p_owner->p_resource, p_aout );
1983 vlc_mutex_lock( &p_owner->lock );
1985 p_owner->p_aout = p_aout;
1987 es_format_Clean( &p_owner->fmt );
1988 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
1989 aout_FormatPrepare( &p_owner->fmt.audio );
1991 DecoderUpdateFormatLocked( p_dec );
1993 if( unlikely(p_owner->b_paused) && p_aout != NULL )
1994 /* fake pause if needed */
1995 aout_DecChangePause( p_aout, true, mdate() );
1997 vlc_mutex_unlock( &p_owner->lock );
1999 if( p_owner->p_input != NULL )
2000 input_SendEventAout( p_owner->p_input );
2002 if( p_aout == NULL )
2004 msg_Err( p_dec, "failed to create audio output" );
2005 p_dec->b_error = true;
2009 p_dec->fmt_out.audio.i_bytes_per_frame =
2010 p_owner->fmt.audio.i_bytes_per_frame;
2011 p_dec->fmt_out.audio.i_frame_length =
2012 p_owner->fmt.audio.i_frame_length;
2017 static int vout_update_format( decoder_t *p_dec )
2019 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2021 if( p_owner->p_vout == NULL
2022 || p_dec->fmt_out.video.i_width != p_owner->fmt.video.i_width
2023 || p_dec->fmt_out.video.i_height != p_owner->fmt.video.i_height
2024 || p_dec->fmt_out.video.i_visible_width != p_owner->fmt.video.i_visible_width
2025 || p_dec->fmt_out.video.i_visible_height != p_owner->fmt.video.i_visible_height
2026 || p_dec->fmt_out.video.i_x_offset != p_owner->fmt.video.i_x_offset
2027 || p_dec->fmt_out.video.i_y_offset != p_owner->fmt.video.i_y_offset
2028 || p_dec->fmt_out.i_codec != p_owner->fmt.video.i_chroma
2029 || (int64_t)p_dec->fmt_out.video.i_sar_num * p_owner->fmt.video.i_sar_den !=
2030 (int64_t)p_dec->fmt_out.video.i_sar_den * p_owner->fmt.video.i_sar_num ||
2031 p_dec->fmt_out.video.orientation != p_owner->fmt.video.orientation )
2033 vout_thread_t *p_vout;
2035 if( !p_dec->fmt_out.video.i_width ||
2036 !p_dec->fmt_out.video.i_height )
2038 /* Can't create a new vout without display size */
2042 video_format_t fmt = p_dec->fmt_out.video;
2043 fmt.i_chroma = p_dec->fmt_out.i_codec;
2045 if( vlc_fourcc_IsYUV( fmt.i_chroma ) )
2047 const vlc_chroma_description_t *dsc = vlc_fourcc_GetChromaDescription( fmt.i_chroma );
2048 for( unsigned int i = 0; dsc && i < dsc->plane_count; i++ )
2050 while( fmt.i_width % dsc->p[i].w.den )
2052 while( fmt.i_height % dsc->p[i].h.den )
2057 if( !fmt.i_visible_width || !fmt.i_visible_height )
2059 if( p_dec->fmt_in.video.i_visible_width &&
2060 p_dec->fmt_in.video.i_visible_height )
2062 fmt.i_visible_width = p_dec->fmt_in.video.i_visible_width;
2063 fmt.i_visible_height = p_dec->fmt_in.video.i_visible_height;
2064 fmt.i_x_offset = p_dec->fmt_in.video.i_x_offset;
2065 fmt.i_y_offset = p_dec->fmt_in.video.i_y_offset;
2069 fmt.i_visible_width = fmt.i_width;
2070 fmt.i_visible_height = fmt.i_height;
2076 if( fmt.i_visible_height == 1088 &&
2077 var_CreateGetBool( p_dec, "hdtv-fix" ) )
2079 fmt.i_visible_height = 1080;
2080 if( !(fmt.i_sar_num % 136))
2082 fmt.i_sar_num *= 135;
2083 fmt.i_sar_den *= 136;
2085 msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
2088 if( !fmt.i_sar_num || !fmt.i_sar_den )
2094 vlc_ureduce( &fmt.i_sar_num, &fmt.i_sar_den,
2095 fmt.i_sar_num, fmt.i_sar_den, 50000 );
2097 vlc_mutex_lock( &p_owner->lock );
2099 p_vout = p_owner->p_vout;
2100 p_owner->p_vout = NULL;
2101 vlc_mutex_unlock( &p_owner->lock );
2104 switch( p_dec->fmt_in.i_codec )
2106 case VLC_CODEC_HEVC:
2107 case VLC_CODEC_H264:
2108 case VLC_CODEC_DIRAC: /* FIXME valid ? */
2113 case VLC_CODEC_VP6F:
2121 p_vout = input_resource_RequestVout( p_owner->p_resource,
2124 p_dec->i_extra_picture_buffers + 1,
2126 vlc_mutex_lock( &p_owner->lock );
2127 p_owner->p_vout = p_vout;
2129 es_format_Clean( &p_owner->fmt );
2130 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
2131 p_owner->fmt.video.i_chroma = p_dec->fmt_out.i_codec;
2133 DecoderUpdateFormatLocked( p_dec );
2135 vlc_mutex_unlock( &p_owner->lock );
2137 if( p_owner->p_input != NULL )
2138 input_SendEventVout( p_owner->p_input );
2139 if( p_vout == NULL )
2141 msg_Err( p_dec, "failed to create video output" );
2142 p_dec->b_error = true;
2149 static picture_t *vout_new_buffer( decoder_t *p_dec )
2151 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2155 if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2158 picture_t *p_picture = vout_GetPicture( p_owner->p_vout );
2162 if( DecoderIsFlushing( p_dec ) )
2166 DecoderSignalWait( p_dec, true );
2168 /* Check the decoder doesn't leak pictures */
2169 vout_FixLeaks( p_owner->p_vout );
2171 /* FIXME add a vout_WaitPictureAvailable (timedwait) */
2172 msleep( VOUT_OUTMEM_SLEEP );
2176 static subpicture_t *spu_new_buffer( decoder_t *p_dec,
2177 const subpicture_updater_t *p_updater )
2179 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2180 vout_thread_t *p_vout = NULL;
2181 subpicture_t *p_subpic;
2182 int i_attempts = 30;
2184 while( i_attempts-- )
2186 if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2189 p_vout = input_resource_HoldVout( p_owner->p_resource );
2193 msleep( DECODER_SPU_VOUT_WAIT_DURATION );
2198 msg_Warn( p_dec, "no vout found, dropping subpicture" );
2202 if( p_owner->p_spu_vout != p_vout )
2204 p_owner->i_spu_channel = vout_RegisterSubpictureChannel( p_vout );
2205 p_owner->i_spu_order = 0;
2206 p_owner->p_spu_vout = p_vout;
2209 p_subpic = subpicture_New( p_updater );
2212 p_subpic->i_channel = p_owner->i_spu_channel;
2213 p_subpic->i_order = p_owner->i_spu_order++;
2214 p_subpic->b_subtitle = true;
2217 vlc_object_release( p_vout );
2222 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
2224 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2225 vout_thread_t *p_vout = NULL;
2227 p_vout = input_resource_HoldVout( p_owner->p_resource );
2228 if( !p_vout || p_owner->p_spu_vout != p_vout )
2231 vlc_object_release( p_vout );
2232 msg_Warn( p_dec, "no vout found, leaking subpicture" );
2236 subpicture_Delete( p_subpic );
2238 vlc_object_release( p_vout );