1 /*****************************************************************************
2 * decoder.c: Functions for the management of decoders
3 *****************************************************************************
4 * Copyright (C) 1999-2004 VLC authors and VideoLAN
7 * Authors: Christophe Massiot <massiot@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
9 * Laurent Aimar <fenrir@via.ecp.fr>
11 * This program is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU Lesser General Public License as published by
13 * the Free Software Foundation; either version 2.1 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU Lesser General Public License for more details.
21 * You should have received a copy of the GNU Lesser General Public License
22 * along with this program; if not, write to the Free Software Foundation,
23 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24 *****************************************************************************/
26 /*****************************************************************************
28 *****************************************************************************/
34 #include <vlc_common.h>
36 #include <vlc_block.h>
40 #include <vlc_codec.h>
43 #include <vlc_dialog.h>
44 #include <vlc_modules.h>
46 #include "audio_output/aout_internal.h"
47 #include "stream_output/stream_output.h"
48 #include "input_internal.h"
54 #include "../video_output/vout_control.h"
56 static decoder_t *CreateDecoder( vlc_object_t *, input_thread_t *,
57 const es_format_t *, bool, input_resource_t *,
58 sout_instance_t *p_sout );
59 static void DeleteDecoder( decoder_t * );
61 static void *DecoderThread( void * );
62 static void DecoderProcess( decoder_t *, block_t * );
63 static void DecoderFlush( decoder_t * );
64 static void DecoderSignalWait( decoder_t * );
66 static void DecoderUnsupportedCodec( decoder_t *, vlc_fourcc_t );
68 /* Buffers allocation callbacks for the decoders */
69 static int vout_update_format( decoder_t * );
70 static picture_t *vout_new_buffer( decoder_t * );
71 static int aout_update_format( decoder_t * );
72 static subpicture_t *spu_new_buffer( decoder_t *, const subpicture_updater_t * );
74 struct decoder_owner_sys_t
76 int64_t i_preroll_end;
78 input_thread_t *p_input;
79 input_resource_t*p_resource;
80 input_clock_t *p_clock;
83 vout_thread_t *p_spu_vout;
87 sout_instance_t *p_sout;
88 sout_packetizer_input_t *p_sout_input;
92 /* Some decoders require already packetized data (ie. not truncated) */
93 decoder_t *p_packetizer;
96 /* Current format in use by the output */
100 bool b_fmt_description;
101 vlc_meta_t *p_description;
104 block_fifo_t *p_fifo;
106 /* Lock for communication with decoder thread */
108 vlc_cond_t wait_request;
109 vlc_cond_t wait_acknowledge;
111 /* -- These variables need locking on write(only) -- */
112 audio_output_t *p_aout;
114 vout_thread_t *p_vout;
116 /* -- Theses variables need locking on read *and* write -- */
141 decoder_t *pp_decoder[4];
148 /* Pictures which are DECODER_BOGUS_VIDEO_DELAY or more in advance probably have
149 * a bogus PTS and won't be displayed */
150 #define DECODER_BOGUS_VIDEO_DELAY ((mtime_t)(DEFAULT_PTS_DELAY * 30))
153 #define DECODER_SPU_VOUT_WAIT_DURATION ((int)(0.200*CLOCK_FREQ))
156 /*****************************************************************************
158 *****************************************************************************/
159 picture_t *decoder_NewPicture( decoder_t *p_decoder )
161 if( decoder_UpdateVideoFormat( p_decoder ) )
164 picture_t *p_picture = p_decoder->pf_vout_buffer_new( p_decoder );
166 msg_Warn( p_decoder, "can't get output picture" );
170 block_t *decoder_NewAudioBuffer( decoder_t *dec, int samples )
172 if( decoder_UpdateAudioFormat( dec ) )
175 size_t length = samples * dec->fmt_out.audio.i_bytes_per_frame
176 / dec->fmt_out.audio.i_frame_length;
177 block_t *block = block_Alloc( length );
178 if( likely(block != NULL) )
180 block->i_nb_samples = samples;
181 block->i_pts = block->i_length = 0;
186 subpicture_t *decoder_NewSubpicture( decoder_t *p_decoder,
187 const subpicture_updater_t *p_dyn )
189 subpicture_t *p_subpicture = p_decoder->pf_spu_buffer_new( p_decoder, p_dyn );
191 msg_Warn( p_decoder, "can't get output subpicture" );
195 /* decoder_GetInputAttachments:
197 int decoder_GetInputAttachments( decoder_t *p_dec,
198 input_attachment_t ***ppp_attachment,
201 if( !p_dec->pf_get_attachments )
204 return p_dec->pf_get_attachments( p_dec, ppp_attachment, pi_attachment );
206 /* decoder_GetDisplayDate:
208 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
210 if( !p_dec->pf_get_display_date )
211 return VLC_TS_INVALID;
213 return p_dec->pf_get_display_date( p_dec, i_ts );
215 /* decoder_GetDisplayRate:
217 int decoder_GetDisplayRate( decoder_t *p_dec )
219 if( !p_dec->pf_get_display_rate )
220 return INPUT_RATE_DEFAULT;
222 return p_dec->pf_get_display_rate( p_dec );
225 /* TODO: pass p_sout through p_resource? -- Courmisch */
226 static decoder_t *decoder_New( vlc_object_t *p_parent, input_thread_t *p_input,
227 const es_format_t *fmt, input_clock_t *p_clock,
228 input_resource_t *p_resource,
229 sout_instance_t *p_sout )
231 decoder_t *p_dec = NULL;
232 const char *psz_type = p_sout ? N_("packetizer") : N_("decoder");
235 /* Create the decoder configuration structure */
236 p_dec = CreateDecoder( p_parent, p_input, fmt,
237 p_sout != NULL, p_resource, p_sout );
240 msg_Err( p_parent, "could not create %s", psz_type );
241 dialog_Fatal( p_parent, _("Streaming / Transcoding failed"),
242 _("VLC could not open the %s module."),
243 vlc_gettext( psz_type ) );
247 if( !p_dec->p_module )
249 DecoderUnsupportedCodec( p_dec, fmt->i_codec );
251 DeleteDecoder( p_dec );
255 p_dec->p_owner->p_clock = p_clock;
256 assert( p_dec->fmt_out.i_cat != UNKNOWN_ES );
258 if( p_dec->fmt_out.i_cat == AUDIO_ES )
259 i_priority = VLC_THREAD_PRIORITY_AUDIO;
261 i_priority = VLC_THREAD_PRIORITY_VIDEO;
263 /* Spawn the decoder thread */
264 if( vlc_clone( &p_dec->p_owner->thread, DecoderThread, p_dec, i_priority ) )
266 msg_Err( p_dec, "cannot spawn decoder thread" );
267 module_unneed( p_dec, p_dec->p_module );
268 DeleteDecoder( p_dec );
277 * Spawns a new decoder thread from the input thread
279 * \param p_input the input thread
280 * \param p_es the es descriptor
281 * \return the spawned decoder object
283 decoder_t *input_DecoderNew( input_thread_t *p_input,
284 es_format_t *fmt, input_clock_t *p_clock,
285 sout_instance_t *p_sout )
287 return decoder_New( VLC_OBJECT(p_input), p_input, fmt, p_clock,
288 p_input->p->p_resource, p_sout );
292 * Spawn a decoder thread outside of the input thread.
294 decoder_t *input_DecoderCreate( vlc_object_t *p_parent, const es_format_t *fmt,
295 input_resource_t *p_resource )
297 return decoder_New( p_parent, NULL, fmt, NULL, p_resource, NULL );
302 * Kills a decoder thread and waits until it's finished
304 * \param p_input the input thread
305 * \param p_es the es descriptor
308 void input_DecoderDelete( decoder_t *p_dec )
310 decoder_owner_sys_t *p_owner = p_dec->p_owner;
312 vlc_cancel( p_owner->thread );
314 /* Make sure we aren't paused/waiting/decoding anymore */
315 vlc_mutex_lock( &p_owner->lock );
316 p_owner->b_paused = false;
317 p_owner->b_waiting = false;
318 p_owner->b_flushing = true;
319 p_owner->b_exit = true;
320 vlc_cond_signal( &p_owner->wait_request );
321 vlc_mutex_unlock( &p_owner->lock );
323 vlc_join( p_owner->thread, NULL );
325 module_unneed( p_dec, p_dec->p_module );
328 if( p_dec->p_owner->cc.b_supported )
331 for( i = 0; i < 4; i++ )
332 input_DecoderSetCcState( p_dec, false, i );
336 DeleteDecoder( p_dec );
340 * Put a block_t in the decoder's fifo.
341 * Thread-safe w.r.t. the decoder. May be a cancellation point.
343 * \param p_dec the decoder object
344 * \param p_block the data block
346 void input_DecoderDecode( decoder_t *p_dec, block_t *p_block, bool b_do_pace )
348 decoder_owner_sys_t *p_owner = p_dec->p_owner;
350 vlc_fifo_Lock( p_owner->p_fifo );
353 /* FIXME: ideally we would check the time amount of data
354 * in the FIFO instead of its size. */
355 /* 400 MiB, i.e. ~ 50mb/s for 60s */
356 if( vlc_fifo_GetBytes( p_owner->p_fifo ) > 400*1024*1024 )
358 msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
359 "consumed quickly enough), resetting fifo!" );
360 block_ChainRelease( vlc_fifo_DequeueAllUnlocked( p_owner->p_fifo ) );
364 if( !p_owner->b_waiting )
365 { /* The FIFO is not consumed when waiting, so pacing would deadlock VLC.
366 * Locking is not necessary as b_waiting is only read, not written by
367 * the decoder thread. */
368 while( vlc_fifo_GetCount( p_owner->p_fifo ) >= 10 )
369 vlc_fifo_WaitCond( p_owner->p_fifo, &p_owner->wait_acknowledge );
372 vlc_fifo_QueueUnlocked( p_owner->p_fifo, p_block );
373 vlc_fifo_Unlock( p_owner->p_fifo );
376 bool input_DecoderIsEmpty( decoder_t * p_dec )
378 decoder_owner_sys_t *p_owner = p_dec->p_owner;
379 assert( !p_owner->b_waiting );
381 bool b_empty = block_FifoCount( p_dec->p_owner->p_fifo ) <= 0;
385 vlc_mutex_lock( &p_owner->lock );
386 /* TODO subtitles support */
387 if( p_owner->fmt.i_cat == VIDEO_ES && p_owner->p_vout )
388 b_empty = vout_IsEmpty( p_owner->p_vout );
389 else if( p_owner->fmt.i_cat == AUDIO_ES && p_owner->p_aout )
390 b_empty = aout_DecIsEmpty( p_owner->p_aout );
391 vlc_mutex_unlock( &p_owner->lock );
396 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
398 decoder_owner_sys_t *p_owner = p_dec->p_owner;
401 vlc_mutex_lock( &p_owner->lock );
402 for( i = 0; i < 4; i++ )
403 pb_present[i] = p_owner->cc.pb_present[i];
404 vlc_mutex_unlock( &p_owner->lock );
406 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
408 decoder_owner_sys_t *p_owner = p_dec->p_owner;
410 //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
412 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
417 static const vlc_fourcc_t fcc[4] = {
418 VLC_FOURCC('c', 'c', '1', ' '),
419 VLC_FOURCC('c', 'c', '2', ' '),
420 VLC_FOURCC('c', 'c', '3', ' '),
421 VLC_FOURCC('c', 'c', '4', ' '),
426 es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
427 p_cc = input_DecoderNew( p_owner->p_input, &fmt,
428 p_dec->p_owner->p_clock, p_owner->p_sout );
431 msg_Err( p_dec, "could not create decoder" );
432 dialog_Fatal( p_dec, _("Streaming / Transcoding failed"), "%s",
433 _("VLC could not open the decoder module.") );
436 else if( !p_cc->p_module )
438 DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
439 input_DecoderDelete(p_cc);
442 p_cc->p_owner->p_clock = p_owner->p_clock;
444 vlc_mutex_lock( &p_owner->lock );
445 p_owner->cc.pp_decoder[i_channel] = p_cc;
446 vlc_mutex_unlock( &p_owner->lock );
452 vlc_mutex_lock( &p_owner->lock );
453 p_cc = p_owner->cc.pp_decoder[i_channel];
454 p_owner->cc.pp_decoder[i_channel] = NULL;
455 vlc_mutex_unlock( &p_owner->lock );
458 input_DecoderDelete(p_cc);
462 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
464 decoder_owner_sys_t *p_owner = p_dec->p_owner;
467 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
470 vlc_mutex_lock( &p_owner->lock );
471 *pb_decode = p_owner->cc.pp_decoder[i_channel] != NULL;
472 vlc_mutex_unlock( &p_owner->lock );
476 void input_DecoderChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
478 decoder_owner_sys_t *p_owner = p_dec->p_owner;
480 vlc_mutex_lock( &p_owner->lock );
481 /* Normally, p_owner->b_paused != b_paused here. But if a track is added
482 * while the input is paused (e.g. add sub file), then b_paused is
483 * (incorrectly) false. */
484 if( likely(p_owner->b_paused != b_paused) ) {
485 p_owner->b_paused = b_paused;
486 p_owner->pause.i_date = i_date;
487 p_owner->pause.i_ignore = 0;
488 vlc_cond_signal( &p_owner->wait_request );
490 /* XXX only audio and video output have to be paused.
491 * - for sout it is useless
492 * - for subs, it is done by the vout
494 if( p_dec->fmt_out.i_cat == AUDIO_ES )
496 if( p_owner->p_aout )
497 aout_DecChangePause( p_owner->p_aout, b_paused, i_date );
499 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
501 if( p_owner->p_vout )
502 vout_ChangePause( p_owner->p_vout, b_paused, i_date );
505 vlc_mutex_unlock( &p_owner->lock );
508 void input_DecoderChangeDelay( decoder_t *p_dec, mtime_t i_delay )
510 decoder_owner_sys_t *p_owner = p_dec->p_owner;
512 vlc_mutex_lock( &p_owner->lock );
513 p_owner->i_ts_delay = i_delay;
514 vlc_mutex_unlock( &p_owner->lock );
517 void input_DecoderStartWait( decoder_t *p_dec )
519 decoder_owner_sys_t *p_owner = p_dec->p_owner;
521 assert( !p_owner->b_waiting );
523 vlc_mutex_lock( &p_owner->lock );
524 DecoderFlush( p_dec );
526 p_owner->b_first = true;
527 p_owner->b_has_data = false;
528 p_owner->b_waiting = true;
529 vlc_cond_signal( &p_owner->wait_request );
530 vlc_mutex_unlock( &p_owner->lock );
533 void input_DecoderStopWait( decoder_t *p_dec )
535 decoder_owner_sys_t *p_owner = p_dec->p_owner;
537 assert( p_owner->b_waiting );
539 vlc_mutex_lock( &p_owner->lock );
540 p_owner->b_waiting = false;
541 vlc_cond_signal( &p_owner->wait_request );
542 vlc_mutex_unlock( &p_owner->lock );
545 void input_DecoderWait( decoder_t *p_dec )
547 decoder_owner_sys_t *p_owner = p_dec->p_owner;
549 assert( p_owner->b_waiting );
551 vlc_mutex_lock( &p_owner->lock );
552 while( !p_owner->b_has_data )
554 vlc_fifo_Lock( p_owner->p_fifo );
555 p_owner->b_woken = true;
556 vlc_fifo_Signal( p_owner->p_fifo );
557 vlc_fifo_Unlock( p_owner->p_fifo );
558 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
560 vlc_mutex_unlock( &p_owner->lock );
563 void input_DecoderFrameNext( decoder_t *p_dec, mtime_t *pi_duration )
565 decoder_owner_sys_t *p_owner = p_dec->p_owner;
569 vlc_mutex_lock( &p_owner->lock );
570 if( p_dec->fmt_out.i_cat == VIDEO_ES )
572 if( p_owner->b_paused && p_owner->p_vout )
574 vout_NextPicture( p_owner->p_vout, pi_duration );
575 p_owner->pause.i_ignore++;
576 vlc_cond_signal( &p_owner->wait_request );
581 /* TODO subtitle should not be flushed */
582 DecoderFlush( p_dec );
584 vlc_mutex_unlock( &p_owner->lock );
587 bool input_DecoderHasFormatChanged( decoder_t *p_dec, es_format_t *p_fmt, vlc_meta_t **pp_meta )
589 decoder_owner_sys_t *p_owner = p_dec->p_owner;
592 vlc_mutex_lock( &p_owner->lock );
593 b_changed = p_owner->b_fmt_description;
597 es_format_Copy( p_fmt, &p_owner->fmt );
602 if( p_owner->p_description )
604 *pp_meta = vlc_meta_New();
606 vlc_meta_Merge( *pp_meta, p_owner->p_description );
609 p_owner->b_fmt_description = false;
611 vlc_mutex_unlock( &p_owner->lock );
615 size_t input_DecoderGetFifoSize( decoder_t *p_dec )
617 decoder_owner_sys_t *p_owner = p_dec->p_owner;
619 return block_FifoSize( p_owner->p_fifo );
622 void input_DecoderGetObjects( decoder_t *p_dec,
623 vout_thread_t **pp_vout, audio_output_t **pp_aout )
625 decoder_owner_sys_t *p_owner = p_dec->p_owner;
627 vlc_mutex_lock( &p_owner->lock );
629 *pp_vout = p_owner->p_vout ? vlc_object_hold( p_owner->p_vout ) : NULL;
631 *pp_aout = p_owner->p_aout ? vlc_object_hold( p_owner->p_aout ) : NULL;
632 vlc_mutex_unlock( &p_owner->lock );
635 /*****************************************************************************
637 *****************************************************************************/
638 static int DecoderGetInputAttachments( decoder_t *p_dec,
639 input_attachment_t ***ppp_attachment,
642 input_thread_t *p_input = p_dec->p_owner->p_input;
644 if( unlikely(p_input == NULL) )
646 return input_Control( p_input, INPUT_GET_ATTACHMENTS,
647 ppp_attachment, pi_attachment );
649 static mtime_t DecoderGetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
651 decoder_owner_sys_t *p_owner = p_dec->p_owner;
653 vlc_mutex_lock( &p_owner->lock );
654 if( p_owner->b_waiting || p_owner->b_paused )
655 i_ts = VLC_TS_INVALID;
656 vlc_mutex_unlock( &p_owner->lock );
658 if( !p_owner->p_clock || i_ts <= VLC_TS_INVALID )
661 if( input_clock_ConvertTS( VLC_OBJECT(p_dec), p_owner->p_clock, NULL, &i_ts, NULL, INT64_MAX ) ) {
662 msg_Err(p_dec, "Could not get display date for timestamp %"PRId64"", i_ts);
663 return VLC_TS_INVALID;
668 static int DecoderGetDisplayRate( decoder_t *p_dec )
670 decoder_owner_sys_t *p_owner = p_dec->p_owner;
672 if( !p_owner->p_clock )
673 return INPUT_RATE_DEFAULT;
674 return input_clock_GetRate( p_owner->p_clock );
678 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
680 if (codec != VLC_FOURCC('u','n','d','f')) {
681 const char *desc = vlc_fourcc_GetDescription(p_dec->fmt_in.i_cat, codec);
683 desc = N_("No description for this codec");
684 msg_Err( p_dec, "Codec `%4.4s' (%s) is not supported.", (char*)&codec, desc );
685 dialog_Fatal( p_dec, _("Codec not supported"),
686 _("VLC could not decode the format \"%4.4s\" (%s)"),
687 (char*)&codec, desc );
689 msg_Err( p_dec, "could not identify codec" );
690 dialog_Fatal( p_dec, _("Unidentified codec"),
691 _("VLC could not identify the audio or video codec" ) );
697 * Create a decoder object
699 * \param p_input the input thread
700 * \param p_es the es descriptor
701 * \param b_packetizer instead of a decoder
702 * \return the decoder object
704 static decoder_t * CreateDecoder( vlc_object_t *p_parent,
705 input_thread_t *p_input,
706 const es_format_t *fmt, bool b_packetizer,
707 input_resource_t *p_resource,
708 sout_instance_t *p_sout )
711 decoder_owner_sys_t *p_owner;
712 es_format_t null_es_format;
714 p_dec = vlc_custom_create( p_parent, sizeof( *p_dec ), "decoder" );
718 p_dec->pf_decode_audio = NULL;
719 p_dec->pf_decode_video = NULL;
720 p_dec->pf_decode_sub = NULL;
721 p_dec->pf_get_cc = NULL;
722 p_dec->pf_packetize = NULL;
724 /* Initialize the decoder */
725 p_dec->p_module = NULL;
727 memset( &null_es_format, 0, sizeof(es_format_t) );
728 es_format_Copy( &p_dec->fmt_in, fmt );
729 es_format_Copy( &p_dec->fmt_out, &null_es_format );
731 p_dec->p_description = NULL;
733 /* Allocate our private structure for the decoder */
734 p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
735 if( unlikely(p_owner == NULL) )
737 vlc_object_release( p_dec );
740 p_owner->i_preroll_end = VLC_TS_INVALID;
741 p_owner->i_last_rate = INPUT_RATE_DEFAULT;
742 p_owner->p_input = p_input;
743 p_owner->p_resource = p_resource;
744 p_owner->p_aout = NULL;
745 p_owner->p_vout = NULL;
746 p_owner->p_spu_vout = NULL;
747 p_owner->i_spu_channel = 0;
748 p_owner->i_spu_order = 0;
749 p_owner->p_sout = p_sout;
750 p_owner->p_sout_input = NULL;
751 p_owner->p_packetizer = NULL;
752 p_owner->b_packetizer = b_packetizer;
753 es_format_Init( &p_owner->fmt, UNKNOWN_ES, 0 );
756 p_owner->b_woken = false;
757 p_owner->p_fifo = block_FifoNew();
758 if( unlikely(p_owner->p_fifo == NULL) )
761 vlc_object_release( p_dec );
765 /* Set buffers allocation callbacks for the decoders */
766 p_dec->pf_aout_format_update = aout_update_format;
767 p_dec->pf_vout_format_update = vout_update_format;
768 p_dec->pf_vout_buffer_new = vout_new_buffer;
769 p_dec->pf_spu_buffer_new = spu_new_buffer;
771 p_dec->pf_get_attachments = DecoderGetInputAttachments;
772 p_dec->pf_get_display_date = DecoderGetDisplayDate;
773 p_dec->pf_get_display_rate = DecoderGetDisplayRate;
775 /* Find a suitable decoder/packetizer module */
777 p_dec->p_module = module_need( p_dec, "decoder", "$codec", false );
779 p_dec->p_module = module_need( p_dec, "packetizer", "$packetizer", false );
781 /* Check if decoder requires already packetized data */
783 p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
785 p_owner->p_packetizer =
786 vlc_custom_create( p_parent, sizeof( decoder_t ), "packetizer" );
787 if( p_owner->p_packetizer )
789 es_format_Copy( &p_owner->p_packetizer->fmt_in,
792 es_format_Copy( &p_owner->p_packetizer->fmt_out,
795 p_owner->p_packetizer->p_module =
796 module_need( p_owner->p_packetizer,
797 "packetizer", "$packetizer", false );
799 if( !p_owner->p_packetizer->p_module )
801 es_format_Clean( &p_owner->p_packetizer->fmt_in );
802 vlc_object_release( p_owner->p_packetizer );
803 p_owner->p_packetizer = NULL;
808 /* Copy ourself the input replay gain */
809 if( fmt->i_cat == AUDIO_ES )
811 for( unsigned i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
813 if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
815 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
816 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
818 if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
820 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
821 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
827 vlc_mutex_init( &p_owner->lock );
828 vlc_cond_init( &p_owner->wait_request );
829 vlc_cond_init( &p_owner->wait_acknowledge );
831 p_owner->b_fmt_description = false;
832 p_owner->p_description = NULL;
834 p_owner->b_exit = false;
836 p_owner->b_paused = false;
837 p_owner->pause.i_date = VLC_TS_INVALID;
838 p_owner->pause.i_ignore = 0;
840 p_owner->b_waiting = false;
841 p_owner->b_first = true;
842 p_owner->b_has_data = false;
844 p_owner->b_flushing = false;
847 p_owner->cc.b_supported = false;
850 if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
851 p_owner->cc.b_supported = true;
852 if( p_dec->pf_get_cc )
853 p_owner->cc.b_supported = true;
856 for( unsigned i = 0; i < 4; i++ )
858 p_owner->cc.pb_present[i] = false;
859 p_owner->cc.pp_decoder[i] = NULL;
861 p_owner->i_ts_delay = 0;
866 * The decoding main loop
868 * \param p_dec the decoder
870 static void *DecoderThread( void *p_data )
872 decoder_t *p_dec = (decoder_t *)p_data;
873 decoder_owner_sys_t *p_owner = p_dec->p_owner;
875 /* The decoder's main loop */
880 vlc_fifo_Lock( p_owner->p_fifo );
881 vlc_fifo_CleanupPush( p_owner->p_fifo );
883 while( vlc_fifo_IsEmpty( p_owner->p_fifo ) )
885 if( p_owner->b_woken )
887 vlc_fifo_Wait( p_owner->p_fifo );
888 /* Make sure there is no cancellation point other than this one^^.
889 * If you need one, be sure to push cleanup of p_block. */
892 p_block = vlc_fifo_DequeueUnlocked( p_owner->p_fifo );
893 if( p_block != NULL )
894 vlc_cond_signal( &p_owner->wait_acknowledge );
896 p_owner->b_woken = false;
899 if( p_block == NULL || p_block->i_flags & BLOCK_FLAG_CORE_EOS )
900 DecoderSignalWait( p_dec );
904 int canc = vlc_savecancel();
906 if( p_block->i_flags & BLOCK_FLAG_CORE_EOS )
908 /* calling DecoderProcess() with NULL block will make
909 * decoders/packetizers flush their buffers */
910 block_Release( p_block );
914 DecoderProcess( p_dec, p_block );
916 vlc_restorecancel( canc );
922 static block_t *DecoderBlockFlushNew()
924 block_t *p_null = block_Alloc( 128 );
928 p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY |
929 BLOCK_FLAG_CORRUPTED |
930 BLOCK_FLAG_CORE_FLUSH;
931 memset( p_null->p_buffer, 0, p_null->i_buffer );
936 static void DecoderFlush( decoder_t *p_dec )
938 decoder_owner_sys_t *p_owner = p_dec->p_owner;
940 vlc_assert_locked( &p_owner->lock );
943 block_FifoEmpty( p_owner->p_fifo );
945 p_owner->b_waiting = false;
946 /* Monitor for flush end */
947 p_owner->b_flushing = true;
948 vlc_cond_signal( &p_owner->wait_request );
950 /* Send a special block */
951 block_t *p_null = DecoderBlockFlushNew();
954 input_DecoderDecode( p_dec, p_null, false );
957 while( p_owner->b_flushing )
958 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
961 static void DecoderSignalWait( decoder_t *p_dec )
963 decoder_owner_sys_t *p_owner = p_dec->p_owner;
965 vlc_mutex_lock( &p_owner->lock );
967 if( p_owner->b_waiting )
969 p_owner->b_has_data = true;
970 vlc_cond_signal( &p_owner->wait_acknowledge );
973 vlc_mutex_unlock( &p_owner->lock );
976 static bool DecoderIsFlushing( decoder_t *p_dec )
978 decoder_owner_sys_t *p_owner = p_dec->p_owner;
981 vlc_mutex_lock( &p_owner->lock );
983 b_flushing = p_owner->b_flushing;
985 vlc_mutex_unlock( &p_owner->lock );
990 static bool DecoderWaitUnblock( decoder_t *p_dec )
992 decoder_owner_sys_t *p_owner = p_dec->p_owner;
994 vlc_assert_locked( &p_owner->lock );
998 if( p_owner->b_flushing )
1000 if( p_owner->b_paused )
1002 if( p_owner->b_waiting && !p_owner->b_has_data )
1004 if( p_owner->pause.i_ignore > 0 )
1006 p_owner->pause.i_ignore--;
1012 if( !p_owner->b_waiting || !p_owner->b_has_data )
1015 vlc_cond_wait( &p_owner->wait_request, &p_owner->lock );
1018 return p_owner->b_flushing;
1021 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
1023 if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
1024 *pi_preroll = INT64_MAX;
1025 else if( p->i_dts > VLC_TS_INVALID )
1026 *pi_preroll = __MIN( *pi_preroll, p->i_dts );
1027 else if( p->i_pts > VLC_TS_INVALID )
1028 *pi_preroll = __MIN( *pi_preroll, p->i_pts );
1031 static void DecoderFixTs( decoder_t *p_dec, mtime_t *pi_ts0, mtime_t *pi_ts1,
1032 mtime_t *pi_duration, int *pi_rate, mtime_t i_ts_bound )
1034 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1035 input_clock_t *p_clock = p_owner->p_clock;
1037 vlc_assert_locked( &p_owner->lock );
1039 const mtime_t i_es_delay = p_owner->i_ts_delay;
1044 const bool b_ephemere = pi_ts1 && *pi_ts0 == *pi_ts1;
1047 if( *pi_ts0 > VLC_TS_INVALID )
1049 *pi_ts0 += i_es_delay;
1050 if( pi_ts1 && *pi_ts1 > VLC_TS_INVALID )
1051 *pi_ts1 += i_es_delay;
1052 if( input_clock_ConvertTS( VLC_OBJECT(p_dec), p_clock, &i_rate, pi_ts0, pi_ts1, i_ts_bound ) ) {
1053 if( pi_ts1 != NULL )
1054 msg_Err(p_dec, "Could not convert timestamps %"PRId64
1055 ", %"PRId64"", *pi_ts0, *pi_ts1);
1057 msg_Err(p_dec, "Could not convert timestamp %"PRId64, *pi_ts0);
1058 *pi_ts0 = VLC_TS_INVALID;
1063 i_rate = input_clock_GetRate( p_clock );
1066 /* Do not create ephemere data because of rounding errors */
1067 if( !b_ephemere && pi_ts1 && *pi_ts0 == *pi_ts1 )
1071 *pi_duration = ( *pi_duration * i_rate + INPUT_RATE_DEFAULT-1 )
1072 / INPUT_RATE_DEFAULT;
1078 static bool DecoderIsExitRequested( decoder_t *p_dec )
1080 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1082 vlc_mutex_lock( &p_owner->lock );
1083 bool b_exit = p_owner->b_exit;
1084 vlc_mutex_unlock( &p_owner->lock );
1090 * If *pb_reject, it does nothing, otherwise it waits for the given
1091 * deadline or a flush request (in which case it set *pi_reject to true.
1093 static void DecoderWaitDate( decoder_t *p_dec,
1094 bool *pb_reject, mtime_t i_deadline )
1096 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1098 vlc_assert_locked( &p_owner->lock );
1100 if( *pb_reject || i_deadline < 0 )
1105 if( p_owner->b_flushing || p_owner->b_exit )
1111 while( vlc_cond_timedwait( &p_owner->wait_request, &p_owner->lock,
1112 i_deadline ) == 0 );
1115 static void DecoderPlayAudio( decoder_t *p_dec, block_t *p_audio,
1116 int *pi_played_sum, int *pi_lost_sum )
1118 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1119 audio_output_t *p_aout = p_owner->p_aout;
1122 if( p_audio && p_audio->i_pts <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify audio_output/*
1124 msg_Warn( p_dec, "non-dated audio buffer received" );
1126 block_Release( p_audio );
1131 vlc_mutex_lock( &p_owner->lock );
1133 if( p_audio && p_owner->b_waiting )
1135 p_owner->b_has_data = true;
1136 vlc_cond_signal( &p_owner->wait_acknowledge );
1143 bool b_reject = DecoderWaitUnblock( p_dec );
1145 b_paused = p_owner->b_paused;
1151 int i_rate = INPUT_RATE_DEFAULT;
1153 DecoderFixTs( p_dec, &p_audio->i_pts, NULL, &p_audio->i_length,
1154 &i_rate, AOUT_MAX_ADVANCE_TIME );
1156 if( p_audio->i_pts <= VLC_TS_INVALID
1157 || i_rate < INPUT_RATE_DEFAULT/AOUT_MAX_INPUT_RATE
1158 || i_rate > INPUT_RATE_DEFAULT*AOUT_MAX_INPUT_RATE )
1161 DecoderWaitDate( p_dec, &b_reject,
1162 p_audio->i_pts - AOUT_MAX_PREPARE_TIME );
1164 if( unlikely(p_owner->b_paused != b_paused) )
1165 continue; /* race with input thread? retry... */
1166 if( p_aout == NULL )
1171 assert( !p_owner->b_paused );
1172 if( !aout_DecPlay( p_aout, p_audio, i_rate ) )
1173 *pi_played_sum += 1;
1174 *pi_lost_sum += aout_DecGetResetLost( p_aout );
1178 msg_Dbg( p_dec, "discarded audio buffer" );
1180 block_Release( p_audio );
1185 vlc_mutex_unlock( &p_owner->lock );
1188 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
1190 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1191 block_t *p_aout_buf;
1197 /* Play a NULL block to output buffered frames */
1198 DecoderPlayAudio( p_dec, NULL, &i_played, &i_lost );
1200 else while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
1202 if( DecoderIsExitRequested( p_dec ) )
1204 /* It prevent freezing VLC in case of broken decoder */
1205 block_Release( p_aout_buf );
1207 block_Release( p_block );
1212 if( p_owner->i_preroll_end > VLC_TS_INVALID &&
1213 p_aout_buf->i_pts < p_owner->i_preroll_end )
1215 block_Release( p_aout_buf );
1219 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1221 msg_Dbg( p_dec, "End of audio preroll" );
1222 if( p_owner->p_aout )
1223 aout_DecFlush( p_owner->p_aout );
1225 p_owner->i_preroll_end = VLC_TS_INVALID;
1228 DecoderPlayAudio( p_dec, p_aout_buf, &i_played, &i_lost );
1231 /* Update ugly stat */
1232 input_thread_t *p_input = p_owner->p_input;
1234 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_played > 0) )
1236 vlc_mutex_lock( &p_input->p->counters.counters_lock);
1237 stats_Update( p_input->p->counters.p_lost_abuffers, i_lost, NULL );
1238 stats_Update( p_input->p->counters.p_played_abuffers, i_played, NULL );
1239 stats_Update( p_input->p->counters.p_decoded_audio, i_decoded, NULL );
1240 vlc_mutex_unlock( &p_input->p->counters.counters_lock);
1243 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
1245 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1248 bool b_processed = false;
1252 assert( p_dec_cc->pf_get_cc != NULL );
1254 /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
1255 if( !p_owner->cc.b_supported )
1258 p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
1262 vlc_mutex_lock( &p_owner->lock );
1263 for( i = 0, i_cc_decoder = 0; i < 4; i++ )
1265 p_owner->cc.pb_present[i] |= pb_present[i];
1266 if( p_owner->cc.pp_decoder[i] )
1270 for( i = 0; i < 4; i++ )
1272 if( !p_owner->cc.pp_decoder[i] )
1275 block_FifoPut( p_owner->cc.pp_decoder[i]->p_owner->p_fifo,
1276 (i_cc_decoder > 1) ? block_Duplicate(p_cc) : p_cc);
1281 vlc_mutex_unlock( &p_owner->lock );
1284 block_Release( p_cc );
1287 static void DecoderPlayVideo( decoder_t *p_dec, picture_t *p_picture,
1288 int *pi_played_sum, int *pi_lost_sum )
1290 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1291 vout_thread_t *p_vout = p_owner->p_vout;
1293 if( p_picture->date <= VLC_TS_INVALID )
1295 msg_Warn( p_dec, "non-dated video buffer received" );
1297 picture_Release( p_picture );
1302 vlc_mutex_lock( &p_owner->lock );
1304 if( p_owner->b_waiting && !p_owner->b_first )
1306 p_owner->b_has_data = true;
1307 vlc_cond_signal( &p_owner->wait_acknowledge );
1309 bool b_first_after_wait = p_owner->b_waiting && p_owner->b_has_data;
1311 bool b_reject = DecoderWaitUnblock( p_dec );
1313 if( p_owner->b_waiting )
1315 assert( p_owner->b_first );
1316 msg_Dbg( p_dec, "Received first picture" );
1317 p_owner->b_first = false;
1318 p_picture->b_force = true;
1321 const bool b_dated = p_picture->date > VLC_TS_INVALID;
1322 int i_rate = INPUT_RATE_DEFAULT;
1323 DecoderFixTs( p_dec, &p_picture->date, NULL, NULL,
1324 &i_rate, DECODER_BOGUS_VIDEO_DELAY );
1326 vlc_mutex_unlock( &p_owner->lock );
1329 if( !p_picture->b_force && p_picture->date <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify video_output/*
1334 if( i_rate != p_owner->i_last_rate || b_first_after_wait )
1336 /* Be sure to not display old picture after our own */
1337 vout_Flush( p_vout, p_picture->date );
1338 p_owner->i_last_rate = i_rate;
1340 vout_PutPicture( p_vout, p_picture );
1345 msg_Warn( p_dec, "early picture skipped" );
1347 msg_Warn( p_dec, "non-dated video buffer received" );
1350 picture_Release( p_picture );
1354 vout_GetResetStatistic( p_vout, &i_tmp_display, &i_tmp_lost );
1356 *pi_played_sum += i_tmp_display;
1357 *pi_lost_sum += i_tmp_lost;
1360 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
1362 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1366 int i_displayed = 0;
1368 while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
1370 vout_thread_t *p_vout = p_owner->p_vout;
1371 if( DecoderIsExitRequested( p_dec ) )
1373 /* It prevent freezing VLC in case of broken decoder */
1374 picture_Release( p_pic );
1376 block_Release( p_block );
1382 if( p_owner->i_preroll_end > VLC_TS_INVALID && p_pic->date < p_owner->i_preroll_end )
1384 picture_Release( p_pic );
1388 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1390 msg_Dbg( p_dec, "End of video preroll" );
1392 vout_Flush( p_vout, VLC_TS_INVALID+1 );
1394 p_owner->i_preroll_end = VLC_TS_INVALID;
1397 if( p_dec->pf_get_cc &&
1398 ( !p_owner->p_packetizer || !p_owner->p_packetizer->pf_get_cc ) )
1399 DecoderGetCc( p_dec, p_dec );
1401 DecoderPlayVideo( p_dec, p_pic, &i_displayed, &i_lost );
1404 /* Update ugly stat */
1405 input_thread_t *p_input = p_owner->p_input;
1407 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_displayed > 0) )
1409 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1410 stats_Update( p_input->p->counters.p_decoded_video, i_decoded, NULL );
1411 stats_Update( p_input->p->counters.p_lost_pictures, i_lost , NULL);
1412 stats_Update( p_input->p->counters.p_displayed_pictures,
1414 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1418 static void DecoderPlaySpu( decoder_t *p_dec, subpicture_t *p_subpic )
1420 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1421 vout_thread_t *p_vout = p_owner->p_spu_vout;
1424 if( p_subpic->i_start <= VLC_TS_INVALID )
1426 msg_Warn( p_dec, "non-dated spu buffer received" );
1427 subpicture_Delete( p_subpic );
1432 vlc_mutex_lock( &p_owner->lock );
1434 if( p_owner->b_waiting )
1436 p_owner->b_has_data = true;
1437 vlc_cond_signal( &p_owner->wait_acknowledge );
1440 bool b_reject = DecoderWaitUnblock( p_dec );
1442 DecoderFixTs( p_dec, &p_subpic->i_start, &p_subpic->i_stop, NULL,
1445 if( p_subpic->i_start <= VLC_TS_INVALID )
1448 DecoderWaitDate( p_dec, &b_reject,
1449 p_subpic->i_start - SPU_MAX_PREPARE_TIME );
1450 vlc_mutex_unlock( &p_owner->lock );
1453 vout_PutSubpicture( p_vout, p_subpic );
1455 subpicture_Delete( p_subpic );
1459 static int DecoderPlaySout( decoder_t *p_dec, block_t *p_sout_block )
1461 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1463 assert( p_owner->p_clock );
1464 assert( !p_sout_block->p_next );
1466 vlc_mutex_lock( &p_owner->lock );
1468 if( p_owner->b_waiting )
1470 p_owner->b_has_data = true;
1471 vlc_cond_signal( &p_owner->wait_acknowledge );
1474 bool b_reject = DecoderWaitUnblock( p_dec );
1476 DecoderFixTs( p_dec, &p_sout_block->i_dts, &p_sout_block->i_pts,
1477 &p_sout_block->i_length, NULL, INT64_MAX );
1479 vlc_mutex_unlock( &p_owner->lock );
1483 /* FIXME --VLC_TS_INVALID inspect stream_output*/
1484 return sout_InputSendBuffer( p_owner->p_sout_input, p_sout_block );
1488 block_Release( p_sout_block );
1489 return VLC_EGENERIC;
1495 /* This function process a block for sout
1497 static void DecoderProcessSout( decoder_t *p_dec, block_t *p_block )
1499 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1500 block_t *p_sout_block;
1502 while( ( p_sout_block =
1503 p_dec->pf_packetize( p_dec, p_block ? &p_block : NULL ) ) )
1505 if( p_owner->p_sout_input == NULL )
1507 assert( !p_owner->b_fmt_description ); // no need for owner lock
1508 es_format_Clean( &p_owner->fmt );
1509 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
1511 p_owner->fmt.i_group = p_dec->fmt_in.i_group;
1512 p_owner->fmt.i_id = p_dec->fmt_in.i_id;
1513 if( p_dec->fmt_in.psz_language )
1515 free( p_owner->fmt.psz_language );
1516 p_owner->fmt.psz_language =
1517 strdup( p_dec->fmt_in.psz_language );
1520 p_owner->p_sout_input =
1521 sout_InputNew( p_owner->p_sout, &p_owner->fmt );
1523 if( p_owner->p_sout_input == NULL )
1525 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
1526 (char *)&p_owner->fmt.i_codec );
1527 p_dec->b_error = true;
1529 block_ChainRelease(p_sout_block);
1534 while( p_sout_block )
1536 block_t *p_next = p_sout_block->p_next;
1538 p_sout_block->p_next = NULL;
1540 if( DecoderPlaySout( p_dec, p_sout_block ) == VLC_EGENERIC )
1542 msg_Err( p_dec, "cannot continue streaming due to errors" );
1544 p_dec->b_error = true;
1547 block_ChainRelease( p_next );
1551 p_sout_block = p_next;
1557 /* This function process a video block
1559 static void DecoderProcessVideo( decoder_t *p_dec, block_t *p_block, bool b_flush )
1561 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1563 if( p_owner->p_packetizer )
1565 block_t *p_packetized_block;
1566 decoder_t *p_packetizer = p_owner->p_packetizer;
1568 while( (p_packetized_block =
1569 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1571 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1573 es_format_Clean( &p_dec->fmt_in );
1574 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1577 /* If the packetizer provides aspect ratio information, pass it
1578 * to the decoder as a hint if the decoder itself can't provide
1579 * it. Copy it regardless of the current value of the decoder input
1580 * format aspect ratio, to properly propagate changes in aspect
1582 if( p_packetizer->fmt_out.video.i_sar_num > 0 &&
1583 p_packetizer->fmt_out.video.i_sar_den > 0)
1585 p_dec->fmt_in.video.i_sar_num =
1586 p_packetizer->fmt_out.video.i_sar_num;
1587 p_dec->fmt_in.video.i_sar_den=
1588 p_packetizer->fmt_out.video.i_sar_den;
1591 if( p_packetizer->pf_get_cc )
1592 DecoderGetCc( p_dec, p_packetizer );
1594 while( p_packetized_block )
1596 block_t *p_next = p_packetized_block->p_next;
1597 p_packetized_block->p_next = NULL;
1599 DecoderDecodeVideo( p_dec, p_packetized_block );
1601 p_packetized_block = p_next;
1604 /* The packetizer does not output a block that tell the decoder to flush
1608 block_t *p_null = DecoderBlockFlushNew();
1610 DecoderDecodeVideo( p_dec, p_null );
1615 DecoderDecodeVideo( p_dec, p_block );
1618 if( b_flush && p_owner->p_vout )
1619 vout_Flush( p_owner->p_vout, VLC_TS_INVALID+1 );
1622 /* This function process a audio block
1624 static void DecoderProcessAudio( decoder_t *p_dec, block_t *p_block, bool b_flush )
1626 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1628 if( p_owner->p_packetizer )
1630 block_t *p_packetized_block;
1631 decoder_t *p_packetizer = p_owner->p_packetizer;
1633 while( (p_packetized_block =
1634 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1636 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1638 es_format_Clean( &p_dec->fmt_in );
1639 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1642 while( p_packetized_block )
1644 block_t *p_next = p_packetized_block->p_next;
1645 p_packetized_block->p_next = NULL;
1647 DecoderDecodeAudio( p_dec, p_packetized_block );
1649 p_packetized_block = p_next;
1652 /* The packetizer does not output a block that tell the decoder to flush
1656 block_t *p_null = DecoderBlockFlushNew();
1658 DecoderDecodeAudio( p_dec, p_null );
1663 DecoderDecodeAudio( p_dec, p_block );
1666 if( b_flush && p_owner->p_aout )
1667 aout_DecFlush( p_owner->p_aout );
1670 /* This function process a subtitle block
1672 static void DecoderProcessSpu( decoder_t *p_dec, block_t *p_block, bool b_flush )
1674 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1676 input_thread_t *p_input = p_owner->p_input;
1677 vout_thread_t *p_vout;
1678 subpicture_t *p_spu;
1680 while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1682 if( p_input != NULL )
1684 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1685 stats_Update( p_input->p->counters.p_decoded_sub, 1, NULL );
1686 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1689 p_vout = input_resource_HoldVout( p_owner->p_resource );
1690 if( p_vout && p_owner->p_spu_vout == p_vout )
1692 /* Preroll does not work very well with subtitle */
1693 if( p_spu->i_start > VLC_TS_INVALID &&
1694 p_spu->i_start < p_owner->i_preroll_end &&
1695 ( p_spu->i_stop <= VLC_TS_INVALID || p_spu->i_stop < p_owner->i_preroll_end ) )
1697 subpicture_Delete( p_spu );
1701 DecoderPlaySpu( p_dec, p_spu );
1706 subpicture_Delete( p_spu );
1709 vlc_object_release( p_vout );
1712 if( b_flush && p_owner->p_spu_vout )
1714 p_vout = input_resource_HoldVout( p_owner->p_resource );
1716 if( p_vout && p_owner->p_spu_vout == p_vout )
1717 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1720 vlc_object_release( p_vout );
1725 static void DecoderProcessOnFlush( decoder_t *p_dec )
1727 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1729 vlc_mutex_lock( &p_owner->lock );
1731 if( p_owner->b_flushing )
1733 p_owner->b_flushing = false;
1734 vlc_cond_signal( &p_owner->wait_acknowledge );
1736 vlc_mutex_unlock( &p_owner->lock );
1742 * \param p_dec the decoder object
1743 * \param p_block the block to decode
1744 * \return VLC_SUCCESS or an error code
1746 static void DecoderProcess( decoder_t *p_dec, block_t *p_block )
1748 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1749 const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
1751 if( p_dec->b_error )
1754 block_Release( p_block );
1758 if( p_block && p_block->i_buffer <= 0 )
1760 assert( !b_flush_request );
1761 block_Release( p_block );
1766 if( p_owner->b_packetizer )
1769 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1771 DecoderProcessSout( p_dec, p_block );
1776 bool b_flush = false;
1780 const bool b_flushing = p_owner->i_preroll_end == INT64_MAX;
1781 DecoderUpdatePreroll( &p_owner->i_preroll_end, p_block );
1783 b_flush = !b_flushing && b_flush_request;
1785 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1788 if( p_dec->fmt_out.i_cat == AUDIO_ES )
1790 DecoderProcessAudio( p_dec, p_block, b_flush );
1792 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1794 DecoderProcessVideo( p_dec, p_block, b_flush );
1796 else if( p_dec->fmt_out.i_cat == SPU_ES )
1798 DecoderProcessSpu( p_dec, p_block, b_flush );
1802 msg_Err( p_dec, "unknown ES format" );
1803 p_dec->b_error = true;
1809 if( b_flush_request )
1810 DecoderProcessOnFlush( p_dec );
1814 * Destroys a decoder object
1816 * \param p_dec the decoder object
1819 static void DeleteDecoder( decoder_t * p_dec )
1821 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1823 msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1824 (char*)&p_dec->fmt_in.i_codec,
1825 (unsigned)block_FifoCount( p_owner->p_fifo ) );
1827 /* Free all packets still in the decoder fifo. */
1828 block_FifoRelease( p_owner->p_fifo );
1831 if( p_owner->p_aout )
1833 /* TODO: REVISIT gap-less audio */
1834 aout_DecFlush( p_owner->p_aout );
1835 aout_DecDelete( p_owner->p_aout );
1836 input_resource_PutAout( p_owner->p_resource, p_owner->p_aout );
1837 if( p_owner->p_input != NULL )
1838 input_SendEventAout( p_owner->p_input );
1840 if( p_owner->p_vout )
1842 /* Hack to make sure all the the pictures are freed by the decoder
1843 * and that the vout is not paused anymore */
1844 vout_Reset( p_owner->p_vout );
1847 input_resource_RequestVout( p_owner->p_resource, p_owner->p_vout, NULL,
1849 if( p_owner->p_input != NULL )
1850 input_SendEventVout( p_owner->p_input );
1854 if( p_owner->p_sout_input )
1856 sout_InputDelete( p_owner->p_sout_input );
1859 es_format_Clean( &p_owner->fmt );
1861 if( p_dec->fmt_out.i_cat == SPU_ES )
1863 vout_thread_t *p_vout = input_resource_HoldVout( p_owner->p_resource );
1866 if( p_owner->p_spu_vout == p_vout )
1867 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1868 vlc_object_release( p_vout );
1872 es_format_Clean( &p_dec->fmt_in );
1873 es_format_Clean( &p_dec->fmt_out );
1874 if( p_dec->p_description )
1875 vlc_meta_Delete( p_dec->p_description );
1876 if( p_owner->p_description )
1877 vlc_meta_Delete( p_owner->p_description );
1879 if( p_owner->p_packetizer )
1881 module_unneed( p_owner->p_packetizer,
1882 p_owner->p_packetizer->p_module );
1883 es_format_Clean( &p_owner->p_packetizer->fmt_in );
1884 es_format_Clean( &p_owner->p_packetizer->fmt_out );
1885 if( p_owner->p_packetizer->p_description )
1886 vlc_meta_Delete( p_owner->p_packetizer->p_description );
1887 vlc_object_release( p_owner->p_packetizer );
1890 vlc_cond_destroy( &p_owner->wait_acknowledge );
1891 vlc_cond_destroy( &p_owner->wait_request );
1892 vlc_mutex_destroy( &p_owner->lock );
1894 vlc_object_release( p_dec );
1899 /*****************************************************************************
1900 * Buffers allocation callbacks for the decoders
1901 *****************************************************************************/
1902 static void DecoderUpdateFormatLocked( decoder_t *p_dec )
1904 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1906 vlc_assert_locked( &p_owner->lock );
1908 p_owner->b_fmt_description = true;
1910 /* Move p_description */
1911 if( p_owner->p_description && p_dec->p_description )
1912 vlc_meta_Delete( p_owner->p_description );
1913 p_owner->p_description = p_dec->p_description;
1914 p_dec->p_description = NULL;
1916 static vout_thread_t *aout_request_vout( void *p_private,
1917 vout_thread_t *p_vout, video_format_t *p_fmt, bool b_recyle )
1919 decoder_t *p_dec = p_private;
1920 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1921 input_thread_t *p_input = p_owner->p_input;
1923 p_vout = input_resource_RequestVout( p_owner->p_resource, p_vout, p_fmt, 1,
1925 if( p_input != NULL )
1926 input_SendEventVout( p_input );
1931 static int aout_update_format( decoder_t *p_dec )
1933 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1936 && !AOUT_FMTS_IDENTICAL(&p_dec->fmt_out.audio, &p_owner->fmt.audio) )
1938 audio_output_t *p_aout = p_owner->p_aout;
1940 /* Parameters changed, restart the aout */
1941 vlc_mutex_lock( &p_owner->lock );
1943 aout_DecDelete( p_owner->p_aout );
1944 p_owner->p_aout = NULL;
1946 vlc_mutex_unlock( &p_owner->lock );
1947 input_resource_PutAout( p_owner->p_resource, p_aout );
1950 if( p_owner->p_aout == NULL )
1952 p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
1954 audio_sample_format_t format = p_dec->fmt_out.audio;
1955 aout_FormatPrepare( &format );
1957 const int i_force_dolby = var_InheritInteger( p_dec, "force-dolby-surround" );
1958 if( i_force_dolby &&
1959 (format.i_original_channels&AOUT_CHAN_PHYSMASK) ==
1960 (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
1962 if( i_force_dolby == 1 )
1964 format.i_original_channels = format.i_original_channels |
1965 AOUT_CHAN_DOLBYSTEREO;
1967 else /* i_force_dolby == 2 */
1969 format.i_original_channels = format.i_original_channels &
1970 ~AOUT_CHAN_DOLBYSTEREO;
1974 aout_request_vout_t request_vout = {
1975 .pf_request_vout = aout_request_vout,
1978 audio_output_t *p_aout;
1980 p_aout = input_resource_GetAout( p_owner->p_resource );
1983 if( aout_DecNew( p_aout, &format,
1984 &p_dec->fmt_out.audio_replay_gain,
1987 input_resource_PutAout( p_owner->p_resource, p_aout );
1992 vlc_mutex_lock( &p_owner->lock );
1994 p_owner->p_aout = p_aout;
1996 es_format_Clean( &p_owner->fmt );
1997 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
1998 aout_FormatPrepare( &p_owner->fmt.audio );
2000 DecoderUpdateFormatLocked( p_dec );
2002 if( unlikely(p_owner->b_paused) && p_aout != NULL )
2003 /* fake pause if needed */
2004 aout_DecChangePause( p_aout, true, mdate() );
2006 vlc_mutex_unlock( &p_owner->lock );
2008 if( p_owner->p_input != NULL )
2009 input_SendEventAout( p_owner->p_input );
2011 if( p_aout == NULL )
2013 msg_Err( p_dec, "failed to create audio output" );
2014 p_dec->b_error = true;
2018 p_dec->fmt_out.audio.i_bytes_per_frame =
2019 p_owner->fmt.audio.i_bytes_per_frame;
2020 p_dec->fmt_out.audio.i_frame_length =
2021 p_owner->fmt.audio.i_frame_length;
2026 static int vout_update_format( decoder_t *p_dec )
2028 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2030 if( p_owner->p_vout == NULL
2031 || p_dec->fmt_out.video.i_width != p_owner->fmt.video.i_width
2032 || p_dec->fmt_out.video.i_height != p_owner->fmt.video.i_height
2033 || p_dec->fmt_out.video.i_visible_width != p_owner->fmt.video.i_visible_width
2034 || p_dec->fmt_out.video.i_visible_height != p_owner->fmt.video.i_visible_height
2035 || p_dec->fmt_out.video.i_x_offset != p_owner->fmt.video.i_x_offset
2036 || p_dec->fmt_out.video.i_y_offset != p_owner->fmt.video.i_y_offset
2037 || p_dec->fmt_out.i_codec != p_owner->fmt.video.i_chroma
2038 || (int64_t)p_dec->fmt_out.video.i_sar_num * p_owner->fmt.video.i_sar_den !=
2039 (int64_t)p_dec->fmt_out.video.i_sar_den * p_owner->fmt.video.i_sar_num ||
2040 p_dec->fmt_out.video.orientation != p_owner->fmt.video.orientation )
2042 vout_thread_t *p_vout;
2044 if( !p_dec->fmt_out.video.i_width ||
2045 !p_dec->fmt_out.video.i_height )
2047 /* Can't create a new vout without display size */
2051 video_format_t fmt = p_dec->fmt_out.video;
2052 fmt.i_chroma = p_dec->fmt_out.i_codec;
2054 if( vlc_fourcc_IsYUV( fmt.i_chroma ) )
2056 const vlc_chroma_description_t *dsc = vlc_fourcc_GetChromaDescription( fmt.i_chroma );
2057 for( unsigned int i = 0; dsc && i < dsc->plane_count; i++ )
2059 while( fmt.i_width % dsc->p[i].w.den )
2061 while( fmt.i_height % dsc->p[i].h.den )
2066 if( !fmt.i_visible_width || !fmt.i_visible_height )
2068 if( p_dec->fmt_in.video.i_visible_width &&
2069 p_dec->fmt_in.video.i_visible_height )
2071 fmt.i_visible_width = p_dec->fmt_in.video.i_visible_width;
2072 fmt.i_visible_height = p_dec->fmt_in.video.i_visible_height;
2073 fmt.i_x_offset = p_dec->fmt_in.video.i_x_offset;
2074 fmt.i_y_offset = p_dec->fmt_in.video.i_y_offset;
2078 fmt.i_visible_width = fmt.i_width;
2079 fmt.i_visible_height = fmt.i_height;
2085 if( fmt.i_visible_height == 1088 &&
2086 var_CreateGetBool( p_dec, "hdtv-fix" ) )
2088 fmt.i_visible_height = 1080;
2089 if( !(fmt.i_sar_num % 136))
2091 fmt.i_sar_num *= 135;
2092 fmt.i_sar_den *= 136;
2094 msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
2097 if( !fmt.i_sar_num || !fmt.i_sar_den )
2103 vlc_ureduce( &fmt.i_sar_num, &fmt.i_sar_den,
2104 fmt.i_sar_num, fmt.i_sar_den, 50000 );
2106 vlc_mutex_lock( &p_owner->lock );
2108 p_vout = p_owner->p_vout;
2109 p_owner->p_vout = NULL;
2110 vlc_mutex_unlock( &p_owner->lock );
2113 switch( p_dec->fmt_in.i_codec )
2115 case VLC_CODEC_HEVC:
2116 case VLC_CODEC_H264:
2117 case VLC_CODEC_DIRAC: /* FIXME valid ? */
2122 case VLC_CODEC_VP6F:
2130 p_vout = input_resource_RequestVout( p_owner->p_resource,
2133 p_dec->i_extra_picture_buffers + 1,
2135 vlc_mutex_lock( &p_owner->lock );
2136 p_owner->p_vout = p_vout;
2138 es_format_Clean( &p_owner->fmt );
2139 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
2140 p_owner->fmt.video.i_chroma = p_dec->fmt_out.i_codec;
2142 DecoderUpdateFormatLocked( p_dec );
2144 vlc_mutex_unlock( &p_owner->lock );
2146 if( p_owner->p_input != NULL )
2147 input_SendEventVout( p_owner->p_input );
2148 if( p_vout == NULL )
2150 msg_Err( p_dec, "failed to create video output" );
2151 p_dec->b_error = true;
2158 static picture_t *vout_new_buffer( decoder_t *p_dec )
2160 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2164 if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2167 picture_t *p_picture = vout_GetPicture( p_owner->p_vout );
2171 if( DecoderIsFlushing( p_dec ) )
2175 DecoderSignalWait( p_dec );
2177 /* Check the decoder doesn't leak pictures */
2178 vout_FixLeaks( p_owner->p_vout );
2180 /* FIXME add a vout_WaitPictureAvailable (timedwait) */
2181 msleep( VOUT_OUTMEM_SLEEP );
2185 static subpicture_t *spu_new_buffer( decoder_t *p_dec,
2186 const subpicture_updater_t *p_updater )
2188 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2189 vout_thread_t *p_vout = NULL;
2190 subpicture_t *p_subpic;
2191 int i_attempts = 30;
2193 while( i_attempts-- )
2195 if( DecoderIsExitRequested( p_dec ) || DecoderIsFlushing( p_dec )
2199 p_vout = input_resource_HoldVout( p_owner->p_resource );
2203 msleep( DECODER_SPU_VOUT_WAIT_DURATION );
2208 msg_Warn( p_dec, "no vout found, dropping subpicture" );
2212 if( p_owner->p_spu_vout != p_vout )
2214 p_owner->i_spu_channel = vout_RegisterSubpictureChannel( p_vout );
2215 p_owner->i_spu_order = 0;
2216 p_owner->p_spu_vout = p_vout;
2219 p_subpic = subpicture_New( p_updater );
2222 p_subpic->i_channel = p_owner->i_spu_channel;
2223 p_subpic->i_order = p_owner->i_spu_order++;
2224 p_subpic->b_subtitle = true;
2227 vlc_object_release( p_vout );