1 /*****************************************************************************
2 * decoder.c: Functions for the management of decoders
3 *****************************************************************************
4 * Copyright (C) 1999-2004 VLC authors and VideoLAN
7 * Authors: Christophe Massiot <massiot@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
9 * Laurent Aimar <fenrir@via.ecp.fr>
11 * This program is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU Lesser General Public License as published by
13 * the Free Software Foundation; either version 2.1 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU Lesser General Public License for more details.
21 * You should have received a copy of the GNU Lesser General Public License
22 * along with this program; if not, write to the Free Software Foundation,
23 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24 *****************************************************************************/
26 /*****************************************************************************
28 *****************************************************************************/
34 #include <vlc_common.h>
36 #include <vlc_block.h>
40 #include <vlc_codec.h>
43 #include <vlc_dialog.h>
44 #include <vlc_modules.h>
46 #include "audio_output/aout_internal.h"
47 #include "stream_output/stream_output.h"
48 #include "input_internal.h"
54 #include "../video_output/vout_control.h"
56 static decoder_t *CreateDecoder( vlc_object_t *, input_thread_t *,
57 const es_format_t *, bool, input_resource_t *,
58 sout_instance_t *p_sout );
59 static void DeleteDecoder( decoder_t * );
61 static void *DecoderThread( void * );
62 static void DecoderProcess( decoder_t *, block_t * );
63 static void DecoderFlush( decoder_t * );
64 static void DecoderSignalWait( decoder_t * );
65 static void DecoderUpdateFormatLocked( decoder_t * );
67 static void DecoderUnsupportedCodec( decoder_t *, vlc_fourcc_t );
69 /* Buffers allocation callbacks for the decoders */
70 static int vout_update_format( decoder_t * );
71 static picture_t *vout_new_buffer( decoder_t * );
72 static int aout_update_format( decoder_t * );
73 static subpicture_t *spu_new_buffer( decoder_t *, const subpicture_updater_t * );
75 struct decoder_owner_sys_t
77 int64_t i_preroll_end;
79 input_thread_t *p_input;
80 input_resource_t*p_resource;
81 input_clock_t *p_clock;
84 vout_thread_t *p_spu_vout;
88 sout_instance_t *p_sout;
89 sout_packetizer_input_t *p_sout_input;
93 /* Some decoders require already packetized data (ie. not truncated) */
94 decoder_t *p_packetizer;
97 /* Current format in use by the output */
101 bool b_fmt_description;
102 vlc_meta_t *p_description;
105 block_fifo_t *p_fifo;
107 /* Lock for communication with decoder thread */
109 vlc_cond_t wait_request;
110 vlc_cond_t wait_acknowledge;
112 /* -- These variables need locking on write(only) -- */
113 audio_output_t *p_aout;
115 vout_thread_t *p_vout;
117 /* -- Theses variables need locking on read *and* write -- */
140 decoder_t *pp_decoder[4];
147 /* Pictures which are DECODER_BOGUS_VIDEO_DELAY or more in advance probably have
148 * a bogus PTS and won't be displayed */
149 #define DECODER_BOGUS_VIDEO_DELAY ((mtime_t)(DEFAULT_PTS_DELAY * 30))
152 #define DECODER_SPU_VOUT_WAIT_DURATION ((int)(0.200*CLOCK_FREQ))
155 /*****************************************************************************
157 *****************************************************************************/
158 picture_t *decoder_NewPicture( decoder_t *p_decoder )
160 if( decoder_UpdateVideoFormat( p_decoder ) )
163 picture_t *p_picture = p_decoder->pf_vout_buffer_new( p_decoder );
165 msg_Warn( p_decoder, "can't get output picture" );
169 block_t *decoder_NewAudioBuffer( decoder_t *dec, int samples )
171 if( decoder_UpdateAudioFormat( dec ) )
174 size_t length = samples * dec->fmt_out.audio.i_bytes_per_frame
175 / dec->fmt_out.audio.i_frame_length;
176 block_t *block = block_Alloc( length );
177 if( likely(block != NULL) )
179 block->i_nb_samples = samples;
180 block->i_pts = block->i_length = 0;
185 subpicture_t *decoder_NewSubpicture( decoder_t *p_decoder,
186 const subpicture_updater_t *p_dyn )
188 subpicture_t *p_subpicture = p_decoder->pf_spu_buffer_new( p_decoder, p_dyn );
190 msg_Warn( p_decoder, "can't get output subpicture" );
194 /* decoder_GetInputAttachments:
196 int decoder_GetInputAttachments( decoder_t *p_dec,
197 input_attachment_t ***ppp_attachment,
200 if( !p_dec->pf_get_attachments )
203 return p_dec->pf_get_attachments( p_dec, ppp_attachment, pi_attachment );
205 /* decoder_GetDisplayDate:
207 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
209 if( !p_dec->pf_get_display_date )
210 return VLC_TS_INVALID;
212 return p_dec->pf_get_display_date( p_dec, i_ts );
214 /* decoder_GetDisplayRate:
216 int decoder_GetDisplayRate( decoder_t *p_dec )
218 if( !p_dec->pf_get_display_rate )
219 return INPUT_RATE_DEFAULT;
221 return p_dec->pf_get_display_rate( p_dec );
224 /* TODO: pass p_sout through p_resource? -- Courmisch */
225 static decoder_t *decoder_New( vlc_object_t *p_parent, input_thread_t *p_input,
226 const es_format_t *fmt, input_clock_t *p_clock,
227 input_resource_t *p_resource,
228 sout_instance_t *p_sout )
230 decoder_t *p_dec = NULL;
231 const char *psz_type = p_sout ? N_("packetizer") : N_("decoder");
234 /* Create the decoder configuration structure */
235 p_dec = CreateDecoder( p_parent, p_input, fmt,
236 p_sout != NULL, p_resource, p_sout );
239 msg_Err( p_parent, "could not create %s", psz_type );
240 dialog_Fatal( p_parent, _("Streaming / Transcoding failed"),
241 _("VLC could not open the %s module."),
242 vlc_gettext( psz_type ) );
246 if( !p_dec->p_module )
248 DecoderUnsupportedCodec( p_dec, fmt->i_codec );
250 DeleteDecoder( p_dec );
254 p_dec->p_owner->p_clock = p_clock;
255 assert( p_dec->fmt_out.i_cat != UNKNOWN_ES );
257 if( p_dec->fmt_out.i_cat == AUDIO_ES )
258 i_priority = VLC_THREAD_PRIORITY_AUDIO;
260 i_priority = VLC_THREAD_PRIORITY_VIDEO;
262 /* Spawn the decoder thread */
263 if( vlc_clone( &p_dec->p_owner->thread, DecoderThread, p_dec, i_priority ) )
265 msg_Err( p_dec, "cannot spawn decoder thread" );
266 module_unneed( p_dec, p_dec->p_module );
267 DeleteDecoder( p_dec );
276 * Spawns a new decoder thread from the input thread
278 * \param p_input the input thread
279 * \param p_es the es descriptor
280 * \return the spawned decoder object
282 decoder_t *input_DecoderNew( input_thread_t *p_input,
283 es_format_t *fmt, input_clock_t *p_clock,
284 sout_instance_t *p_sout )
286 return decoder_New( VLC_OBJECT(p_input), p_input, fmt, p_clock,
287 p_input->p->p_resource, p_sout );
291 * Spawn a decoder thread outside of the input thread.
293 decoder_t *input_DecoderCreate( vlc_object_t *p_parent, const es_format_t *fmt,
294 input_resource_t *p_resource )
296 return decoder_New( p_parent, NULL, fmt, NULL, p_resource, NULL );
301 * Kills a decoder thread and waits until it's finished
303 * \param p_input the input thread
304 * \param p_es the es descriptor
307 void input_DecoderDelete( decoder_t *p_dec )
309 decoder_owner_sys_t *p_owner = p_dec->p_owner;
311 vlc_cancel( p_owner->thread );
313 /* Make sure we aren't paused/waiting/decoding anymore */
314 vlc_mutex_lock( &p_owner->lock );
315 p_owner->b_paused = false;
316 p_owner->b_waiting = false;
317 p_owner->b_flushing = true;
318 vlc_cond_signal( &p_owner->wait_request );
319 vlc_mutex_unlock( &p_owner->lock );
321 vlc_join( p_owner->thread, NULL );
323 module_unneed( p_dec, p_dec->p_module );
326 if( p_dec->p_owner->cc.b_supported )
329 for( i = 0; i < 4; i++ )
330 input_DecoderSetCcState( p_dec, false, i );
334 DeleteDecoder( p_dec );
338 * Put a block_t in the decoder's fifo.
339 * Thread-safe w.r.t. the decoder. May be a cancellation point.
341 * \param p_dec the decoder object
342 * \param p_block the data block
344 void input_DecoderDecode( decoder_t *p_dec, block_t *p_block, bool b_do_pace )
346 decoder_owner_sys_t *p_owner = p_dec->p_owner;
348 vlc_fifo_Lock( p_owner->p_fifo );
351 /* FIXME: ideally we would check the time amount of data
352 * in the FIFO instead of its size. */
353 /* 400 MiB, i.e. ~ 50mb/s for 60s */
354 if( vlc_fifo_GetBytes( p_owner->p_fifo ) > 400*1024*1024 )
356 msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
357 "consumed quickly enough), resetting fifo!" );
358 block_ChainRelease( vlc_fifo_DequeueAllUnlocked( p_owner->p_fifo ) );
362 if( !p_owner->b_waiting )
363 { /* The FIFO is not consumed when waiting, so pacing would deadlock VLC.
364 * Locking is not necessary as b_waiting is only read, not written by
365 * the decoder thread. */
366 while( vlc_fifo_GetCount( p_owner->p_fifo ) >= 10 )
367 vlc_fifo_WaitCond( p_owner->p_fifo, &p_owner->wait_acknowledge );
370 vlc_fifo_QueueUnlocked( p_owner->p_fifo, p_block );
371 vlc_fifo_Unlock( p_owner->p_fifo );
374 bool input_DecoderIsEmpty( decoder_t * p_dec )
376 decoder_owner_sys_t *p_owner = p_dec->p_owner;
377 assert( !p_owner->b_waiting );
379 bool b_empty = block_FifoCount( p_dec->p_owner->p_fifo ) <= 0;
383 vlc_mutex_lock( &p_owner->lock );
384 /* TODO subtitles support */
385 if( p_owner->fmt.i_cat == VIDEO_ES && p_owner->p_vout )
386 b_empty = vout_IsEmpty( p_owner->p_vout );
387 else if( p_owner->fmt.i_cat == AUDIO_ES && p_owner->p_aout )
388 b_empty = aout_DecIsEmpty( p_owner->p_aout );
389 vlc_mutex_unlock( &p_owner->lock );
394 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
396 decoder_owner_sys_t *p_owner = p_dec->p_owner;
399 vlc_mutex_lock( &p_owner->lock );
400 for( i = 0; i < 4; i++ )
401 pb_present[i] = p_owner->cc.pb_present[i];
402 vlc_mutex_unlock( &p_owner->lock );
404 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
406 decoder_owner_sys_t *p_owner = p_dec->p_owner;
408 //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
410 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
415 static const vlc_fourcc_t fcc[4] = {
416 VLC_FOURCC('c', 'c', '1', ' '),
417 VLC_FOURCC('c', 'c', '2', ' '),
418 VLC_FOURCC('c', 'c', '3', ' '),
419 VLC_FOURCC('c', 'c', '4', ' '),
424 es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
425 p_cc = input_DecoderNew( p_owner->p_input, &fmt,
426 p_dec->p_owner->p_clock, p_owner->p_sout );
429 msg_Err( p_dec, "could not create decoder" );
430 dialog_Fatal( p_dec, _("Streaming / Transcoding failed"), "%s",
431 _("VLC could not open the decoder module.") );
434 else if( !p_cc->p_module )
436 DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
437 input_DecoderDelete(p_cc);
440 p_cc->p_owner->p_clock = p_owner->p_clock;
442 vlc_mutex_lock( &p_owner->lock );
443 p_owner->cc.pp_decoder[i_channel] = p_cc;
444 vlc_mutex_unlock( &p_owner->lock );
450 vlc_mutex_lock( &p_owner->lock );
451 p_cc = p_owner->cc.pp_decoder[i_channel];
452 p_owner->cc.pp_decoder[i_channel] = NULL;
453 vlc_mutex_unlock( &p_owner->lock );
456 input_DecoderDelete(p_cc);
460 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
462 decoder_owner_sys_t *p_owner = p_dec->p_owner;
465 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
468 vlc_mutex_lock( &p_owner->lock );
469 *pb_decode = p_owner->cc.pp_decoder[i_channel] != NULL;
470 vlc_mutex_unlock( &p_owner->lock );
474 void input_DecoderChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
476 decoder_owner_sys_t *p_owner = p_dec->p_owner;
478 vlc_mutex_lock( &p_owner->lock );
479 /* Normally, p_owner->b_paused != b_paused here. But if a track is added
480 * while the input is paused (e.g. add sub file), then b_paused is
481 * (incorrectly) false. */
482 if( likely(p_owner->b_paused != b_paused) ) {
483 p_owner->b_paused = b_paused;
484 p_owner->pause.i_date = i_date;
485 p_owner->pause.i_ignore = 0;
486 vlc_cond_signal( &p_owner->wait_request );
488 /* XXX only audio and video output have to be paused.
489 * - for sout it is useless
490 * - for subs, it is done by the vout
492 if( p_owner->fmt.i_cat == AUDIO_ES )
494 if( p_owner->p_aout )
495 aout_DecChangePause( p_owner->p_aout, b_paused, i_date );
497 else if( p_owner->fmt.i_cat == VIDEO_ES )
499 if( p_owner->p_vout )
500 vout_ChangePause( p_owner->p_vout, b_paused, i_date );
503 vlc_mutex_unlock( &p_owner->lock );
506 void input_DecoderChangeDelay( decoder_t *p_dec, mtime_t i_delay )
508 decoder_owner_sys_t *p_owner = p_dec->p_owner;
510 vlc_mutex_lock( &p_owner->lock );
511 p_owner->i_ts_delay = i_delay;
512 vlc_mutex_unlock( &p_owner->lock );
516 * Requests that the decoder immediately discard all pending buffers.
517 * This is useful at end of stream, when seeking or when deselecting a stream.
519 void input_DecoderFlush( decoder_t *p_dec )
521 decoder_owner_sys_t *p_owner = p_dec->p_owner;
523 vlc_mutex_lock( &p_owner->lock );
524 DecoderFlush( p_dec );
525 vlc_mutex_unlock( &p_owner->lock );
528 void input_DecoderStartWait( decoder_t *p_dec )
530 decoder_owner_sys_t *p_owner = p_dec->p_owner;
532 assert( !p_owner->b_waiting );
534 vlc_mutex_lock( &p_owner->lock );
535 p_owner->b_first = true;
536 p_owner->b_has_data = false;
537 p_owner->b_waiting = true;
538 vlc_cond_signal( &p_owner->wait_request );
539 vlc_mutex_unlock( &p_owner->lock );
542 void input_DecoderStopWait( decoder_t *p_dec )
544 decoder_owner_sys_t *p_owner = p_dec->p_owner;
546 assert( p_owner->b_waiting );
548 vlc_mutex_lock( &p_owner->lock );
549 p_owner->b_waiting = false;
550 vlc_cond_signal( &p_owner->wait_request );
551 vlc_mutex_unlock( &p_owner->lock );
554 void input_DecoderWait( decoder_t *p_dec )
556 decoder_owner_sys_t *p_owner = p_dec->p_owner;
558 assert( p_owner->b_waiting );
560 vlc_mutex_lock( &p_owner->lock );
561 while( !p_owner->b_has_data )
563 vlc_fifo_Lock( p_owner->p_fifo );
564 p_owner->b_woken = true;
565 vlc_fifo_Signal( p_owner->p_fifo );
566 vlc_fifo_Unlock( p_owner->p_fifo );
567 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
569 vlc_mutex_unlock( &p_owner->lock );
572 void input_DecoderFrameNext( decoder_t *p_dec, mtime_t *pi_duration )
574 decoder_owner_sys_t *p_owner = p_dec->p_owner;
578 vlc_mutex_lock( &p_owner->lock );
579 if( p_owner->fmt.i_cat == VIDEO_ES )
581 if( p_owner->b_paused && p_owner->p_vout )
583 vout_NextPicture( p_owner->p_vout, pi_duration );
584 p_owner->pause.i_ignore++;
585 vlc_cond_signal( &p_owner->wait_request );
590 /* TODO subtitle should not be flushed */
591 p_owner->b_waiting = false;
592 DecoderFlush( p_dec );
594 vlc_mutex_unlock( &p_owner->lock );
597 bool input_DecoderHasFormatChanged( decoder_t *p_dec, es_format_t *p_fmt, vlc_meta_t **pp_meta )
599 decoder_owner_sys_t *p_owner = p_dec->p_owner;
602 vlc_mutex_lock( &p_owner->lock );
603 b_changed = p_owner->b_fmt_description;
607 es_format_Copy( p_fmt, &p_owner->fmt );
612 if( p_owner->p_description )
614 *pp_meta = vlc_meta_New();
616 vlc_meta_Merge( *pp_meta, p_owner->p_description );
619 p_owner->b_fmt_description = false;
621 vlc_mutex_unlock( &p_owner->lock );
625 size_t input_DecoderGetFifoSize( decoder_t *p_dec )
627 decoder_owner_sys_t *p_owner = p_dec->p_owner;
629 return block_FifoSize( p_owner->p_fifo );
632 void input_DecoderGetObjects( decoder_t *p_dec,
633 vout_thread_t **pp_vout, audio_output_t **pp_aout )
635 decoder_owner_sys_t *p_owner = p_dec->p_owner;
637 vlc_mutex_lock( &p_owner->lock );
639 *pp_vout = p_owner->p_vout ? vlc_object_hold( p_owner->p_vout ) : NULL;
641 *pp_aout = p_owner->p_aout ? vlc_object_hold( p_owner->p_aout ) : NULL;
642 vlc_mutex_unlock( &p_owner->lock );
645 /*****************************************************************************
647 *****************************************************************************/
648 static int DecoderGetInputAttachments( decoder_t *p_dec,
649 input_attachment_t ***ppp_attachment,
652 input_thread_t *p_input = p_dec->p_owner->p_input;
654 if( unlikely(p_input == NULL) )
656 return input_Control( p_input, INPUT_GET_ATTACHMENTS,
657 ppp_attachment, pi_attachment );
659 static mtime_t DecoderGetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
661 decoder_owner_sys_t *p_owner = p_dec->p_owner;
663 vlc_mutex_lock( &p_owner->lock );
664 if( p_owner->b_waiting || p_owner->b_paused )
665 i_ts = VLC_TS_INVALID;
666 vlc_mutex_unlock( &p_owner->lock );
668 if( !p_owner->p_clock || i_ts <= VLC_TS_INVALID )
671 if( input_clock_ConvertTS( VLC_OBJECT(p_dec), p_owner->p_clock, NULL, &i_ts, NULL, INT64_MAX ) ) {
672 msg_Err(p_dec, "Could not get display date for timestamp %"PRId64"", i_ts);
673 return VLC_TS_INVALID;
678 static int DecoderGetDisplayRate( decoder_t *p_dec )
680 decoder_owner_sys_t *p_owner = p_dec->p_owner;
682 if( !p_owner->p_clock )
683 return INPUT_RATE_DEFAULT;
684 return input_clock_GetRate( p_owner->p_clock );
688 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
690 if (codec != VLC_FOURCC('u','n','d','f')) {
691 const char *desc = vlc_fourcc_GetDescription(p_dec->fmt_in.i_cat, codec);
693 desc = N_("No description for this codec");
694 msg_Err( p_dec, "Codec `%4.4s' (%s) is not supported.", (char*)&codec, desc );
695 dialog_Fatal( p_dec, _("Codec not supported"),
696 _("VLC could not decode the format \"%4.4s\" (%s)"),
697 (char*)&codec, desc );
699 msg_Err( p_dec, "could not identify codec" );
700 dialog_Fatal( p_dec, _("Unidentified codec"),
701 _("VLC could not identify the audio or video codec" ) );
707 * Create a decoder object
709 * \param p_input the input thread
710 * \param p_es the es descriptor
711 * \param b_packetizer instead of a decoder
712 * \return the decoder object
714 static decoder_t * CreateDecoder( vlc_object_t *p_parent,
715 input_thread_t *p_input,
716 const es_format_t *fmt, bool b_packetizer,
717 input_resource_t *p_resource,
718 sout_instance_t *p_sout )
721 decoder_owner_sys_t *p_owner;
722 es_format_t null_es_format;
724 p_dec = vlc_custom_create( p_parent, sizeof( *p_dec ), "decoder" );
728 p_dec->pf_decode_audio = NULL;
729 p_dec->pf_decode_video = NULL;
730 p_dec->pf_decode_sub = NULL;
731 p_dec->pf_get_cc = NULL;
732 p_dec->pf_packetize = NULL;
734 /* Initialize the decoder */
735 p_dec->p_module = NULL;
737 memset( &null_es_format, 0, sizeof(es_format_t) );
738 es_format_Copy( &p_dec->fmt_in, fmt );
739 es_format_Copy( &p_dec->fmt_out, &null_es_format );
741 p_dec->p_description = NULL;
743 /* Allocate our private structure for the decoder */
744 p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
745 if( unlikely(p_owner == NULL) )
747 vlc_object_release( p_dec );
750 p_owner->i_preroll_end = VLC_TS_INVALID;
751 p_owner->i_last_rate = INPUT_RATE_DEFAULT;
752 p_owner->p_input = p_input;
753 p_owner->p_resource = p_resource;
754 p_owner->p_aout = NULL;
755 p_owner->p_vout = NULL;
756 p_owner->p_spu_vout = NULL;
757 p_owner->i_spu_channel = 0;
758 p_owner->i_spu_order = 0;
759 p_owner->p_sout = p_sout;
760 p_owner->p_sout_input = NULL;
761 p_owner->p_packetizer = NULL;
762 p_owner->b_packetizer = b_packetizer;
763 es_format_Init( &p_owner->fmt, UNKNOWN_ES, 0 );
766 p_owner->b_woken = false;
767 p_owner->p_fifo = block_FifoNew();
768 if( unlikely(p_owner->p_fifo == NULL) )
771 vlc_object_release( p_dec );
775 /* Set buffers allocation callbacks for the decoders */
776 p_dec->pf_aout_format_update = aout_update_format;
777 p_dec->pf_vout_format_update = vout_update_format;
778 p_dec->pf_vout_buffer_new = vout_new_buffer;
779 p_dec->pf_spu_buffer_new = spu_new_buffer;
781 p_dec->pf_get_attachments = DecoderGetInputAttachments;
782 p_dec->pf_get_display_date = DecoderGetDisplayDate;
783 p_dec->pf_get_display_rate = DecoderGetDisplayRate;
785 /* Find a suitable decoder/packetizer module */
787 p_dec->p_module = module_need( p_dec, "decoder", "$codec", false );
789 p_dec->p_module = module_need( p_dec, "packetizer", "$packetizer", false );
791 /* Check if decoder requires already packetized data */
793 p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
795 p_owner->p_packetizer =
796 vlc_custom_create( p_parent, sizeof( decoder_t ), "packetizer" );
797 if( p_owner->p_packetizer )
799 es_format_Copy( &p_owner->p_packetizer->fmt_in,
802 es_format_Copy( &p_owner->p_packetizer->fmt_out,
805 p_owner->p_packetizer->p_module =
806 module_need( p_owner->p_packetizer,
807 "packetizer", "$packetizer", false );
809 if( !p_owner->p_packetizer->p_module )
811 es_format_Clean( &p_owner->p_packetizer->fmt_in );
812 vlc_object_release( p_owner->p_packetizer );
813 p_owner->p_packetizer = NULL;
818 /* Copy ourself the input replay gain */
819 if( fmt->i_cat == AUDIO_ES )
821 for( unsigned i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
823 if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
825 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
826 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
828 if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
830 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
831 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
837 vlc_mutex_init( &p_owner->lock );
838 vlc_cond_init( &p_owner->wait_request );
839 vlc_cond_init( &p_owner->wait_acknowledge );
841 p_owner->b_fmt_description = false;
842 p_owner->p_description = NULL;
844 p_owner->b_paused = false;
845 p_owner->pause.i_date = VLC_TS_INVALID;
846 p_owner->pause.i_ignore = 0;
848 p_owner->b_waiting = false;
849 p_owner->b_first = true;
850 p_owner->b_has_data = false;
852 p_owner->b_flushing = false;
855 p_owner->cc.b_supported = false;
858 if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
859 p_owner->cc.b_supported = true;
860 if( p_dec->pf_get_cc )
861 p_owner->cc.b_supported = true;
864 for( unsigned i = 0; i < 4; i++ )
866 p_owner->cc.pb_present[i] = false;
867 p_owner->cc.pp_decoder[i] = NULL;
869 p_owner->i_ts_delay = 0;
874 * The decoding main loop
876 * \param p_dec the decoder
878 static void *DecoderThread( void *p_data )
880 decoder_t *p_dec = (decoder_t *)p_data;
881 decoder_owner_sys_t *p_owner = p_dec->p_owner;
883 /* The decoder's main loop */
888 vlc_fifo_Lock( p_owner->p_fifo );
889 vlc_fifo_CleanupPush( p_owner->p_fifo );
891 while( vlc_fifo_IsEmpty( p_owner->p_fifo ) )
893 if( p_owner->b_woken )
895 vlc_fifo_Wait( p_owner->p_fifo );
896 /* Make sure there is no cancellation point other than this one^^.
897 * If you need one, be sure to push cleanup of p_block. */
900 p_block = vlc_fifo_DequeueUnlocked( p_owner->p_fifo );
901 if( p_block != NULL )
902 vlc_cond_signal( &p_owner->wait_acknowledge );
904 p_owner->b_woken = false;
907 if( p_block == NULL || p_block->i_flags & BLOCK_FLAG_CORE_EOS )
908 DecoderSignalWait( p_dec );
912 int canc = vlc_savecancel();
914 if( p_block->i_flags & BLOCK_FLAG_CORE_EOS )
916 /* calling DecoderProcess() with NULL block will make
917 * decoders/packetizers flush their buffers */
918 block_Release( p_block );
922 DecoderProcess( p_dec, p_block );
924 vlc_restorecancel( canc );
930 static block_t *DecoderBlockFlushNew()
932 block_t *p_null = block_Alloc( 128 );
936 p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY |
937 BLOCK_FLAG_CORRUPTED |
938 BLOCK_FLAG_CORE_FLUSH;
939 memset( p_null->p_buffer, 0, p_null->i_buffer );
944 static void DecoderFlush( decoder_t *p_dec )
946 decoder_owner_sys_t *p_owner = p_dec->p_owner;
948 vlc_assert_locked( &p_owner->lock );
951 block_FifoEmpty( p_owner->p_fifo );
953 /* Monitor for flush end */
954 p_owner->b_flushing = true;
955 vlc_cond_signal( &p_owner->wait_request );
957 /* Send a special block */
958 block_t *p_null = DecoderBlockFlushNew();
961 input_DecoderDecode( p_dec, p_null, false );
964 while( p_owner->b_flushing )
965 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
968 static void DecoderSignalWait( decoder_t *p_dec )
970 decoder_owner_sys_t *p_owner = p_dec->p_owner;
972 vlc_mutex_lock( &p_owner->lock );
974 if( p_owner->b_waiting )
976 p_owner->b_has_data = true;
977 vlc_cond_signal( &p_owner->wait_acknowledge );
980 vlc_mutex_unlock( &p_owner->lock );
983 static bool DecoderIsFlushing( decoder_t *p_dec )
985 decoder_owner_sys_t *p_owner = p_dec->p_owner;
988 vlc_mutex_lock( &p_owner->lock );
990 b_flushing = p_owner->b_flushing;
992 vlc_mutex_unlock( &p_owner->lock );
997 static bool DecoderWaitUnblock( decoder_t *p_dec )
999 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1001 vlc_assert_locked( &p_owner->lock );
1005 if( p_owner->b_flushing )
1007 if( p_owner->b_paused )
1009 if( p_owner->b_waiting && !p_owner->b_has_data )
1011 if( p_owner->pause.i_ignore > 0 )
1013 p_owner->pause.i_ignore--;
1019 if( !p_owner->b_waiting || !p_owner->b_has_data )
1022 vlc_cond_wait( &p_owner->wait_request, &p_owner->lock );
1025 return p_owner->b_flushing;
1028 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
1030 if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
1031 *pi_preroll = INT64_MAX;
1032 else if( p->i_dts > VLC_TS_INVALID )
1033 *pi_preroll = __MIN( *pi_preroll, p->i_dts );
1034 else if( p->i_pts > VLC_TS_INVALID )
1035 *pi_preroll = __MIN( *pi_preroll, p->i_pts );
1038 static void DecoderFixTs( decoder_t *p_dec, mtime_t *pi_ts0, mtime_t *pi_ts1,
1039 mtime_t *pi_duration, int *pi_rate, mtime_t i_ts_bound )
1041 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1042 input_clock_t *p_clock = p_owner->p_clock;
1044 vlc_assert_locked( &p_owner->lock );
1046 const mtime_t i_es_delay = p_owner->i_ts_delay;
1051 const bool b_ephemere = pi_ts1 && *pi_ts0 == *pi_ts1;
1054 if( *pi_ts0 > VLC_TS_INVALID )
1056 *pi_ts0 += i_es_delay;
1057 if( pi_ts1 && *pi_ts1 > VLC_TS_INVALID )
1058 *pi_ts1 += i_es_delay;
1059 if( input_clock_ConvertTS( VLC_OBJECT(p_dec), p_clock, &i_rate, pi_ts0, pi_ts1, i_ts_bound ) ) {
1060 if( pi_ts1 != NULL )
1061 msg_Err(p_dec, "Could not convert timestamps %"PRId64
1062 ", %"PRId64"", *pi_ts0, *pi_ts1);
1064 msg_Err(p_dec, "Could not convert timestamp %"PRId64, *pi_ts0);
1065 *pi_ts0 = VLC_TS_INVALID;
1070 i_rate = input_clock_GetRate( p_clock );
1073 /* Do not create ephemere data because of rounding errors */
1074 if( !b_ephemere && pi_ts1 && *pi_ts0 == *pi_ts1 )
1078 *pi_duration = ( *pi_duration * i_rate + INPUT_RATE_DEFAULT-1 )
1079 / INPUT_RATE_DEFAULT;
1086 * If *pb_reject, it does nothing, otherwise it waits for the given
1087 * deadline or a flush request (in which case it set *pi_reject to true.
1089 static void DecoderWaitDate( decoder_t *p_dec,
1090 bool *pb_reject, mtime_t i_deadline )
1092 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1094 vlc_assert_locked( &p_owner->lock );
1096 if( *pb_reject || i_deadline < 0 )
1101 if( p_owner->b_flushing )
1107 while( vlc_cond_timedwait( &p_owner->wait_request, &p_owner->lock,
1108 i_deadline ) == 0 );
1111 static void DecoderPlayAudio( decoder_t *p_dec, block_t *p_audio,
1112 int *pi_played_sum, int *pi_lost_sum )
1114 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1115 audio_output_t *p_aout = p_owner->p_aout;
1118 if( p_audio && p_audio->i_pts <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify audio_output/*
1120 msg_Warn( p_dec, "non-dated audio buffer received" );
1122 block_Release( p_audio );
1127 vlc_mutex_lock( &p_owner->lock );
1129 if( p_audio && p_owner->b_waiting )
1131 p_owner->b_has_data = true;
1132 vlc_cond_signal( &p_owner->wait_acknowledge );
1139 bool b_reject = DecoderWaitUnblock( p_dec );
1141 b_paused = p_owner->b_paused;
1147 int i_rate = INPUT_RATE_DEFAULT;
1149 DecoderFixTs( p_dec, &p_audio->i_pts, NULL, &p_audio->i_length,
1150 &i_rate, AOUT_MAX_ADVANCE_TIME );
1152 if( p_audio->i_pts <= VLC_TS_INVALID
1153 || i_rate < INPUT_RATE_DEFAULT/AOUT_MAX_INPUT_RATE
1154 || i_rate > INPUT_RATE_DEFAULT*AOUT_MAX_INPUT_RATE )
1157 DecoderWaitDate( p_dec, &b_reject,
1158 p_audio->i_pts - AOUT_MAX_PREPARE_TIME );
1160 if( unlikely(p_owner->b_paused != b_paused) )
1161 continue; /* race with input thread? retry... */
1162 if( p_aout == NULL )
1167 assert( !p_owner->b_paused );
1168 if( !aout_DecPlay( p_aout, p_audio, i_rate ) )
1169 *pi_played_sum += 1;
1170 *pi_lost_sum += aout_DecGetResetLost( p_aout );
1174 msg_Dbg( p_dec, "discarded audio buffer" );
1176 block_Release( p_audio );
1181 vlc_mutex_unlock( &p_owner->lock );
1184 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
1186 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1187 block_t *p_aout_buf;
1193 /* Play a NULL block to output buffered frames */
1194 DecoderPlayAudio( p_dec, NULL, &i_played, &i_lost );
1196 else while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
1198 if( DecoderIsFlushing( p_dec ) )
1200 /* It prevent freezing VLC in case of broken decoder */
1201 block_Release( p_aout_buf );
1203 block_Release( p_block );
1208 if( p_owner->i_preroll_end > VLC_TS_INVALID &&
1209 p_aout_buf->i_pts < p_owner->i_preroll_end )
1211 block_Release( p_aout_buf );
1215 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1217 msg_Dbg( p_dec, "End of audio preroll" );
1218 if( p_owner->p_aout )
1219 aout_DecFlush( p_owner->p_aout );
1221 p_owner->i_preroll_end = VLC_TS_INVALID;
1224 DecoderPlayAudio( p_dec, p_aout_buf, &i_played, &i_lost );
1227 /* Update ugly stat */
1228 input_thread_t *p_input = p_owner->p_input;
1230 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_played > 0) )
1232 vlc_mutex_lock( &p_input->p->counters.counters_lock);
1233 stats_Update( p_input->p->counters.p_lost_abuffers, i_lost, NULL );
1234 stats_Update( p_input->p->counters.p_played_abuffers, i_played, NULL );
1235 stats_Update( p_input->p->counters.p_decoded_audio, i_decoded, NULL );
1236 vlc_mutex_unlock( &p_input->p->counters.counters_lock);
1239 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
1241 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1244 bool b_processed = false;
1248 assert( p_dec_cc->pf_get_cc != NULL );
1250 /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
1251 if( !p_owner->cc.b_supported )
1254 p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
1258 vlc_mutex_lock( &p_owner->lock );
1259 for( i = 0, i_cc_decoder = 0; i < 4; i++ )
1261 p_owner->cc.pb_present[i] |= pb_present[i];
1262 if( p_owner->cc.pp_decoder[i] )
1266 for( i = 0; i < 4; i++ )
1268 if( !p_owner->cc.pp_decoder[i] )
1271 block_FifoPut( p_owner->cc.pp_decoder[i]->p_owner->p_fifo,
1272 (i_cc_decoder > 1) ? block_Duplicate(p_cc) : p_cc);
1277 vlc_mutex_unlock( &p_owner->lock );
1280 block_Release( p_cc );
1283 static void DecoderPlayVideo( decoder_t *p_dec, picture_t *p_picture,
1284 int *pi_played_sum, int *pi_lost_sum )
1286 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1287 vout_thread_t *p_vout = p_owner->p_vout;
1289 if( p_picture->date <= VLC_TS_INVALID )
1291 msg_Warn( p_dec, "non-dated video buffer received" );
1293 picture_Release( p_picture );
1298 vlc_mutex_lock( &p_owner->lock );
1300 if( p_owner->b_waiting && !p_owner->b_first )
1302 p_owner->b_has_data = true;
1303 vlc_cond_signal( &p_owner->wait_acknowledge );
1305 bool b_first_after_wait = p_owner->b_waiting && p_owner->b_has_data;
1307 bool b_reject = DecoderWaitUnblock( p_dec );
1309 if( p_owner->b_waiting )
1311 assert( p_owner->b_first );
1312 msg_Dbg( p_dec, "Received first picture" );
1313 p_owner->b_first = false;
1314 p_picture->b_force = true;
1317 const bool b_dated = p_picture->date > VLC_TS_INVALID;
1318 int i_rate = INPUT_RATE_DEFAULT;
1319 DecoderFixTs( p_dec, &p_picture->date, NULL, NULL,
1320 &i_rate, DECODER_BOGUS_VIDEO_DELAY );
1322 vlc_mutex_unlock( &p_owner->lock );
1325 if( !p_picture->b_force && p_picture->date <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify video_output/*
1330 if( i_rate != p_owner->i_last_rate || b_first_after_wait )
1332 /* Be sure to not display old picture after our own */
1333 vout_Flush( p_vout, p_picture->date );
1334 p_owner->i_last_rate = i_rate;
1336 vout_PutPicture( p_vout, p_picture );
1341 msg_Warn( p_dec, "early picture skipped" );
1343 msg_Warn( p_dec, "non-dated video buffer received" );
1346 picture_Release( p_picture );
1350 vout_GetResetStatistic( p_vout, &i_tmp_display, &i_tmp_lost );
1352 *pi_played_sum += i_tmp_display;
1353 *pi_lost_sum += i_tmp_lost;
1356 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
1358 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1362 int i_displayed = 0;
1364 while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
1366 vout_thread_t *p_vout = p_owner->p_vout;
1367 if( DecoderIsFlushing( p_dec ) )
1368 { /* It prevent freezing VLC in case of broken decoder */
1369 picture_Release( p_pic );
1371 block_Release( p_block );
1377 if( p_owner->i_preroll_end > VLC_TS_INVALID && p_pic->date < p_owner->i_preroll_end )
1379 picture_Release( p_pic );
1383 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1385 msg_Dbg( p_dec, "End of video preroll" );
1387 vout_Flush( p_vout, VLC_TS_INVALID+1 );
1389 p_owner->i_preroll_end = VLC_TS_INVALID;
1392 if( p_dec->pf_get_cc &&
1393 ( !p_owner->p_packetizer || !p_owner->p_packetizer->pf_get_cc ) )
1394 DecoderGetCc( p_dec, p_dec );
1396 DecoderPlayVideo( p_dec, p_pic, &i_displayed, &i_lost );
1399 /* Update ugly stat */
1400 input_thread_t *p_input = p_owner->p_input;
1402 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_displayed > 0) )
1404 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1405 stats_Update( p_input->p->counters.p_decoded_video, i_decoded, NULL );
1406 stats_Update( p_input->p->counters.p_lost_pictures, i_lost , NULL);
1407 stats_Update( p_input->p->counters.p_displayed_pictures,
1409 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1413 static void DecoderPlaySpu( decoder_t *p_dec, subpicture_t *p_subpic )
1415 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1416 vout_thread_t *p_vout = p_owner->p_spu_vout;
1419 if( p_subpic->i_start <= VLC_TS_INVALID )
1421 msg_Warn( p_dec, "non-dated spu buffer received" );
1422 subpicture_Delete( p_subpic );
1427 vlc_mutex_lock( &p_owner->lock );
1429 if( p_owner->b_waiting )
1431 p_owner->b_has_data = true;
1432 vlc_cond_signal( &p_owner->wait_acknowledge );
1435 bool b_reject = DecoderWaitUnblock( p_dec );
1437 DecoderFixTs( p_dec, &p_subpic->i_start, &p_subpic->i_stop, NULL,
1440 if( p_subpic->i_start <= VLC_TS_INVALID )
1443 DecoderWaitDate( p_dec, &b_reject,
1444 p_subpic->i_start - SPU_MAX_PREPARE_TIME );
1445 vlc_mutex_unlock( &p_owner->lock );
1448 vout_PutSubpicture( p_vout, p_subpic );
1450 subpicture_Delete( p_subpic );
1454 static int DecoderPlaySout( decoder_t *p_dec, block_t *p_sout_block )
1456 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1458 assert( p_owner->p_clock );
1459 assert( !p_sout_block->p_next );
1461 vlc_mutex_lock( &p_owner->lock );
1463 if( p_owner->b_waiting )
1465 p_owner->b_has_data = true;
1466 vlc_cond_signal( &p_owner->wait_acknowledge );
1469 bool b_reject = DecoderWaitUnblock( p_dec );
1471 DecoderFixTs( p_dec, &p_sout_block->i_dts, &p_sout_block->i_pts,
1472 &p_sout_block->i_length, NULL, INT64_MAX );
1474 vlc_mutex_unlock( &p_owner->lock );
1478 /* FIXME --VLC_TS_INVALID inspect stream_output*/
1479 return sout_InputSendBuffer( p_owner->p_sout_input, p_sout_block );
1483 block_Release( p_sout_block );
1484 return VLC_EGENERIC;
1490 /* This function process a block for sout
1492 static void DecoderProcessSout( decoder_t *p_dec, block_t *p_block )
1494 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1495 block_t *p_sout_block;
1497 while( ( p_sout_block =
1498 p_dec->pf_packetize( p_dec, p_block ? &p_block : NULL ) ) )
1500 if( p_owner->p_sout_input == NULL )
1502 vlc_mutex_lock( &p_owner->lock );
1503 es_format_Clean( &p_owner->fmt );
1504 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
1505 DecoderUpdateFormatLocked( p_dec );
1506 vlc_mutex_unlock( &p_owner->lock );
1508 p_owner->fmt.i_group = p_dec->fmt_in.i_group;
1509 p_owner->fmt.i_id = p_dec->fmt_in.i_id;
1510 if( p_dec->fmt_in.psz_language )
1512 free( p_owner->fmt.psz_language );
1513 p_owner->fmt.psz_language =
1514 strdup( p_dec->fmt_in.psz_language );
1517 p_owner->p_sout_input =
1518 sout_InputNew( p_owner->p_sout, &p_owner->fmt );
1520 if( p_owner->p_sout_input == NULL )
1522 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
1523 (char *)&p_owner->fmt.i_codec );
1524 p_dec->b_error = true;
1526 block_ChainRelease(p_sout_block);
1531 while( p_sout_block )
1533 block_t *p_next = p_sout_block->p_next;
1535 p_sout_block->p_next = NULL;
1537 if( DecoderPlaySout( p_dec, p_sout_block ) == VLC_EGENERIC )
1539 msg_Err( p_dec, "cannot continue streaming due to errors" );
1541 p_dec->b_error = true;
1544 block_ChainRelease( p_next );
1548 p_sout_block = p_next;
1554 /* This function process a video block
1556 static void DecoderProcessVideo( decoder_t *p_dec, block_t *p_block, bool b_flush )
1558 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1560 if( p_owner->p_packetizer )
1562 block_t *p_packetized_block;
1563 decoder_t *p_packetizer = p_owner->p_packetizer;
1565 while( (p_packetized_block =
1566 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1568 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1570 es_format_Clean( &p_dec->fmt_in );
1571 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1574 /* If the packetizer provides aspect ratio information, pass it
1575 * to the decoder as a hint if the decoder itself can't provide
1576 * it. Copy it regardless of the current value of the decoder input
1577 * format aspect ratio, to properly propagate changes in aspect
1579 if( p_packetizer->fmt_out.video.i_sar_num > 0 &&
1580 p_packetizer->fmt_out.video.i_sar_den > 0)
1582 p_dec->fmt_in.video.i_sar_num =
1583 p_packetizer->fmt_out.video.i_sar_num;
1584 p_dec->fmt_in.video.i_sar_den=
1585 p_packetizer->fmt_out.video.i_sar_den;
1588 if( p_packetizer->pf_get_cc )
1589 DecoderGetCc( p_dec, p_packetizer );
1591 while( p_packetized_block )
1593 block_t *p_next = p_packetized_block->p_next;
1594 p_packetized_block->p_next = NULL;
1596 DecoderDecodeVideo( p_dec, p_packetized_block );
1598 p_packetized_block = p_next;
1601 /* The packetizer does not output a block that tell the decoder to flush
1605 block_t *p_null = DecoderBlockFlushNew();
1607 DecoderDecodeVideo( p_dec, p_null );
1612 DecoderDecodeVideo( p_dec, p_block );
1615 if( b_flush && p_owner->p_vout )
1616 vout_Flush( p_owner->p_vout, VLC_TS_INVALID+1 );
1619 /* This function process a audio block
1621 static void DecoderProcessAudio( decoder_t *p_dec, block_t *p_block, bool b_flush )
1623 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1625 if( p_owner->p_packetizer )
1627 block_t *p_packetized_block;
1628 decoder_t *p_packetizer = p_owner->p_packetizer;
1630 while( (p_packetized_block =
1631 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1633 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1635 es_format_Clean( &p_dec->fmt_in );
1636 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1639 while( p_packetized_block )
1641 block_t *p_next = p_packetized_block->p_next;
1642 p_packetized_block->p_next = NULL;
1644 DecoderDecodeAudio( p_dec, p_packetized_block );
1646 p_packetized_block = p_next;
1649 /* The packetizer does not output a block that tell the decoder to flush
1653 block_t *p_null = DecoderBlockFlushNew();
1655 DecoderDecodeAudio( p_dec, p_null );
1660 DecoderDecodeAudio( p_dec, p_block );
1663 if( b_flush && p_owner->p_aout )
1664 aout_DecFlush( p_owner->p_aout );
1667 /* This function process a subtitle block
1669 static void DecoderProcessSpu( decoder_t *p_dec, block_t *p_block, bool b_flush )
1671 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1673 input_thread_t *p_input = p_owner->p_input;
1674 vout_thread_t *p_vout;
1675 subpicture_t *p_spu;
1677 while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1679 if( p_input != NULL )
1681 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1682 stats_Update( p_input->p->counters.p_decoded_sub, 1, NULL );
1683 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1686 p_vout = input_resource_HoldVout( p_owner->p_resource );
1687 if( p_vout && p_owner->p_spu_vout == p_vout )
1689 /* Preroll does not work very well with subtitle */
1690 if( p_spu->i_start > VLC_TS_INVALID &&
1691 p_spu->i_start < p_owner->i_preroll_end &&
1692 ( p_spu->i_stop <= VLC_TS_INVALID || p_spu->i_stop < p_owner->i_preroll_end ) )
1694 subpicture_Delete( p_spu );
1698 DecoderPlaySpu( p_dec, p_spu );
1703 subpicture_Delete( p_spu );
1706 vlc_object_release( p_vout );
1709 if( b_flush && p_owner->p_spu_vout )
1711 p_vout = input_resource_HoldVout( p_owner->p_resource );
1713 if( p_vout && p_owner->p_spu_vout == p_vout )
1714 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1717 vlc_object_release( p_vout );
1722 static void DecoderProcessOnFlush( decoder_t *p_dec )
1724 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1726 vlc_mutex_lock( &p_owner->lock );
1728 if( p_owner->b_flushing )
1730 p_owner->b_flushing = false;
1731 vlc_cond_signal( &p_owner->wait_acknowledge );
1733 vlc_mutex_unlock( &p_owner->lock );
1739 * \param p_dec the decoder object
1740 * \param p_block the block to decode
1741 * \return VLC_SUCCESS or an error code
1743 static void DecoderProcess( decoder_t *p_dec, block_t *p_block )
1745 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1746 const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
1748 if( p_dec->b_error )
1751 block_Release( p_block );
1755 if( p_block && p_block->i_buffer <= 0 )
1757 assert( !b_flush_request );
1758 block_Release( p_block );
1763 if( p_owner->b_packetizer )
1766 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1768 DecoderProcessSout( p_dec, p_block );
1773 bool b_flush = false;
1777 const bool b_flushing = p_owner->i_preroll_end == INT64_MAX;
1778 DecoderUpdatePreroll( &p_owner->i_preroll_end, p_block );
1780 b_flush = !b_flushing && b_flush_request;
1782 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1785 if( p_dec->fmt_out.i_cat == AUDIO_ES )
1787 DecoderProcessAudio( p_dec, p_block, b_flush );
1789 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1791 DecoderProcessVideo( p_dec, p_block, b_flush );
1793 else if( p_dec->fmt_out.i_cat == SPU_ES )
1795 DecoderProcessSpu( p_dec, p_block, b_flush );
1799 msg_Err( p_dec, "unknown ES format" );
1800 p_dec->b_error = true;
1806 if( b_flush_request )
1807 DecoderProcessOnFlush( p_dec );
1811 * Destroys a decoder object
1813 * \param p_dec the decoder object
1816 static void DeleteDecoder( decoder_t * p_dec )
1818 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1820 msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1821 (char*)&p_dec->fmt_in.i_codec,
1822 (unsigned)block_FifoCount( p_owner->p_fifo ) );
1824 /* Free all packets still in the decoder fifo. */
1825 block_FifoRelease( p_owner->p_fifo );
1828 if( p_owner->p_aout )
1830 /* TODO: REVISIT gap-less audio */
1831 aout_DecFlush( p_owner->p_aout );
1832 aout_DecDelete( p_owner->p_aout );
1833 input_resource_PutAout( p_owner->p_resource, p_owner->p_aout );
1834 if( p_owner->p_input != NULL )
1835 input_SendEventAout( p_owner->p_input );
1837 if( p_owner->p_vout )
1839 /* Hack to make sure all the the pictures are freed by the decoder
1840 * and that the vout is not paused anymore */
1841 vout_Reset( p_owner->p_vout );
1844 input_resource_RequestVout( p_owner->p_resource, p_owner->p_vout, NULL,
1846 if( p_owner->p_input != NULL )
1847 input_SendEventVout( p_owner->p_input );
1851 if( p_owner->p_sout_input )
1853 sout_InputDelete( p_owner->p_sout_input );
1856 es_format_Clean( &p_owner->fmt );
1858 if( p_dec->fmt_out.i_cat == SPU_ES )
1860 vout_thread_t *p_vout = input_resource_HoldVout( p_owner->p_resource );
1863 if( p_owner->p_spu_vout == p_vout )
1864 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1865 vlc_object_release( p_vout );
1869 es_format_Clean( &p_dec->fmt_in );
1870 es_format_Clean( &p_dec->fmt_out );
1871 if( p_dec->p_description )
1872 vlc_meta_Delete( p_dec->p_description );
1873 if( p_owner->p_description )
1874 vlc_meta_Delete( p_owner->p_description );
1876 if( p_owner->p_packetizer )
1878 module_unneed( p_owner->p_packetizer,
1879 p_owner->p_packetizer->p_module );
1880 es_format_Clean( &p_owner->p_packetizer->fmt_in );
1881 es_format_Clean( &p_owner->p_packetizer->fmt_out );
1882 if( p_owner->p_packetizer->p_description )
1883 vlc_meta_Delete( p_owner->p_packetizer->p_description );
1884 vlc_object_release( p_owner->p_packetizer );
1887 vlc_cond_destroy( &p_owner->wait_acknowledge );
1888 vlc_cond_destroy( &p_owner->wait_request );
1889 vlc_mutex_destroy( &p_owner->lock );
1891 vlc_object_release( p_dec );
1896 /*****************************************************************************
1897 * Buffers allocation callbacks for the decoders
1898 *****************************************************************************/
1899 static void DecoderUpdateFormatLocked( decoder_t *p_dec )
1901 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1903 vlc_assert_locked( &p_owner->lock );
1905 p_owner->b_fmt_description = true;
1907 /* Move p_description */
1908 if( p_owner->p_description && p_dec->p_description )
1909 vlc_meta_Delete( p_owner->p_description );
1910 p_owner->p_description = p_dec->p_description;
1911 p_dec->p_description = NULL;
1913 static vout_thread_t *aout_request_vout( void *p_private,
1914 vout_thread_t *p_vout, video_format_t *p_fmt, bool b_recyle )
1916 decoder_t *p_dec = p_private;
1917 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1918 input_thread_t *p_input = p_owner->p_input;
1920 p_vout = input_resource_RequestVout( p_owner->p_resource, p_vout, p_fmt, 1,
1922 if( p_input != NULL )
1923 input_SendEventVout( p_input );
1928 static int aout_update_format( decoder_t *p_dec )
1930 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1933 && !AOUT_FMTS_IDENTICAL(&p_dec->fmt_out.audio, &p_owner->fmt.audio) )
1935 audio_output_t *p_aout = p_owner->p_aout;
1937 /* Parameters changed, restart the aout */
1938 vlc_mutex_lock( &p_owner->lock );
1940 aout_DecDelete( p_owner->p_aout );
1941 p_owner->p_aout = NULL;
1943 vlc_mutex_unlock( &p_owner->lock );
1944 input_resource_PutAout( p_owner->p_resource, p_aout );
1947 if( p_owner->p_aout == NULL )
1949 p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
1951 audio_sample_format_t format = p_dec->fmt_out.audio;
1952 aout_FormatPrepare( &format );
1954 const int i_force_dolby = var_InheritInteger( p_dec, "force-dolby-surround" );
1955 if( i_force_dolby &&
1956 (format.i_original_channels&AOUT_CHAN_PHYSMASK) ==
1957 (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
1959 if( i_force_dolby == 1 )
1961 format.i_original_channels = format.i_original_channels |
1962 AOUT_CHAN_DOLBYSTEREO;
1964 else /* i_force_dolby == 2 */
1966 format.i_original_channels = format.i_original_channels &
1967 ~AOUT_CHAN_DOLBYSTEREO;
1971 aout_request_vout_t request_vout = {
1972 .pf_request_vout = aout_request_vout,
1975 audio_output_t *p_aout;
1977 p_aout = input_resource_GetAout( p_owner->p_resource );
1980 if( aout_DecNew( p_aout, &format,
1981 &p_dec->fmt_out.audio_replay_gain,
1984 input_resource_PutAout( p_owner->p_resource, p_aout );
1989 vlc_mutex_lock( &p_owner->lock );
1991 p_owner->p_aout = p_aout;
1993 es_format_Clean( &p_owner->fmt );
1994 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
1995 aout_FormatPrepare( &p_owner->fmt.audio );
1997 DecoderUpdateFormatLocked( p_dec );
1999 if( unlikely(p_owner->b_paused) && p_aout != NULL )
2000 /* fake pause if needed */
2001 aout_DecChangePause( p_aout, true, mdate() );
2003 vlc_mutex_unlock( &p_owner->lock );
2005 if( p_owner->p_input != NULL )
2006 input_SendEventAout( p_owner->p_input );
2008 if( p_aout == NULL )
2010 msg_Err( p_dec, "failed to create audio output" );
2011 p_dec->b_error = true;
2015 p_dec->fmt_out.audio.i_bytes_per_frame =
2016 p_owner->fmt.audio.i_bytes_per_frame;
2017 p_dec->fmt_out.audio.i_frame_length =
2018 p_owner->fmt.audio.i_frame_length;
2023 static int vout_update_format( decoder_t *p_dec )
2025 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2027 if( p_owner->p_vout == NULL
2028 || p_dec->fmt_out.video.i_width != p_owner->fmt.video.i_width
2029 || p_dec->fmt_out.video.i_height != p_owner->fmt.video.i_height
2030 || p_dec->fmt_out.video.i_visible_width != p_owner->fmt.video.i_visible_width
2031 || p_dec->fmt_out.video.i_visible_height != p_owner->fmt.video.i_visible_height
2032 || p_dec->fmt_out.video.i_x_offset != p_owner->fmt.video.i_x_offset
2033 || p_dec->fmt_out.video.i_y_offset != p_owner->fmt.video.i_y_offset
2034 || p_dec->fmt_out.i_codec != p_owner->fmt.video.i_chroma
2035 || (int64_t)p_dec->fmt_out.video.i_sar_num * p_owner->fmt.video.i_sar_den !=
2036 (int64_t)p_dec->fmt_out.video.i_sar_den * p_owner->fmt.video.i_sar_num ||
2037 p_dec->fmt_out.video.orientation != p_owner->fmt.video.orientation )
2039 vout_thread_t *p_vout;
2041 if( !p_dec->fmt_out.video.i_width ||
2042 !p_dec->fmt_out.video.i_height )
2044 /* Can't create a new vout without display size */
2048 video_format_t fmt = p_dec->fmt_out.video;
2049 fmt.i_chroma = p_dec->fmt_out.i_codec;
2051 if( vlc_fourcc_IsYUV( fmt.i_chroma ) )
2053 const vlc_chroma_description_t *dsc = vlc_fourcc_GetChromaDescription( fmt.i_chroma );
2054 for( unsigned int i = 0; dsc && i < dsc->plane_count; i++ )
2056 while( fmt.i_width % dsc->p[i].w.den )
2058 while( fmt.i_height % dsc->p[i].h.den )
2063 if( !fmt.i_visible_width || !fmt.i_visible_height )
2065 if( p_dec->fmt_in.video.i_visible_width &&
2066 p_dec->fmt_in.video.i_visible_height )
2068 fmt.i_visible_width = p_dec->fmt_in.video.i_visible_width;
2069 fmt.i_visible_height = p_dec->fmt_in.video.i_visible_height;
2070 fmt.i_x_offset = p_dec->fmt_in.video.i_x_offset;
2071 fmt.i_y_offset = p_dec->fmt_in.video.i_y_offset;
2075 fmt.i_visible_width = fmt.i_width;
2076 fmt.i_visible_height = fmt.i_height;
2082 if( fmt.i_visible_height == 1088 &&
2083 var_CreateGetBool( p_dec, "hdtv-fix" ) )
2085 fmt.i_visible_height = 1080;
2086 if( !(fmt.i_sar_num % 136))
2088 fmt.i_sar_num *= 135;
2089 fmt.i_sar_den *= 136;
2091 msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
2094 if( !fmt.i_sar_num || !fmt.i_sar_den )
2100 vlc_ureduce( &fmt.i_sar_num, &fmt.i_sar_den,
2101 fmt.i_sar_num, fmt.i_sar_den, 50000 );
2103 vlc_mutex_lock( &p_owner->lock );
2105 p_vout = p_owner->p_vout;
2106 p_owner->p_vout = NULL;
2107 vlc_mutex_unlock( &p_owner->lock );
2110 switch( p_dec->fmt_in.i_codec )
2112 case VLC_CODEC_HEVC:
2113 case VLC_CODEC_H264:
2114 case VLC_CODEC_DIRAC: /* FIXME valid ? */
2119 case VLC_CODEC_VP6F:
2127 p_vout = input_resource_RequestVout( p_owner->p_resource,
2130 p_dec->i_extra_picture_buffers + 1,
2132 vlc_mutex_lock( &p_owner->lock );
2133 p_owner->p_vout = p_vout;
2135 es_format_Clean( &p_owner->fmt );
2136 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
2137 p_owner->fmt.video.i_chroma = p_dec->fmt_out.i_codec;
2139 DecoderUpdateFormatLocked( p_dec );
2141 vlc_mutex_unlock( &p_owner->lock );
2143 if( p_owner->p_input != NULL )
2144 input_SendEventVout( p_owner->p_input );
2145 if( p_vout == NULL )
2147 msg_Err( p_dec, "failed to create video output" );
2148 p_dec->b_error = true;
2155 static picture_t *vout_new_buffer( decoder_t *p_dec )
2157 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2161 if( DecoderIsFlushing( p_dec ) || p_dec->b_error )
2164 picture_t *p_picture = vout_GetPicture( p_owner->p_vout );
2169 DecoderSignalWait( p_dec );
2171 /* Check the decoder doesn't leak pictures */
2172 vout_FixLeaks( p_owner->p_vout );
2174 /* FIXME add a vout_WaitPictureAvailable (timedwait) */
2175 msleep( VOUT_OUTMEM_SLEEP );
2179 static subpicture_t *spu_new_buffer( decoder_t *p_dec,
2180 const subpicture_updater_t *p_updater )
2182 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2183 vout_thread_t *p_vout = NULL;
2184 subpicture_t *p_subpic;
2185 int i_attempts = 30;
2187 while( i_attempts-- )
2189 if( DecoderIsFlushing( p_dec ) || p_dec->b_error )
2192 p_vout = input_resource_HoldVout( p_owner->p_resource );
2196 msleep( DECODER_SPU_VOUT_WAIT_DURATION );
2201 msg_Warn( p_dec, "no vout found, dropping subpicture" );
2205 if( p_owner->p_spu_vout != p_vout )
2207 p_owner->i_spu_channel = vout_RegisterSubpictureChannel( p_vout );
2208 p_owner->i_spu_order = 0;
2209 p_owner->p_spu_vout = p_vout;
2212 p_subpic = subpicture_New( p_updater );
2215 p_subpic->i_channel = p_owner->i_spu_channel;
2216 p_subpic->i_order = p_owner->i_spu_order++;
2217 p_subpic->b_subtitle = true;
2220 vlc_object_release( p_vout );