1 /*****************************************************************************
2 * decoder.c: Functions for the management of decoders
3 *****************************************************************************
4 * Copyright (C) 1999-2004 VLC authors and VideoLAN
7 * Authors: Christophe Massiot <massiot@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
9 * Laurent Aimar <fenrir@via.ecp.fr>
11 * This program is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU Lesser General Public License as published by
13 * the Free Software Foundation; either version 2.1 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU Lesser General Public License for more details.
21 * You should have received a copy of the GNU Lesser General Public License
22 * along with this program; if not, write to the Free Software Foundation,
23 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24 *****************************************************************************/
26 /*****************************************************************************
28 *****************************************************************************/
34 #include <vlc_common.h>
36 #include <vlc_block.h>
40 #include <vlc_codec.h>
43 #include <vlc_dialog.h>
44 #include <vlc_modules.h>
46 #include "audio_output/aout_internal.h"
47 #include "stream_output/stream_output.h"
48 #include "input_internal.h"
54 #include "../video_output/vout_control.h"
56 static decoder_t *CreateDecoder( vlc_object_t *, input_thread_t *,
57 es_format_t *, bool, input_resource_t *,
58 sout_instance_t *p_sout );
59 static void DeleteDecoder( decoder_t * );
61 static void *DecoderThread( void * );
62 static void DecoderProcess( decoder_t *, block_t * );
63 static void DecoderFlush( decoder_t * );
64 static void DecoderSignalWait( decoder_t *, bool );
66 static void DecoderUnsupportedCodec( decoder_t *, vlc_fourcc_t );
68 /* Buffers allocation callbacks for the decoders */
69 static picture_t *vout_new_buffer( decoder_t * );
70 static void vout_del_buffer( decoder_t *, picture_t * );
71 static void vout_link_picture( decoder_t *, picture_t * );
72 static void vout_unlink_picture( decoder_t *, picture_t * );
73 static int aout_update_format( decoder_t * );
74 static subpicture_t *spu_new_buffer( decoder_t *, const subpicture_updater_t * );
75 static void spu_del_buffer( decoder_t *, subpicture_t * );
77 struct decoder_owner_sys_t
79 int64_t i_preroll_end;
81 input_thread_t *p_input;
82 input_resource_t*p_resource;
83 input_clock_t *p_clock;
86 vout_thread_t *p_spu_vout;
90 sout_instance_t *p_sout;
91 sout_packetizer_input_t *p_sout_input;
95 /* Some decoders require already packetized data (ie. not truncated) */
96 decoder_t *p_packetizer;
99 /* Current format in use by the output */
103 bool b_fmt_description;
104 vlc_meta_t *p_description;
107 block_fifo_t *p_fifo;
109 /* Lock for communication with decoder thread */
111 vlc_cond_t wait_request;
112 vlc_cond_t wait_acknowledge;
114 /* -- These variables need locking on write(only) -- */
115 audio_output_t *p_aout;
117 vout_thread_t *p_vout;
119 /* -- Theses variables need locking on read *and* write -- */
143 decoder_t *pp_decoder[4];
150 /* Pictures which are DECODER_BOGUS_VIDEO_DELAY or more in advance probably have
151 * a bogus PTS and won't be displayed */
152 #define DECODER_BOGUS_VIDEO_DELAY ((mtime_t)(DEFAULT_PTS_DELAY * 30))
155 #define DECODER_SPU_VOUT_WAIT_DURATION ((int)(0.200*CLOCK_FREQ))
158 /*****************************************************************************
160 *****************************************************************************/
161 picture_t *decoder_NewPicture( decoder_t *p_decoder )
163 picture_t *p_picture = p_decoder->pf_vout_buffer_new( p_decoder );
165 msg_Warn( p_decoder, "can't get output picture" );
168 void decoder_DeletePicture( decoder_t *p_decoder, picture_t *p_picture )
170 p_decoder->pf_vout_buffer_del( p_decoder, p_picture );
172 void decoder_LinkPicture( decoder_t *p_decoder, picture_t *p_picture )
174 p_decoder->pf_picture_link( p_decoder, p_picture );
176 void decoder_UnlinkPicture( decoder_t *p_decoder, picture_t *p_picture )
178 p_decoder->pf_picture_unlink( p_decoder, p_picture );
181 block_t *decoder_NewAudioBuffer( decoder_t *dec, int samples )
183 if( decoder_UpdateAudioFormat( dec ) )
186 size_t length = samples * dec->fmt_out.audio.i_bytes_per_frame
187 / dec->fmt_out.audio.i_frame_length;
188 block_t *block = block_Alloc( length );
189 if( likely(block != NULL) )
191 block->i_nb_samples = samples;
192 block->i_pts = block->i_length = 0;
197 subpicture_t *decoder_NewSubpicture( decoder_t *p_decoder,
198 const subpicture_updater_t *p_dyn )
200 subpicture_t *p_subpicture = p_decoder->pf_spu_buffer_new( p_decoder, p_dyn );
202 msg_Warn( p_decoder, "can't get output subpicture" );
206 void decoder_DeleteSubpicture( decoder_t *p_decoder, subpicture_t *p_subpicture )
208 p_decoder->pf_spu_buffer_del( p_decoder, p_subpicture );
211 /* decoder_GetInputAttachments:
213 int decoder_GetInputAttachments( decoder_t *p_dec,
214 input_attachment_t ***ppp_attachment,
217 if( !p_dec->pf_get_attachments )
220 return p_dec->pf_get_attachments( p_dec, ppp_attachment, pi_attachment );
222 /* decoder_GetDisplayDate:
224 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
226 if( !p_dec->pf_get_display_date )
227 return VLC_TS_INVALID;
229 return p_dec->pf_get_display_date( p_dec, i_ts );
231 /* decoder_GetDisplayRate:
233 int decoder_GetDisplayRate( decoder_t *p_dec )
235 if( !p_dec->pf_get_display_rate )
236 return INPUT_RATE_DEFAULT;
238 return p_dec->pf_get_display_rate( p_dec );
241 /* TODO: pass p_sout through p_resource? -- Courmisch */
242 static decoder_t *decoder_New( vlc_object_t *p_parent, input_thread_t *p_input,
243 es_format_t *fmt, input_clock_t *p_clock,
244 input_resource_t *p_resource,
245 sout_instance_t *p_sout )
247 decoder_t *p_dec = NULL;
248 const char *psz_type = p_sout ? N_("packetizer") : N_("decoder");
251 /* Create the decoder configuration structure */
252 p_dec = CreateDecoder( p_parent, p_input, fmt,
253 p_sout != NULL, p_resource, p_sout );
256 msg_Err( p_parent, "could not create %s", psz_type );
257 dialog_Fatal( p_parent, _("Streaming / Transcoding failed"),
258 _("VLC could not open the %s module."),
259 vlc_gettext( psz_type ) );
263 if( !p_dec->p_module )
265 DecoderUnsupportedCodec( p_dec, fmt->i_codec );
267 DeleteDecoder( p_dec );
271 p_dec->p_owner->p_clock = p_clock;
272 assert( p_dec->fmt_out.i_cat != UNKNOWN_ES );
274 if( p_dec->fmt_out.i_cat == AUDIO_ES )
275 i_priority = VLC_THREAD_PRIORITY_AUDIO;
277 i_priority = VLC_THREAD_PRIORITY_VIDEO;
279 /* Spawn the decoder thread */
280 if( vlc_clone( &p_dec->p_owner->thread, DecoderThread, p_dec, i_priority ) )
282 msg_Err( p_dec, "cannot spawn decoder thread" );
283 module_unneed( p_dec, p_dec->p_module );
284 DeleteDecoder( p_dec );
293 * Spawns a new decoder thread from the input thread
295 * \param p_input the input thread
296 * \param p_es the es descriptor
297 * \return the spawned decoder object
299 decoder_t *input_DecoderNew( input_thread_t *p_input,
300 es_format_t *fmt, input_clock_t *p_clock,
301 sout_instance_t *p_sout )
303 return decoder_New( VLC_OBJECT(p_input), p_input, fmt, p_clock,
304 p_input->p->p_resource, p_sout );
308 * Spawn a decoder thread outside of the input thread.
310 decoder_t *input_DecoderCreate( vlc_object_t *p_parent, es_format_t *fmt,
311 input_resource_t *p_resource )
313 return decoder_New( p_parent, NULL, fmt, NULL, p_resource, NULL );
318 * Kills a decoder thread and waits until it's finished
320 * \param p_input the input thread
321 * \param p_es the es descriptor
324 void input_DecoderDelete( decoder_t *p_dec )
326 decoder_owner_sys_t *p_owner = p_dec->p_owner;
328 vlc_cancel( p_owner->thread );
330 /* Make sure we aren't paused/waiting/decoding anymore */
331 vlc_mutex_lock( &p_owner->lock );
332 const bool b_was_paused = p_owner->b_paused;
333 p_owner->b_paused = false;
334 p_owner->b_waiting = false;
335 p_owner->b_flushing = true;
336 p_owner->b_exit = true;
337 vlc_cond_signal( &p_owner->wait_request );
338 vlc_mutex_unlock( &p_owner->lock );
340 vlc_join( p_owner->thread, NULL );
341 p_owner->b_paused = b_was_paused;
343 module_unneed( p_dec, p_dec->p_module );
346 if( p_dec->p_owner->cc.b_supported )
349 for( i = 0; i < 4; i++ )
350 input_DecoderSetCcState( p_dec, false, i );
354 DeleteDecoder( p_dec );
358 * Put a block_t in the decoder's fifo.
359 * Thread-safe w.r.t. the decoder. May be a cancellation point.
361 * \param p_dec the decoder object
362 * \param p_block the data block
364 void input_DecoderDecode( decoder_t *p_dec, block_t *p_block, bool b_do_pace )
366 decoder_owner_sys_t *p_owner = p_dec->p_owner;
370 /* The fifo is not consumed when waiting and so will
372 * There is no need to lock as b_waiting is never modified
373 * inside decoder thread. */
374 if( !p_owner->b_waiting )
375 block_FifoPace( p_owner->p_fifo, 10, SIZE_MAX );
378 else if( block_FifoSize( p_owner->p_fifo ) > 50*1024*1024 /* 50 MiB */ )
380 else if( block_FifoSize( p_owner->p_fifo ) > 400*1024*1024 /* 400 MiB, ie ~ 50mb/s for 60s */ )
383 /* FIXME: ideally we would check the time amount of data
384 * in the FIFO instead of its size. */
385 msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
386 "consumed quickly enough), resetting fifo!" );
387 block_FifoEmpty( p_owner->p_fifo );
390 block_FifoPut( p_owner->p_fifo, p_block );
393 bool input_DecoderIsEmpty( decoder_t * p_dec )
395 decoder_owner_sys_t *p_owner = p_dec->p_owner;
396 assert( !p_owner->b_waiting );
398 bool b_empty = block_FifoCount( p_dec->p_owner->p_fifo ) <= 0;
402 vlc_mutex_lock( &p_owner->lock );
403 /* TODO subtitles support */
404 if( p_dec->fmt_out.i_cat == VIDEO_ES && p_owner->p_vout )
405 b_empty = vout_IsEmpty( p_owner->p_vout );
406 else if( p_dec->fmt_out.i_cat == AUDIO_ES && p_owner->p_aout )
407 b_empty = aout_DecIsEmpty( p_owner->p_aout );
408 vlc_mutex_unlock( &p_owner->lock );
413 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
415 decoder_owner_sys_t *p_owner = p_dec->p_owner;
418 vlc_mutex_lock( &p_owner->lock );
419 for( i = 0; i < 4; i++ )
420 pb_present[i] = p_owner->cc.pb_present[i];
421 vlc_mutex_unlock( &p_owner->lock );
423 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
425 decoder_owner_sys_t *p_owner = p_dec->p_owner;
427 //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
429 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
434 static const vlc_fourcc_t fcc[4] = {
435 VLC_FOURCC('c', 'c', '1', ' '),
436 VLC_FOURCC('c', 'c', '2', ' '),
437 VLC_FOURCC('c', 'c', '3', ' '),
438 VLC_FOURCC('c', 'c', '4', ' '),
443 es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
444 p_cc = input_DecoderNew( p_owner->p_input, &fmt,
445 p_dec->p_owner->p_clock, p_owner->p_sout );
448 msg_Err( p_dec, "could not create decoder" );
449 dialog_Fatal( p_dec, _("Streaming / Transcoding failed"), "%s",
450 _("VLC could not open the decoder module.") );
453 else if( !p_cc->p_module )
455 DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
456 input_DecoderDelete(p_cc);
459 p_cc->p_owner->p_clock = p_owner->p_clock;
461 vlc_mutex_lock( &p_owner->lock );
462 p_owner->cc.pp_decoder[i_channel] = p_cc;
463 vlc_mutex_unlock( &p_owner->lock );
469 vlc_mutex_lock( &p_owner->lock );
470 p_cc = p_owner->cc.pp_decoder[i_channel];
471 p_owner->cc.pp_decoder[i_channel] = NULL;
472 vlc_mutex_unlock( &p_owner->lock );
475 input_DecoderDelete(p_cc);
479 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
481 decoder_owner_sys_t *p_owner = p_dec->p_owner;
484 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
487 vlc_mutex_lock( &p_owner->lock );
488 *pb_decode = p_owner->cc.pp_decoder[i_channel] != NULL;
489 vlc_mutex_unlock( &p_owner->lock );
493 void input_DecoderChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
495 decoder_owner_sys_t *p_owner = p_dec->p_owner;
497 vlc_mutex_lock( &p_owner->lock );
498 /* Normally, p_owner->b_paused != b_paused here. But if a track is added
499 * while the input is paused (e.g. add sub file), then b_paused is
500 * (incorrectly) false. */
501 if( likely(p_owner->b_paused != b_paused) ) {
502 p_owner->b_paused = b_paused;
503 p_owner->pause.i_date = i_date;
504 p_owner->pause.i_ignore = 0;
505 vlc_cond_signal( &p_owner->wait_request );
507 /* XXX only audio and video output have to be paused.
508 * - for sout it is useless
509 * - for subs, it is done by the vout
511 if( p_dec->fmt_out.i_cat == AUDIO_ES )
513 if( p_owner->p_aout )
514 aout_DecChangePause( p_owner->p_aout, b_paused, i_date );
516 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
518 if( p_owner->p_vout )
519 vout_ChangePause( p_owner->p_vout, b_paused, i_date );
522 vlc_mutex_unlock( &p_owner->lock );
525 void input_DecoderChangeDelay( decoder_t *p_dec, mtime_t i_delay )
527 decoder_owner_sys_t *p_owner = p_dec->p_owner;
529 vlc_mutex_lock( &p_owner->lock );
530 p_owner->i_ts_delay = i_delay;
531 vlc_mutex_unlock( &p_owner->lock );
534 void input_DecoderStartWait( decoder_t *p_dec )
536 decoder_owner_sys_t *p_owner = p_dec->p_owner;
538 vlc_mutex_lock( &p_owner->lock );
540 DecoderFlush( p_dec );
542 p_owner->b_first = true;
543 p_owner->b_has_data = false;
545 p_owner->b_waiting = true;
547 vlc_cond_signal( &p_owner->wait_request );
549 vlc_mutex_unlock( &p_owner->lock );
552 void input_DecoderStopWait( decoder_t *p_dec )
554 decoder_owner_sys_t *p_owner = p_dec->p_owner;
556 vlc_mutex_lock( &p_owner->lock );
558 p_owner->b_waiting = false;
560 vlc_cond_signal( &p_owner->wait_request );
562 vlc_mutex_unlock( &p_owner->lock );
565 void input_DecoderWait( decoder_t *p_dec )
567 decoder_owner_sys_t *p_owner = p_dec->p_owner;
569 vlc_mutex_lock( &p_owner->lock );
571 while( p_owner->b_waiting && !p_owner->b_has_data )
573 block_FifoWake( p_owner->p_fifo );
574 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
577 vlc_mutex_unlock( &p_owner->lock );
580 void input_DecoderFrameNext( decoder_t *p_dec, mtime_t *pi_duration )
582 decoder_owner_sys_t *p_owner = p_dec->p_owner;
586 vlc_mutex_lock( &p_owner->lock );
587 if( p_dec->fmt_out.i_cat == VIDEO_ES )
589 if( p_owner->b_paused && p_owner->p_vout )
591 vout_NextPicture( p_owner->p_vout, pi_duration );
592 p_owner->pause.i_ignore++;
593 vlc_cond_signal( &p_owner->wait_request );
598 /* TODO subtitle should not be flushed */
599 DecoderFlush( p_dec );
601 vlc_mutex_unlock( &p_owner->lock );
604 bool input_DecoderHasFormatChanged( decoder_t *p_dec, es_format_t *p_fmt, vlc_meta_t **pp_meta )
606 decoder_owner_sys_t *p_owner = p_dec->p_owner;
609 vlc_mutex_lock( &p_owner->lock );
610 b_changed = p_owner->b_fmt_description;
614 es_format_Copy( p_fmt, &p_owner->fmt );
619 if( p_owner->p_description )
621 *pp_meta = vlc_meta_New();
623 vlc_meta_Merge( *pp_meta, p_owner->p_description );
626 p_owner->b_fmt_description = false;
628 vlc_mutex_unlock( &p_owner->lock );
632 size_t input_DecoderGetFifoSize( decoder_t *p_dec )
634 decoder_owner_sys_t *p_owner = p_dec->p_owner;
636 return block_FifoSize( p_owner->p_fifo );
639 void input_DecoderGetObjects( decoder_t *p_dec,
640 vout_thread_t **pp_vout, audio_output_t **pp_aout )
642 decoder_owner_sys_t *p_owner = p_dec->p_owner;
644 vlc_mutex_lock( &p_owner->lock );
646 *pp_vout = p_owner->p_vout ? vlc_object_hold( p_owner->p_vout ) : NULL;
648 *pp_aout = p_owner->p_aout ? vlc_object_hold( p_owner->p_aout ) : NULL;
649 vlc_mutex_unlock( &p_owner->lock );
652 /*****************************************************************************
654 *****************************************************************************/
655 static int DecoderGetInputAttachments( decoder_t *p_dec,
656 input_attachment_t ***ppp_attachment,
659 input_thread_t *p_input = p_dec->p_owner->p_input;
661 if( unlikely(p_input == NULL) )
663 return input_Control( p_input, INPUT_GET_ATTACHMENTS,
664 ppp_attachment, pi_attachment );
666 static mtime_t DecoderGetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
668 decoder_owner_sys_t *p_owner = p_dec->p_owner;
670 vlc_mutex_lock( &p_owner->lock );
671 if( p_owner->b_waiting || p_owner->b_paused )
672 i_ts = VLC_TS_INVALID;
673 vlc_mutex_unlock( &p_owner->lock );
675 if( !p_owner->p_clock || i_ts <= VLC_TS_INVALID )
678 if( input_clock_ConvertTS( p_owner->p_clock, NULL, &i_ts, NULL, INT64_MAX ) ) {
679 msg_Err(p_dec, "Could not get display date for timestamp %"PRId64"", i_ts);
680 return VLC_TS_INVALID;
685 static int DecoderGetDisplayRate( decoder_t *p_dec )
687 decoder_owner_sys_t *p_owner = p_dec->p_owner;
689 if( !p_owner->p_clock )
690 return INPUT_RATE_DEFAULT;
691 return input_clock_GetRate( p_owner->p_clock );
695 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
697 if (codec != VLC_FOURCC('u','n','d','f')) {
698 const char *desc = vlc_fourcc_GetDescription(p_dec->fmt_in.i_cat, codec);
700 desc = N_("No description for this codec");
701 msg_Err( p_dec, "Codec `%4.4s' (%s) is not supported.", (char*)&codec, desc );
702 dialog_Fatal( p_dec, _("Codec not supported"),
703 _("VLC could not decode the format \"%4.4s\" (%s)"),
704 (char*)&codec, desc );
706 msg_Err( p_dec, "could not identify codec" );
707 dialog_Fatal( p_dec, _("Unidentified codec"),
708 _("VLC could not identify the audio or video codec" ) );
714 * Create a decoder object
716 * \param p_input the input thread
717 * \param p_es the es descriptor
718 * \param b_packetizer instead of a decoder
719 * \return the decoder object
721 static decoder_t * CreateDecoder( vlc_object_t *p_parent,
722 input_thread_t *p_input,
723 es_format_t *fmt, bool b_packetizer,
724 input_resource_t *p_resource,
725 sout_instance_t *p_sout )
728 decoder_owner_sys_t *p_owner;
729 es_format_t null_es_format;
731 p_dec = vlc_custom_create( p_parent, sizeof( *p_dec ), "decoder" );
735 p_dec->pf_decode_audio = NULL;
736 p_dec->pf_decode_video = NULL;
737 p_dec->pf_decode_sub = NULL;
738 p_dec->pf_get_cc = NULL;
739 p_dec->pf_packetize = NULL;
741 /* Initialize the decoder */
742 p_dec->p_module = NULL;
744 memset( &null_es_format, 0, sizeof(es_format_t) );
745 es_format_Copy( &p_dec->fmt_in, fmt );
746 es_format_Copy( &p_dec->fmt_out, &null_es_format );
748 p_dec->p_description = NULL;
750 /* Allocate our private structure for the decoder */
751 p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
752 if( unlikely(p_owner == NULL) )
754 vlc_object_release( p_dec );
757 p_owner->i_preroll_end = VLC_TS_INVALID;
758 p_owner->i_last_rate = INPUT_RATE_DEFAULT;
759 p_owner->p_input = p_input;
760 p_owner->p_resource = p_resource;
761 p_owner->p_aout = NULL;
762 p_owner->p_vout = NULL;
763 p_owner->p_spu_vout = NULL;
764 p_owner->i_spu_channel = 0;
765 p_owner->i_spu_order = 0;
766 p_owner->p_sout = p_sout;
767 p_owner->p_sout_input = NULL;
768 p_owner->p_packetizer = NULL;
769 p_owner->b_packetizer = b_packetizer;
770 es_format_Init( &p_owner->fmt, UNKNOWN_ES, 0 );
773 p_owner->p_fifo = block_FifoNew();
774 if( unlikely(p_owner->p_fifo == NULL) )
777 vlc_object_release( p_dec );
781 /* Set buffers allocation callbacks for the decoders */
782 p_dec->pf_aout_format_update = aout_update_format;
783 p_dec->pf_vout_buffer_new = vout_new_buffer;
784 p_dec->pf_vout_buffer_del = vout_del_buffer;
785 p_dec->pf_picture_link = vout_link_picture;
786 p_dec->pf_picture_unlink = vout_unlink_picture;
787 p_dec->pf_spu_buffer_new = spu_new_buffer;
788 p_dec->pf_spu_buffer_del = spu_del_buffer;
790 p_dec->pf_get_attachments = DecoderGetInputAttachments;
791 p_dec->pf_get_display_date = DecoderGetDisplayDate;
792 p_dec->pf_get_display_rate = DecoderGetDisplayRate;
794 /* Find a suitable decoder/packetizer module */
796 p_dec->p_module = module_need( p_dec, "decoder", "$codec", false );
798 p_dec->p_module = module_need( p_dec, "packetizer", "$packetizer", false );
800 /* Check if decoder requires already packetized data */
802 p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
804 p_owner->p_packetizer =
805 vlc_custom_create( p_parent, sizeof( decoder_t ), "packetizer" );
806 if( p_owner->p_packetizer )
808 es_format_Copy( &p_owner->p_packetizer->fmt_in,
811 es_format_Copy( &p_owner->p_packetizer->fmt_out,
814 p_owner->p_packetizer->p_module =
815 module_need( p_owner->p_packetizer,
816 "packetizer", "$packetizer", false );
818 if( !p_owner->p_packetizer->p_module )
820 es_format_Clean( &p_owner->p_packetizer->fmt_in );
821 vlc_object_release( p_owner->p_packetizer );
822 p_owner->p_packetizer = NULL;
827 /* Copy ourself the input replay gain */
828 if( fmt->i_cat == AUDIO_ES )
830 for( unsigned i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
832 if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
834 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
835 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
837 if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
839 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
840 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
846 vlc_mutex_init( &p_owner->lock );
847 vlc_cond_init( &p_owner->wait_request );
848 vlc_cond_init( &p_owner->wait_acknowledge );
850 p_owner->b_fmt_description = false;
851 p_owner->p_description = NULL;
853 p_owner->b_exit = false;
855 p_owner->b_paused = false;
856 p_owner->pause.i_date = VLC_TS_INVALID;
857 p_owner->pause.i_ignore = 0;
859 p_owner->b_waiting = false;
860 p_owner->b_first = true;
861 p_owner->b_has_data = false;
863 p_owner->b_flushing = false;
866 p_owner->cc.b_supported = false;
869 if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
870 p_owner->cc.b_supported = true;
871 if( p_dec->pf_get_cc )
872 p_owner->cc.b_supported = true;
875 for( unsigned i = 0; i < 4; i++ )
877 p_owner->cc.pb_present[i] = false;
878 p_owner->cc.pp_decoder[i] = NULL;
880 p_owner->i_ts_delay = 0;
885 * The decoding main loop
887 * \param p_dec the decoder
889 static void *DecoderThread( void *p_data )
891 decoder_t *p_dec = (decoder_t *)p_data;
892 decoder_owner_sys_t *p_owner = p_dec->p_owner;
894 /* The decoder's main loop */
897 block_t *p_block = block_FifoGet( p_owner->p_fifo );
899 /* Make sure there is no cancellation point other than this one^^.
900 * If you need one, be sure to push cleanup of p_block. */
901 bool end_wait = !p_block || p_block->i_flags & BLOCK_FLAG_CORE_EOS;
902 DecoderSignalWait( p_dec, end_wait );
904 input_DecoderStopWait( p_dec );
908 int canc = vlc_savecancel();
910 if( p_block->i_flags & BLOCK_FLAG_CORE_EOS )
912 /* calling DecoderProcess() with NULL block will make
913 * decoders/packetizers flush their buffers */
914 block_Release( p_block );
918 DecoderProcess( p_dec, p_block );
920 vlc_restorecancel( canc );
926 static block_t *DecoderBlockFlushNew()
928 block_t *p_null = block_Alloc( 128 );
932 p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY |
933 BLOCK_FLAG_CORRUPTED |
934 BLOCK_FLAG_CORE_FLUSH;
935 memset( p_null->p_buffer, 0, p_null->i_buffer );
940 static void DecoderFlush( decoder_t *p_dec )
942 decoder_owner_sys_t *p_owner = p_dec->p_owner;
944 vlc_assert_locked( &p_owner->lock );
947 block_FifoEmpty( p_owner->p_fifo );
949 /* Monitor for flush end */
950 p_owner->b_flushing = true;
951 vlc_cond_signal( &p_owner->wait_request );
953 /* Send a special block */
954 block_t *p_null = DecoderBlockFlushNew();
957 input_DecoderDecode( p_dec, p_null, false );
960 while( p_owner->b_flushing )
961 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
964 static void DecoderSignalWait( decoder_t *p_dec, bool b_has_data )
966 decoder_owner_sys_t *p_owner = p_dec->p_owner;
968 vlc_mutex_lock( &p_owner->lock );
970 if( p_owner->b_waiting )
973 p_owner->b_has_data = true;
974 vlc_cond_signal( &p_owner->wait_acknowledge );
977 vlc_mutex_unlock( &p_owner->lock );
980 static bool DecoderIsFlushing( decoder_t *p_dec )
982 decoder_owner_sys_t *p_owner = p_dec->p_owner;
985 vlc_mutex_lock( &p_owner->lock );
987 b_flushing = p_owner->b_flushing;
989 vlc_mutex_unlock( &p_owner->lock );
994 static bool DecoderWaitUnblock( decoder_t *p_dec )
996 decoder_owner_sys_t *p_owner = p_dec->p_owner;
998 vlc_assert_locked( &p_owner->lock );
1002 if( p_owner->b_flushing )
1004 if( p_owner->b_paused )
1006 if( p_owner->b_waiting && !p_owner->b_has_data )
1008 if( p_owner->pause.i_ignore > 0 )
1010 p_owner->pause.i_ignore--;
1016 if( !p_owner->b_waiting || !p_owner->b_has_data )
1019 vlc_cond_wait( &p_owner->wait_request, &p_owner->lock );
1022 return p_owner->b_flushing;
1025 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
1027 if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
1028 *pi_preroll = INT64_MAX;
1029 else if( p->i_dts > VLC_TS_INVALID )
1030 *pi_preroll = __MIN( *pi_preroll, p->i_dts );
1031 else if( p->i_pts > VLC_TS_INVALID )
1032 *pi_preroll = __MIN( *pi_preroll, p->i_pts );
1035 static void DecoderFixTs( decoder_t *p_dec, mtime_t *pi_ts0, mtime_t *pi_ts1,
1036 mtime_t *pi_duration, int *pi_rate, mtime_t i_ts_bound )
1038 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1039 input_clock_t *p_clock = p_owner->p_clock;
1041 vlc_assert_locked( &p_owner->lock );
1043 const mtime_t i_es_delay = p_owner->i_ts_delay;
1048 const bool b_ephemere = pi_ts1 && *pi_ts0 == *pi_ts1;
1051 if( *pi_ts0 > VLC_TS_INVALID )
1053 *pi_ts0 += i_es_delay;
1054 if( pi_ts1 && *pi_ts1 > VLC_TS_INVALID )
1055 *pi_ts1 += i_es_delay;
1056 if( input_clock_ConvertTS( p_clock, &i_rate, pi_ts0, pi_ts1, i_ts_bound ) ) {
1057 if( pi_ts1 != NULL )
1058 msg_Err(p_dec, "Could not convert timestamps %"PRId64
1059 ", %"PRId64"", *pi_ts0, *pi_ts1);
1061 msg_Err(p_dec, "Could not convert timestamp %"PRId64, *pi_ts0);
1062 *pi_ts0 = VLC_TS_INVALID;
1067 i_rate = input_clock_GetRate( p_clock );
1070 /* Do not create ephemere data because of rounding errors */
1071 if( !b_ephemere && pi_ts1 && *pi_ts0 == *pi_ts1 )
1075 *pi_duration = ( *pi_duration * i_rate + INPUT_RATE_DEFAULT-1 )
1076 / INPUT_RATE_DEFAULT;
1082 static bool DecoderIsExitRequested( decoder_t *p_dec )
1084 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1086 vlc_mutex_lock( &p_owner->lock );
1087 bool b_exit = p_owner->b_exit;
1088 vlc_mutex_unlock( &p_owner->lock );
1094 * If *pb_reject, it does nothing, otherwise it waits for the given
1095 * deadline or a flush request (in which case it set *pi_reject to true.
1097 static void DecoderWaitDate( decoder_t *p_dec,
1098 bool *pb_reject, mtime_t i_deadline )
1100 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1102 vlc_assert_locked( &p_owner->lock );
1104 if( *pb_reject || i_deadline < 0 )
1109 if( p_owner->b_flushing || p_owner->b_exit )
1115 while( vlc_cond_timedwait( &p_owner->wait_request, &p_owner->lock,
1116 i_deadline ) == 0 );
1119 static void DecoderPlayAudio( decoder_t *p_dec, block_t *p_audio,
1120 int *pi_played_sum, int *pi_lost_sum )
1122 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1123 audio_output_t *p_aout = p_owner->p_aout;
1126 if( p_audio && p_audio->i_pts <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify audio_output/*
1128 msg_Warn( p_dec, "non-dated audio buffer received" );
1130 block_Release( p_audio );
1135 vlc_mutex_lock( &p_owner->lock );
1137 if( p_audio && p_owner->b_waiting )
1139 p_owner->b_has_data = true;
1140 vlc_cond_signal( &p_owner->wait_acknowledge );
1147 bool b_reject = DecoderWaitUnblock( p_dec );
1149 b_paused = p_owner->b_paused;
1155 int i_rate = INPUT_RATE_DEFAULT;
1157 DecoderFixTs( p_dec, &p_audio->i_pts, NULL, &p_audio->i_length,
1158 &i_rate, AOUT_MAX_ADVANCE_TIME );
1160 if( p_audio->i_pts <= VLC_TS_INVALID
1161 || i_rate < INPUT_RATE_DEFAULT/AOUT_MAX_INPUT_RATE
1162 || i_rate > INPUT_RATE_DEFAULT*AOUT_MAX_INPUT_RATE )
1165 DecoderWaitDate( p_dec, &b_reject,
1166 p_audio->i_pts - AOUT_MAX_PREPARE_TIME );
1168 if( unlikely(p_owner->b_paused != b_paused) )
1169 continue; /* race with input thread? retry... */
1170 if( p_aout == NULL )
1175 assert( !p_owner->b_paused );
1176 if( !aout_DecPlay( p_aout, p_audio, i_rate ) )
1177 *pi_played_sum += 1;
1178 *pi_lost_sum += aout_DecGetResetLost( p_aout );
1182 msg_Dbg( p_dec, "discarded audio buffer" );
1184 block_Release( p_audio );
1189 vlc_mutex_unlock( &p_owner->lock );
1192 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
1194 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1195 block_t *p_aout_buf;
1201 /* Play a NULL block to output buffered frames */
1202 DecoderPlayAudio( p_dec, NULL, &i_played, &i_lost );
1204 else while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
1206 if( DecoderIsExitRequested( p_dec ) )
1208 /* It prevent freezing VLC in case of broken decoder */
1209 block_Release( p_aout_buf );
1211 block_Release( p_block );
1216 if( p_owner->i_preroll_end > VLC_TS_INVALID &&
1217 p_aout_buf->i_pts < p_owner->i_preroll_end )
1219 block_Release( p_aout_buf );
1223 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1225 msg_Dbg( p_dec, "End of audio preroll" );
1226 if( p_owner->p_aout )
1227 aout_DecFlush( p_owner->p_aout );
1229 p_owner->i_preroll_end = VLC_TS_INVALID;
1232 DecoderPlayAudio( p_dec, p_aout_buf, &i_played, &i_lost );
1235 /* Update ugly stat */
1236 input_thread_t *p_input = p_owner->p_input;
1238 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_played > 0) )
1240 vlc_mutex_lock( &p_input->p->counters.counters_lock);
1241 stats_Update( p_input->p->counters.p_lost_abuffers, i_lost, NULL );
1242 stats_Update( p_input->p->counters.p_played_abuffers, i_played, NULL );
1243 stats_Update( p_input->p->counters.p_decoded_audio, i_decoded, NULL );
1244 vlc_mutex_unlock( &p_input->p->counters.counters_lock);
1247 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
1249 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1252 bool b_processed = false;
1256 assert( p_dec_cc->pf_get_cc != NULL );
1258 /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
1259 if( !p_owner->cc.b_supported )
1262 p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
1266 vlc_mutex_lock( &p_owner->lock );
1267 for( i = 0, i_cc_decoder = 0; i < 4; i++ )
1269 p_owner->cc.pb_present[i] |= pb_present[i];
1270 if( p_owner->cc.pp_decoder[i] )
1274 for( i = 0; i < 4; i++ )
1276 if( !p_owner->cc.pp_decoder[i] )
1279 block_FifoPut( p_owner->cc.pp_decoder[i]->p_owner->p_fifo,
1280 (i_cc_decoder > 1) ? block_Duplicate(p_cc) : p_cc);
1285 vlc_mutex_unlock( &p_owner->lock );
1288 block_Release( p_cc );
1291 static void DecoderPlayVideo( decoder_t *p_dec, picture_t *p_picture,
1292 int *pi_played_sum, int *pi_lost_sum )
1294 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1295 vout_thread_t *p_vout = p_owner->p_vout;
1297 if( p_picture->date <= VLC_TS_INVALID )
1299 msg_Warn( p_dec, "non-dated video buffer received" );
1301 vout_ReleasePicture( p_vout, p_picture );
1306 vlc_mutex_lock( &p_owner->lock );
1308 if( p_owner->b_waiting && !p_owner->b_first )
1310 p_owner->b_has_data = true;
1311 vlc_cond_signal( &p_owner->wait_acknowledge );
1313 bool b_first_after_wait = p_owner->b_waiting && p_owner->b_has_data;
1315 bool b_reject = DecoderWaitUnblock( p_dec );
1317 if( p_owner->b_waiting )
1319 assert( p_owner->b_first );
1320 msg_Dbg( p_dec, "Received first picture" );
1321 p_owner->b_first = false;
1322 p_picture->b_force = true;
1325 const bool b_dated = p_picture->date > VLC_TS_INVALID;
1326 int i_rate = INPUT_RATE_DEFAULT;
1327 DecoderFixTs( p_dec, &p_picture->date, NULL, NULL,
1328 &i_rate, DECODER_BOGUS_VIDEO_DELAY );
1330 vlc_mutex_unlock( &p_owner->lock );
1333 if( !p_picture->b_force && p_picture->date <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify video_output/*
1338 if( i_rate != p_owner->i_last_rate || b_first_after_wait )
1340 /* Be sure to not display old picture after our own */
1341 vout_Flush( p_vout, p_picture->date );
1342 p_owner->i_last_rate = i_rate;
1344 vout_PutPicture( p_vout, p_picture );
1349 msg_Warn( p_dec, "early picture skipped" );
1351 msg_Warn( p_dec, "non-dated video buffer received" );
1354 vout_ReleasePicture( p_vout, p_picture );
1358 vout_GetResetStatistic( p_vout, &i_tmp_display, &i_tmp_lost );
1360 *pi_played_sum += i_tmp_display;
1361 *pi_lost_sum += i_tmp_lost;
1364 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
1366 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1370 int i_displayed = 0;
1372 while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
1374 vout_thread_t *p_vout = p_owner->p_vout;
1375 if( DecoderIsExitRequested( p_dec ) )
1377 /* It prevent freezing VLC in case of broken decoder */
1378 vout_ReleasePicture( p_vout, p_pic );
1380 block_Release( p_block );
1386 if( p_owner->i_preroll_end > VLC_TS_INVALID && p_pic->date < p_owner->i_preroll_end )
1388 vout_ReleasePicture( p_vout, p_pic );
1392 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1394 msg_Dbg( p_dec, "End of video preroll" );
1396 vout_Flush( p_vout, VLC_TS_INVALID+1 );
1398 p_owner->i_preroll_end = VLC_TS_INVALID;
1401 if( p_dec->pf_get_cc &&
1402 ( !p_owner->p_packetizer || !p_owner->p_packetizer->pf_get_cc ) )
1403 DecoderGetCc( p_dec, p_dec );
1405 DecoderPlayVideo( p_dec, p_pic, &i_displayed, &i_lost );
1408 /* Update ugly stat */
1409 input_thread_t *p_input = p_owner->p_input;
1411 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_displayed > 0) )
1413 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1414 stats_Update( p_input->p->counters.p_decoded_video, i_decoded, NULL );
1415 stats_Update( p_input->p->counters.p_lost_pictures, i_lost , NULL);
1416 stats_Update( p_input->p->counters.p_displayed_pictures,
1418 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1422 static void DecoderPlaySpu( decoder_t *p_dec, subpicture_t *p_subpic )
1424 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1425 vout_thread_t *p_vout = p_owner->p_spu_vout;
1428 if( p_subpic->i_start <= VLC_TS_INVALID )
1430 msg_Warn( p_dec, "non-dated spu buffer received" );
1431 subpicture_Delete( p_subpic );
1436 vlc_mutex_lock( &p_owner->lock );
1438 if( p_owner->b_waiting )
1440 p_owner->b_has_data = true;
1441 vlc_cond_signal( &p_owner->wait_acknowledge );
1444 bool b_reject = DecoderWaitUnblock( p_dec );
1446 DecoderFixTs( p_dec, &p_subpic->i_start, &p_subpic->i_stop, NULL,
1449 if( p_subpic->i_start <= VLC_TS_INVALID )
1452 DecoderWaitDate( p_dec, &b_reject,
1453 p_subpic->i_start - SPU_MAX_PREPARE_TIME );
1454 vlc_mutex_unlock( &p_owner->lock );
1457 vout_PutSubpicture( p_vout, p_subpic );
1459 subpicture_Delete( p_subpic );
1463 static int DecoderPlaySout( decoder_t *p_dec, block_t *p_sout_block )
1465 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1467 assert( p_owner->p_clock );
1468 assert( !p_sout_block->p_next );
1470 vlc_mutex_lock( &p_owner->lock );
1472 if( p_owner->b_waiting )
1474 p_owner->b_has_data = true;
1475 vlc_cond_signal( &p_owner->wait_acknowledge );
1478 bool b_reject = DecoderWaitUnblock( p_dec );
1480 DecoderFixTs( p_dec, &p_sout_block->i_dts, &p_sout_block->i_pts,
1481 &p_sout_block->i_length, NULL, INT64_MAX );
1483 vlc_mutex_unlock( &p_owner->lock );
1487 /* FIXME --VLC_TS_INVALID inspect stream_output*/
1488 return sout_InputSendBuffer( p_owner->p_sout_input, p_sout_block );
1492 block_Release( p_sout_block );
1493 return VLC_EGENERIC;
1499 /* This function process a block for sout
1501 static void DecoderProcessSout( decoder_t *p_dec, block_t *p_block )
1503 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1504 block_t *p_sout_block;
1506 while( ( p_sout_block =
1507 p_dec->pf_packetize( p_dec, p_block ? &p_block : NULL ) ) )
1509 if( p_owner->p_sout_input == NULL )
1511 assert( !p_owner->b_fmt_description ); // no need for owner lock
1512 es_format_Clean( &p_owner->fmt );
1513 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
1515 p_owner->fmt.i_group = p_dec->fmt_in.i_group;
1516 p_owner->fmt.i_id = p_dec->fmt_in.i_id;
1517 if( p_dec->fmt_in.psz_language )
1519 free( p_owner->fmt.psz_language );
1520 p_owner->fmt.psz_language =
1521 strdup( p_dec->fmt_in.psz_language );
1524 p_owner->p_sout_input =
1525 sout_InputNew( p_owner->p_sout, &p_owner->fmt );
1527 if( p_owner->p_sout_input == NULL )
1529 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
1530 (char *)&p_owner->fmt.i_codec );
1531 p_dec->b_error = true;
1533 block_ChainRelease(p_sout_block);
1538 while( p_sout_block )
1540 block_t *p_next = p_sout_block->p_next;
1542 p_sout_block->p_next = NULL;
1544 if( DecoderPlaySout( p_dec, p_sout_block ) == VLC_EGENERIC )
1546 msg_Err( p_dec, "cannot continue streaming due to errors" );
1548 p_dec->b_error = true;
1551 block_ChainRelease( p_next );
1555 p_sout_block = p_next;
1561 /* This function process a video block
1563 static void DecoderProcessVideo( decoder_t *p_dec, block_t *p_block, bool b_flush )
1565 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1567 if( p_owner->p_packetizer )
1569 block_t *p_packetized_block;
1570 decoder_t *p_packetizer = p_owner->p_packetizer;
1572 while( (p_packetized_block =
1573 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1575 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1577 es_format_Clean( &p_dec->fmt_in );
1578 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1581 /* If the packetizer provides aspect ratio information, pass it
1582 * to the decoder as a hint if the decoder itself can't provide
1583 * it. Copy it regardless of the current value of the decoder input
1584 * format aspect ratio, to properly propagate changes in aspect
1586 if( p_packetizer->fmt_out.video.i_sar_num > 0 &&
1587 p_packetizer->fmt_out.video.i_sar_den > 0)
1589 p_dec->fmt_in.video.i_sar_num =
1590 p_packetizer->fmt_out.video.i_sar_num;
1591 p_dec->fmt_in.video.i_sar_den=
1592 p_packetizer->fmt_out.video.i_sar_den;
1595 if( p_packetizer->pf_get_cc )
1596 DecoderGetCc( p_dec, p_packetizer );
1598 while( p_packetized_block )
1600 block_t *p_next = p_packetized_block->p_next;
1601 p_packetized_block->p_next = NULL;
1603 DecoderDecodeVideo( p_dec, p_packetized_block );
1605 p_packetized_block = p_next;
1608 /* The packetizer does not output a block that tell the decoder to flush
1612 block_t *p_null = DecoderBlockFlushNew();
1614 DecoderDecodeVideo( p_dec, p_null );
1619 DecoderDecodeVideo( p_dec, p_block );
1622 if( b_flush && p_owner->p_vout )
1623 vout_Flush( p_owner->p_vout, VLC_TS_INVALID+1 );
1626 /* This function process a audio block
1628 static void DecoderProcessAudio( decoder_t *p_dec, block_t *p_block, bool b_flush )
1630 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1632 if( p_owner->p_packetizer )
1634 block_t *p_packetized_block;
1635 decoder_t *p_packetizer = p_owner->p_packetizer;
1637 while( (p_packetized_block =
1638 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1640 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1642 es_format_Clean( &p_dec->fmt_in );
1643 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1646 while( p_packetized_block )
1648 block_t *p_next = p_packetized_block->p_next;
1649 p_packetized_block->p_next = NULL;
1651 DecoderDecodeAudio( p_dec, p_packetized_block );
1653 p_packetized_block = p_next;
1656 /* The packetizer does not output a block that tell the decoder to flush
1660 block_t *p_null = DecoderBlockFlushNew();
1662 DecoderDecodeAudio( p_dec, p_null );
1667 DecoderDecodeAudio( p_dec, p_block );
1670 if( b_flush && p_owner->p_aout )
1671 aout_DecFlush( p_owner->p_aout );
1674 /* This function process a subtitle block
1676 static void DecoderProcessSpu( decoder_t *p_dec, block_t *p_block, bool b_flush )
1678 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1680 input_thread_t *p_input = p_owner->p_input;
1681 vout_thread_t *p_vout;
1682 subpicture_t *p_spu;
1684 while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1686 if( p_input != NULL )
1688 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1689 stats_Update( p_input->p->counters.p_decoded_sub, 1, NULL );
1690 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1693 p_vout = input_resource_HoldVout( p_owner->p_resource );
1694 if( p_vout && p_owner->p_spu_vout == p_vout )
1696 /* Preroll does not work very well with subtitle */
1697 if( p_spu->i_start > VLC_TS_INVALID &&
1698 p_spu->i_start < p_owner->i_preroll_end &&
1699 ( p_spu->i_stop <= VLC_TS_INVALID || p_spu->i_stop < p_owner->i_preroll_end ) )
1701 subpicture_Delete( p_spu );
1705 DecoderPlaySpu( p_dec, p_spu );
1710 subpicture_Delete( p_spu );
1713 vlc_object_release( p_vout );
1716 if( b_flush && p_owner->p_spu_vout )
1718 p_vout = input_resource_HoldVout( p_owner->p_resource );
1720 if( p_vout && p_owner->p_spu_vout == p_vout )
1721 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1724 vlc_object_release( p_vout );
1729 static void DecoderProcessOnFlush( decoder_t *p_dec )
1731 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1733 vlc_mutex_lock( &p_owner->lock );
1735 if( p_owner->b_flushing )
1737 p_owner->b_flushing = false;
1738 vlc_cond_signal( &p_owner->wait_acknowledge );
1740 vlc_mutex_unlock( &p_owner->lock );
1746 * \param p_dec the decoder object
1747 * \param p_block the block to decode
1748 * \return VLC_SUCCESS or an error code
1750 static void DecoderProcess( decoder_t *p_dec, block_t *p_block )
1752 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1753 const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
1755 if( p_dec->b_error )
1758 block_Release( p_block );
1762 if( p_block && p_block->i_buffer <= 0 )
1764 assert( !b_flush_request );
1765 block_Release( p_block );
1770 if( p_owner->b_packetizer )
1773 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1775 DecoderProcessSout( p_dec, p_block );
1780 bool b_flush = false;
1784 const bool b_flushing = p_owner->i_preroll_end == INT64_MAX;
1785 DecoderUpdatePreroll( &p_owner->i_preroll_end, p_block );
1787 b_flush = !b_flushing && b_flush_request;
1789 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1792 if( p_dec->fmt_out.i_cat == AUDIO_ES )
1794 DecoderProcessAudio( p_dec, p_block, b_flush );
1796 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1798 DecoderProcessVideo( p_dec, p_block, b_flush );
1800 else if( p_dec->fmt_out.i_cat == SPU_ES )
1802 DecoderProcessSpu( p_dec, p_block, b_flush );
1806 msg_Err( p_dec, "unknown ES format" );
1807 p_dec->b_error = true;
1813 if( b_flush_request )
1814 DecoderProcessOnFlush( p_dec );
1818 * Destroys a decoder object
1820 * \param p_dec the decoder object
1823 static void DeleteDecoder( decoder_t * p_dec )
1825 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1827 msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1828 (char*)&p_dec->fmt_in.i_codec,
1829 (unsigned)block_FifoCount( p_owner->p_fifo ) );
1831 /* Free all packets still in the decoder fifo. */
1832 block_FifoEmpty( p_owner->p_fifo );
1833 block_FifoRelease( p_owner->p_fifo );
1836 if( p_owner->p_aout )
1838 /* TODO: REVISIT gap-less audio */
1839 aout_DecFlush( p_owner->p_aout );
1840 aout_DecDelete( p_owner->p_aout );
1841 input_resource_PutAout( p_owner->p_resource, p_owner->p_aout );
1842 if( p_owner->p_input != NULL )
1843 input_SendEventAout( p_owner->p_input );
1845 if( p_owner->p_vout )
1847 /* Hack to make sure all the the pictures are freed by the decoder
1848 * and that the vout is not paused anymore */
1849 vout_Reset( p_owner->p_vout );
1852 input_resource_RequestVout( p_owner->p_resource, p_owner->p_vout, NULL,
1854 if( p_owner->p_input != NULL )
1855 input_SendEventVout( p_owner->p_input );
1859 if( p_owner->p_sout_input )
1861 sout_InputDelete( p_owner->p_sout_input );
1864 es_format_Clean( &p_owner->fmt );
1866 if( p_dec->fmt_out.i_cat == SPU_ES )
1868 vout_thread_t *p_vout = input_resource_HoldVout( p_owner->p_resource );
1871 if( p_owner->p_spu_vout == p_vout )
1872 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1873 vlc_object_release( p_vout );
1877 es_format_Clean( &p_dec->fmt_in );
1878 es_format_Clean( &p_dec->fmt_out );
1879 if( p_dec->p_description )
1880 vlc_meta_Delete( p_dec->p_description );
1881 if( p_owner->p_description )
1882 vlc_meta_Delete( p_owner->p_description );
1884 if( p_owner->p_packetizer )
1886 module_unneed( p_owner->p_packetizer,
1887 p_owner->p_packetizer->p_module );
1888 es_format_Clean( &p_owner->p_packetizer->fmt_in );
1889 es_format_Clean( &p_owner->p_packetizer->fmt_out );
1890 if( p_owner->p_packetizer->p_description )
1891 vlc_meta_Delete( p_owner->p_packetizer->p_description );
1892 vlc_object_release( p_owner->p_packetizer );
1895 vlc_cond_destroy( &p_owner->wait_acknowledge );
1896 vlc_cond_destroy( &p_owner->wait_request );
1897 vlc_mutex_destroy( &p_owner->lock );
1899 vlc_object_release( p_dec );
1904 /*****************************************************************************
1905 * Buffers allocation callbacks for the decoders
1906 *****************************************************************************/
1907 static void DecoderUpdateFormatLocked( decoder_t *p_dec )
1909 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1911 vlc_assert_locked( &p_owner->lock );
1913 p_owner->b_fmt_description = true;
1915 /* Move p_description */
1916 if( p_owner->p_description && p_dec->p_description )
1917 vlc_meta_Delete( p_owner->p_description );
1918 p_owner->p_description = p_dec->p_description;
1919 p_dec->p_description = NULL;
1921 static vout_thread_t *aout_request_vout( void *p_private,
1922 vout_thread_t *p_vout, video_format_t *p_fmt, bool b_recyle )
1924 decoder_t *p_dec = p_private;
1925 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1926 input_thread_t *p_input = p_owner->p_input;
1928 p_vout = input_resource_RequestVout( p_owner->p_resource, p_vout, p_fmt, 1,
1930 if( p_input != NULL )
1931 input_SendEventVout( p_input );
1936 static int aout_update_format( decoder_t *p_dec )
1938 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1941 && !AOUT_FMTS_IDENTICAL(&p_dec->fmt_out.audio, &p_owner->fmt.audio) )
1943 audio_output_t *p_aout = p_owner->p_aout;
1945 /* Parameters changed, restart the aout */
1946 vlc_mutex_lock( &p_owner->lock );
1948 aout_DecDelete( p_owner->p_aout );
1949 p_owner->p_aout = NULL;
1951 vlc_mutex_unlock( &p_owner->lock );
1952 input_resource_PutAout( p_owner->p_resource, p_aout );
1955 if( p_owner->p_aout == NULL )
1957 p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
1959 audio_sample_format_t format = p_dec->fmt_out.audio;
1960 aout_FormatPrepare( &format );
1962 const int i_force_dolby = var_InheritInteger( p_dec, "force-dolby-surround" );
1963 if( i_force_dolby &&
1964 (format.i_original_channels&AOUT_CHAN_PHYSMASK) ==
1965 (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
1967 if( i_force_dolby == 1 )
1969 format.i_original_channels = format.i_original_channels |
1970 AOUT_CHAN_DOLBYSTEREO;
1972 else /* i_force_dolby == 2 */
1974 format.i_original_channels = format.i_original_channels &
1975 ~AOUT_CHAN_DOLBYSTEREO;
1979 aout_request_vout_t request_vout = {
1980 .pf_request_vout = aout_request_vout,
1983 audio_output_t *p_aout;
1985 p_aout = input_resource_GetAout( p_owner->p_resource );
1988 if( aout_DecNew( p_aout, &format,
1989 &p_dec->fmt_out.audio_replay_gain,
1992 input_resource_PutAout( p_owner->p_resource, p_aout );
1997 vlc_mutex_lock( &p_owner->lock );
1999 p_owner->p_aout = p_aout;
2001 es_format_Clean( &p_owner->fmt );
2002 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
2003 aout_FormatPrepare( &p_owner->fmt.audio );
2005 DecoderUpdateFormatLocked( p_dec );
2007 if( unlikely(p_owner->b_paused) ) /* fake pause if needed */
2008 aout_DecChangePause( p_aout, true, mdate() );
2010 vlc_mutex_unlock( &p_owner->lock );
2012 if( p_owner->p_input != NULL )
2013 input_SendEventAout( p_owner->p_input );
2015 if( p_aout == NULL )
2017 msg_Err( p_dec, "failed to create audio output" );
2018 p_dec->b_error = true;
2022 p_dec->fmt_out.audio.i_bytes_per_frame =
2023 p_owner->fmt.audio.i_bytes_per_frame;
2024 p_dec->fmt_out.audio.i_frame_length =
2025 p_owner->fmt.audio.i_frame_length;
2030 static picture_t *vout_new_buffer( decoder_t *p_dec )
2032 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2034 if( p_owner->p_vout == NULL
2035 || p_dec->fmt_out.video.i_width != p_owner->fmt.video.i_width
2036 || p_dec->fmt_out.video.i_height != p_owner->fmt.video.i_height
2037 || p_dec->fmt_out.video.i_visible_width != p_owner->fmt.video.i_visible_width
2038 || p_dec->fmt_out.video.i_visible_height != p_owner->fmt.video.i_visible_height
2039 || p_dec->fmt_out.video.i_x_offset != p_owner->fmt.video.i_x_offset
2040 || p_dec->fmt_out.video.i_y_offset != p_owner->fmt.video.i_y_offset
2041 || p_dec->fmt_out.i_codec != p_owner->fmt.video.i_chroma
2042 || (int64_t)p_dec->fmt_out.video.i_sar_num * p_owner->fmt.video.i_sar_den !=
2043 (int64_t)p_dec->fmt_out.video.i_sar_den * p_owner->fmt.video.i_sar_num ||
2044 p_dec->fmt_out.video.orientation != p_owner->fmt.video.orientation )
2046 vout_thread_t *p_vout;
2048 if( !p_dec->fmt_out.video.i_width ||
2049 !p_dec->fmt_out.video.i_height )
2051 /* Can't create a new vout without display size */
2055 video_format_t fmt = p_dec->fmt_out.video;
2056 fmt.i_chroma = p_dec->fmt_out.i_codec;
2058 if( vlc_fourcc_IsYUV( fmt.i_chroma ) )
2060 const vlc_chroma_description_t *dsc = vlc_fourcc_GetChromaDescription( fmt.i_chroma );
2061 for( unsigned int i = 0; dsc && i < dsc->plane_count; i++ )
2063 while( fmt.i_width % dsc->p[i].w.den )
2065 while( fmt.i_height % dsc->p[i].h.den )
2070 if( !fmt.i_visible_width || !fmt.i_visible_height )
2072 if( p_dec->fmt_in.video.i_visible_width &&
2073 p_dec->fmt_in.video.i_visible_height )
2075 fmt.i_visible_width = p_dec->fmt_in.video.i_visible_width;
2076 fmt.i_visible_height = p_dec->fmt_in.video.i_visible_height;
2077 fmt.i_x_offset = p_dec->fmt_in.video.i_x_offset;
2078 fmt.i_y_offset = p_dec->fmt_in.video.i_y_offset;
2082 fmt.i_visible_width = fmt.i_width;
2083 fmt.i_visible_height = fmt.i_height;
2089 if( fmt.i_visible_height == 1088 &&
2090 var_CreateGetBool( p_dec, "hdtv-fix" ) )
2092 fmt.i_visible_height = 1080;
2093 if( !(fmt.i_sar_num % 136))
2095 fmt.i_sar_num *= 135;
2096 fmt.i_sar_den *= 136;
2098 msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
2101 if( !fmt.i_sar_num || !fmt.i_sar_den )
2107 vlc_ureduce( &fmt.i_sar_num, &fmt.i_sar_den,
2108 fmt.i_sar_num, fmt.i_sar_den, 50000 );
2110 vlc_mutex_lock( &p_owner->lock );
2112 p_vout = p_owner->p_vout;
2113 p_owner->p_vout = NULL;
2114 vlc_mutex_unlock( &p_owner->lock );
2117 switch( p_dec->fmt_in.i_codec )
2119 case VLC_CODEC_HEVC:
2120 case VLC_CODEC_H264:
2121 case VLC_CODEC_DIRAC: /* FIXME valid ? */
2126 case VLC_CODEC_VP6F:
2134 p_vout = input_resource_RequestVout( p_owner->p_resource,
2137 p_dec->i_extra_picture_buffers + 1,
2139 vlc_mutex_lock( &p_owner->lock );
2140 p_owner->p_vout = p_vout;
2142 es_format_Clean( &p_owner->fmt );
2143 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
2144 p_owner->fmt.video.i_chroma = p_dec->fmt_out.i_codec;
2146 DecoderUpdateFormatLocked( p_dec );
2148 vlc_mutex_unlock( &p_owner->lock );
2150 if( p_owner->p_input != NULL )
2151 input_SendEventVout( p_owner->p_input );
2152 if( p_vout == NULL )
2154 msg_Err( p_dec, "failed to create video output" );
2155 p_dec->b_error = true;
2160 /* Get a new picture
2164 if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2167 picture_t *p_picture = vout_GetPicture( p_owner->p_vout );
2171 if( DecoderIsFlushing( p_dec ) )
2175 DecoderSignalWait( p_dec, true );
2177 /* Check the decoder doesn't leak pictures */
2178 vout_FixLeaks( p_owner->p_vout );
2180 /* FIXME add a vout_WaitPictureAvailable (timedwait) */
2181 msleep( VOUT_OUTMEM_SLEEP );
2185 static void vout_del_buffer( decoder_t *p_dec, picture_t *p_pic )
2187 vout_ReleasePicture( p_dec->p_owner->p_vout, p_pic );
2190 static void vout_link_picture( decoder_t *p_dec, picture_t *p_pic )
2192 vout_HoldPicture( p_dec->p_owner->p_vout, p_pic );
2195 static void vout_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
2197 vout_ReleasePicture( p_dec->p_owner->p_vout, p_pic );
2200 static subpicture_t *spu_new_buffer( decoder_t *p_dec,
2201 const subpicture_updater_t *p_updater )
2203 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2204 vout_thread_t *p_vout = NULL;
2205 subpicture_t *p_subpic;
2206 int i_attempts = 30;
2208 while( i_attempts-- )
2210 if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2213 p_vout = input_resource_HoldVout( p_owner->p_resource );
2217 msleep( DECODER_SPU_VOUT_WAIT_DURATION );
2222 msg_Warn( p_dec, "no vout found, dropping subpicture" );
2226 if( p_owner->p_spu_vout != p_vout )
2228 p_owner->i_spu_channel = vout_RegisterSubpictureChannel( p_vout );
2229 p_owner->i_spu_order = 0;
2230 p_owner->p_spu_vout = p_vout;
2233 p_subpic = subpicture_New( p_updater );
2236 p_subpic->i_channel = p_owner->i_spu_channel;
2237 p_subpic->i_order = p_owner->i_spu_order++;
2238 p_subpic->b_subtitle = true;
2241 vlc_object_release( p_vout );
2246 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
2248 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2249 vout_thread_t *p_vout = NULL;
2251 p_vout = input_resource_HoldVout( p_owner->p_resource );
2252 if( !p_vout || p_owner->p_spu_vout != p_vout )
2255 vlc_object_release( p_vout );
2256 msg_Warn( p_dec, "no vout found, leaking subpicture" );
2260 subpicture_Delete( p_subpic );
2262 vlc_object_release( p_vout );