1 /*****************************************************************************
2 * decoder.c: Functions for the management of decoders
3 *****************************************************************************
4 * Copyright (C) 1999-2004 VLC authors and VideoLAN
7 * Authors: Christophe Massiot <massiot@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
9 * Laurent Aimar <fenrir@via.ecp.fr>
11 * This program is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU Lesser General Public License as published by
13 * the Free Software Foundation; either version 2.1 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU Lesser General Public License for more details.
21 * You should have received a copy of the GNU Lesser General Public License
22 * along with this program; if not, write to the Free Software Foundation,
23 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24 *****************************************************************************/
26 /*****************************************************************************
28 *****************************************************************************/
34 #include <vlc_common.h>
36 #include <vlc_block.h>
40 #include <vlc_codec.h>
43 #include <vlc_dialog.h>
44 #include <vlc_modules.h>
46 #include "audio_output/aout_internal.h"
47 #include "stream_output/stream_output.h"
48 #include "input_internal.h"
54 #include "../video_output/vout_control.h"
56 static decoder_t *CreateDecoder( vlc_object_t *, input_thread_t *,
57 es_format_t *, bool, input_resource_t *,
58 sout_instance_t *p_sout );
59 static void DeleteDecoder( decoder_t * );
61 static void *DecoderThread( void * );
62 static void DecoderProcess( decoder_t *, block_t * );
63 static void DecoderOutputChangePause( decoder_t *, bool b_paused, mtime_t i_date );
64 static void DecoderFlush( decoder_t * );
65 static void DecoderSignalWait( decoder_t *, bool );
67 static void DecoderUnsupportedCodec( decoder_t *, vlc_fourcc_t );
69 /* Buffers allocation callbacks for the decoders */
70 static picture_t *vout_new_buffer( decoder_t * );
71 static void vout_del_buffer( decoder_t *, picture_t * );
72 static void vout_link_picture( decoder_t *, picture_t * );
73 static void vout_unlink_picture( decoder_t *, picture_t * );
74 static int aout_update_format( decoder_t * );
75 static subpicture_t *spu_new_buffer( decoder_t *, const subpicture_updater_t * );
76 static void spu_del_buffer( decoder_t *, subpicture_t * );
78 struct decoder_owner_sys_t
80 int64_t i_preroll_end;
82 input_thread_t *p_input;
83 input_resource_t*p_resource;
84 input_clock_t *p_clock;
87 vout_thread_t *p_spu_vout;
91 sout_instance_t *p_sout;
92 sout_packetizer_input_t *p_sout_input;
96 /* Some decoders require already packetized data (ie. not truncated) */
97 decoder_t *p_packetizer;
100 /* Current format in use by the output */
101 video_format_t video;
102 audio_format_t audio;
106 bool b_fmt_description;
107 es_format_t fmt_description;
108 vlc_meta_t *p_description;
111 block_fifo_t *p_fifo;
113 /* Lock for communication with decoder thread */
115 vlc_cond_t wait_request;
116 vlc_cond_t wait_acknowledge;
118 /* -- These variables need locking on write(only) -- */
119 audio_output_t *p_aout;
121 vout_thread_t *p_vout;
123 /* -- Theses variables need locking on read *and* write -- */
147 decoder_t *pp_decoder[4];
154 /* Pictures which are DECODER_BOGUS_VIDEO_DELAY or more in advance probably have
155 * a bogus PTS and won't be displayed */
156 #define DECODER_BOGUS_VIDEO_DELAY ((mtime_t)(DEFAULT_PTS_DELAY * 30))
159 #define DECODER_SPU_VOUT_WAIT_DURATION ((int)(0.200*CLOCK_FREQ))
162 /*****************************************************************************
164 *****************************************************************************/
165 picture_t *decoder_NewPicture( decoder_t *p_decoder )
167 picture_t *p_picture = p_decoder->pf_vout_buffer_new( p_decoder );
169 msg_Warn( p_decoder, "can't get output picture" );
172 void decoder_DeletePicture( decoder_t *p_decoder, picture_t *p_picture )
174 p_decoder->pf_vout_buffer_del( p_decoder, p_picture );
176 void decoder_LinkPicture( decoder_t *p_decoder, picture_t *p_picture )
178 p_decoder->pf_picture_link( p_decoder, p_picture );
180 void decoder_UnlinkPicture( decoder_t *p_decoder, picture_t *p_picture )
182 p_decoder->pf_picture_unlink( p_decoder, p_picture );
185 block_t *decoder_NewAudioBuffer( decoder_t *dec, int samples )
187 if( decoder_UpdateAudioFormat( dec ) )
190 size_t length = samples * dec->fmt_out.audio.i_bytes_per_frame
191 / dec->fmt_out.audio.i_frame_length;
192 block_t *block = block_Alloc( length );
193 if( likely(block != NULL) )
195 block->i_nb_samples = samples;
196 block->i_pts = block->i_length = 0;
201 subpicture_t *decoder_NewSubpicture( decoder_t *p_decoder,
202 const subpicture_updater_t *p_dyn )
204 subpicture_t *p_subpicture = p_decoder->pf_spu_buffer_new( p_decoder, p_dyn );
206 msg_Warn( p_decoder, "can't get output subpicture" );
210 void decoder_DeleteSubpicture( decoder_t *p_decoder, subpicture_t *p_subpicture )
212 p_decoder->pf_spu_buffer_del( p_decoder, p_subpicture );
215 /* decoder_GetInputAttachments:
217 int decoder_GetInputAttachments( decoder_t *p_dec,
218 input_attachment_t ***ppp_attachment,
221 if( !p_dec->pf_get_attachments )
224 return p_dec->pf_get_attachments( p_dec, ppp_attachment, pi_attachment );
226 /* decoder_GetDisplayDate:
228 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
230 if( !p_dec->pf_get_display_date )
231 return VLC_TS_INVALID;
233 return p_dec->pf_get_display_date( p_dec, i_ts );
235 /* decoder_GetDisplayRate:
237 int decoder_GetDisplayRate( decoder_t *p_dec )
239 if( !p_dec->pf_get_display_rate )
240 return INPUT_RATE_DEFAULT;
242 return p_dec->pf_get_display_rate( p_dec );
245 /* TODO: pass p_sout through p_resource? -- Courmisch */
246 static decoder_t *decoder_New( vlc_object_t *p_parent, input_thread_t *p_input,
247 es_format_t *fmt, input_clock_t *p_clock,
248 input_resource_t *p_resource,
249 sout_instance_t *p_sout )
251 decoder_t *p_dec = NULL;
252 const char *psz_type = p_sout ? N_("packetizer") : N_("decoder");
255 /* Create the decoder configuration structure */
256 p_dec = CreateDecoder( p_parent, p_input, fmt,
257 p_sout != NULL, p_resource, p_sout );
260 msg_Err( p_parent, "could not create %s", psz_type );
261 dialog_Fatal( p_parent, _("Streaming / Transcoding failed"),
262 _("VLC could not open the %s module."),
263 vlc_gettext( psz_type ) );
267 if( !p_dec->p_module )
269 DecoderUnsupportedCodec( p_dec, fmt->i_codec );
271 DeleteDecoder( p_dec );
275 p_dec->p_owner->p_clock = p_clock;
276 assert( p_dec->fmt_out.i_cat != UNKNOWN_ES );
278 if( p_dec->fmt_out.i_cat == AUDIO_ES )
279 i_priority = VLC_THREAD_PRIORITY_AUDIO;
281 i_priority = VLC_THREAD_PRIORITY_VIDEO;
283 /* Spawn the decoder thread */
284 if( vlc_clone( &p_dec->p_owner->thread, DecoderThread, p_dec, i_priority ) )
286 msg_Err( p_dec, "cannot spawn decoder thread" );
287 module_unneed( p_dec, p_dec->p_module );
288 DeleteDecoder( p_dec );
297 * Spawns a new decoder thread from the input thread
299 * \param p_input the input thread
300 * \param p_es the es descriptor
301 * \return the spawned decoder object
303 decoder_t *input_DecoderNew( input_thread_t *p_input,
304 es_format_t *fmt, input_clock_t *p_clock,
305 sout_instance_t *p_sout )
307 return decoder_New( VLC_OBJECT(p_input), p_input, fmt, p_clock,
308 p_input->p->p_resource, p_sout );
312 * Spawn a decoder thread outside of the input thread.
314 decoder_t *input_DecoderCreate( vlc_object_t *p_parent, es_format_t *fmt,
315 input_resource_t *p_resource )
317 return decoder_New( p_parent, NULL, fmt, NULL, p_resource, NULL );
322 * Kills a decoder thread and waits until it's finished
324 * \param p_input the input thread
325 * \param p_es the es descriptor
328 void input_DecoderDelete( decoder_t *p_dec )
330 decoder_owner_sys_t *p_owner = p_dec->p_owner;
332 vlc_cancel( p_owner->thread );
334 /* Make sure we aren't paused/waiting/decoding anymore */
335 vlc_mutex_lock( &p_owner->lock );
336 const bool b_was_paused = p_owner->b_paused;
337 p_owner->b_paused = false;
338 p_owner->b_waiting = false;
339 p_owner->b_flushing = true;
340 p_owner->b_exit = true;
341 vlc_cond_signal( &p_owner->wait_request );
342 vlc_mutex_unlock( &p_owner->lock );
344 vlc_join( p_owner->thread, NULL );
345 p_owner->b_paused = b_was_paused;
347 module_unneed( p_dec, p_dec->p_module );
350 if( p_dec->p_owner->cc.b_supported )
353 for( i = 0; i < 4; i++ )
354 input_DecoderSetCcState( p_dec, false, i );
358 DeleteDecoder( p_dec );
362 * Put a block_t in the decoder's fifo.
363 * Thread-safe w.r.t. the decoder. May be a cancellation point.
365 * \param p_dec the decoder object
366 * \param p_block the data block
368 void input_DecoderDecode( decoder_t *p_dec, block_t *p_block, bool b_do_pace )
370 decoder_owner_sys_t *p_owner = p_dec->p_owner;
374 /* The fifo is not consumed when waiting and so will
376 * There is no need to lock as b_waiting is never modified
377 * inside decoder thread. */
378 if( !p_owner->b_waiting )
379 block_FifoPace( p_owner->p_fifo, 10, SIZE_MAX );
382 else if( block_FifoSize( p_owner->p_fifo ) > 50*1024*1024 /* 50 MiB */ )
384 else if( block_FifoSize( p_owner->p_fifo ) > 400*1024*1024 /* 400 MiB, ie ~ 50mb/s for 60s */ )
387 /* FIXME: ideally we would check the time amount of data
388 * in the FIFO instead of its size. */
389 msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
390 "consumed quickly enough), resetting fifo!" );
391 block_FifoEmpty( p_owner->p_fifo );
394 block_FifoPut( p_owner->p_fifo, p_block );
397 bool input_DecoderIsEmpty( decoder_t * p_dec )
399 decoder_owner_sys_t *p_owner = p_dec->p_owner;
400 assert( !p_owner->b_waiting );
402 bool b_empty = block_FifoCount( p_dec->p_owner->p_fifo ) <= 0;
406 vlc_mutex_lock( &p_owner->lock );
407 /* TODO subtitles support */
408 if( p_dec->fmt_out.i_cat == VIDEO_ES && p_owner->p_vout )
409 b_empty = vout_IsEmpty( p_owner->p_vout );
410 else if( p_dec->fmt_out.i_cat == AUDIO_ES && p_owner->p_aout )
411 b_empty = aout_DecIsEmpty( p_owner->p_aout );
412 vlc_mutex_unlock( &p_owner->lock );
417 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
419 decoder_owner_sys_t *p_owner = p_dec->p_owner;
422 vlc_mutex_lock( &p_owner->lock );
423 for( i = 0; i < 4; i++ )
424 pb_present[i] = p_owner->cc.pb_present[i];
425 vlc_mutex_unlock( &p_owner->lock );
427 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
429 decoder_owner_sys_t *p_owner = p_dec->p_owner;
431 //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
433 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
438 static const vlc_fourcc_t fcc[4] = {
439 VLC_FOURCC('c', 'c', '1', ' '),
440 VLC_FOURCC('c', 'c', '2', ' '),
441 VLC_FOURCC('c', 'c', '3', ' '),
442 VLC_FOURCC('c', 'c', '4', ' '),
447 es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
448 p_cc = input_DecoderNew( p_owner->p_input, &fmt,
449 p_dec->p_owner->p_clock, p_owner->p_sout );
452 msg_Err( p_dec, "could not create decoder" );
453 dialog_Fatal( p_dec, _("Streaming / Transcoding failed"), "%s",
454 _("VLC could not open the decoder module.") );
457 else if( !p_cc->p_module )
459 DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
460 input_DecoderDelete(p_cc);
463 p_cc->p_owner->p_clock = p_owner->p_clock;
465 vlc_mutex_lock( &p_owner->lock );
466 p_owner->cc.pp_decoder[i_channel] = p_cc;
467 vlc_mutex_unlock( &p_owner->lock );
473 vlc_mutex_lock( &p_owner->lock );
474 p_cc = p_owner->cc.pp_decoder[i_channel];
475 p_owner->cc.pp_decoder[i_channel] = NULL;
476 vlc_mutex_unlock( &p_owner->lock );
479 input_DecoderDelete(p_cc);
483 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
485 decoder_owner_sys_t *p_owner = p_dec->p_owner;
488 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
491 vlc_mutex_lock( &p_owner->lock );
492 *pb_decode = p_owner->cc.pp_decoder[i_channel] != NULL;
493 vlc_mutex_unlock( &p_owner->lock );
497 void input_DecoderChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
499 decoder_owner_sys_t *p_owner = p_dec->p_owner;
501 vlc_mutex_lock( &p_owner->lock );
502 /* Normally, p_owner->b_paused != b_paused here. But if a track is added
503 * while the input is paused (e.g. add sub file), then b_paused is
504 * (incorrectly) false. */
505 if( likely(p_owner->b_paused != b_paused) ) {
506 p_owner->b_paused = b_paused;
507 p_owner->pause.i_date = i_date;
508 p_owner->pause.i_ignore = 0;
509 vlc_cond_signal( &p_owner->wait_request );
511 DecoderOutputChangePause( p_dec, b_paused, i_date );
513 vlc_mutex_unlock( &p_owner->lock );
516 void input_DecoderChangeDelay( decoder_t *p_dec, mtime_t i_delay )
518 decoder_owner_sys_t *p_owner = p_dec->p_owner;
520 vlc_mutex_lock( &p_owner->lock );
521 p_owner->i_ts_delay = i_delay;
522 vlc_mutex_unlock( &p_owner->lock );
525 void input_DecoderStartWait( decoder_t *p_dec )
527 decoder_owner_sys_t *p_owner = p_dec->p_owner;
529 vlc_mutex_lock( &p_owner->lock );
531 DecoderFlush( p_dec );
533 p_owner->b_first = true;
534 p_owner->b_has_data = false;
536 p_owner->b_waiting = true;
538 vlc_cond_signal( &p_owner->wait_request );
540 vlc_mutex_unlock( &p_owner->lock );
543 void input_DecoderStopWait( decoder_t *p_dec )
545 decoder_owner_sys_t *p_owner = p_dec->p_owner;
547 vlc_mutex_lock( &p_owner->lock );
549 p_owner->b_waiting = false;
551 vlc_cond_signal( &p_owner->wait_request );
553 vlc_mutex_unlock( &p_owner->lock );
556 void input_DecoderWait( decoder_t *p_dec )
558 decoder_owner_sys_t *p_owner = p_dec->p_owner;
560 vlc_mutex_lock( &p_owner->lock );
562 while( p_owner->b_waiting && !p_owner->b_has_data )
564 block_FifoWake( p_owner->p_fifo );
565 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
568 vlc_mutex_unlock( &p_owner->lock );
571 void input_DecoderFrameNext( decoder_t *p_dec, mtime_t *pi_duration )
573 decoder_owner_sys_t *p_owner = p_dec->p_owner;
577 vlc_mutex_lock( &p_owner->lock );
578 if( p_dec->fmt_out.i_cat == VIDEO_ES )
580 if( p_owner->b_paused && p_owner->p_vout )
582 vout_NextPicture( p_owner->p_vout, pi_duration );
583 p_owner->pause.i_ignore++;
584 vlc_cond_signal( &p_owner->wait_request );
589 /* TODO subtitle should not be flushed */
590 DecoderFlush( p_dec );
592 vlc_mutex_unlock( &p_owner->lock );
595 bool input_DecoderHasFormatChanged( decoder_t *p_dec, es_format_t *p_fmt, vlc_meta_t **pp_meta )
597 decoder_owner_sys_t *p_owner = p_dec->p_owner;
600 vlc_mutex_lock( &p_owner->lock );
601 b_changed = p_owner->b_fmt_description;
605 es_format_Copy( p_fmt, &p_owner->fmt_description );
610 if( p_owner->p_description )
612 *pp_meta = vlc_meta_New();
614 vlc_meta_Merge( *pp_meta, p_owner->p_description );
617 p_owner->b_fmt_description = false;
619 vlc_mutex_unlock( &p_owner->lock );
623 size_t input_DecoderGetFifoSize( decoder_t *p_dec )
625 decoder_owner_sys_t *p_owner = p_dec->p_owner;
627 return block_FifoSize( p_owner->p_fifo );
630 void input_DecoderGetObjects( decoder_t *p_dec,
631 vout_thread_t **pp_vout, audio_output_t **pp_aout )
633 decoder_owner_sys_t *p_owner = p_dec->p_owner;
635 vlc_mutex_lock( &p_owner->lock );
637 *pp_vout = p_owner->p_vout ? vlc_object_hold( p_owner->p_vout ) : NULL;
639 *pp_aout = p_owner->p_aout ? vlc_object_hold( p_owner->p_aout ) : NULL;
640 vlc_mutex_unlock( &p_owner->lock );
643 /*****************************************************************************
645 *****************************************************************************/
646 static int DecoderGetInputAttachments( decoder_t *p_dec,
647 input_attachment_t ***ppp_attachment,
650 input_thread_t *p_input = p_dec->p_owner->p_input;
652 if( unlikely(p_input == NULL) )
654 return input_Control( p_input, INPUT_GET_ATTACHMENTS,
655 ppp_attachment, pi_attachment );
657 static mtime_t DecoderGetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
659 decoder_owner_sys_t *p_owner = p_dec->p_owner;
661 vlc_mutex_lock( &p_owner->lock );
662 if( p_owner->b_waiting || p_owner->b_paused )
663 i_ts = VLC_TS_INVALID;
664 vlc_mutex_unlock( &p_owner->lock );
666 if( !p_owner->p_clock || i_ts <= VLC_TS_INVALID )
669 if( input_clock_ConvertTS( p_owner->p_clock, NULL, &i_ts, NULL, INT64_MAX ) ) {
670 msg_Err(p_dec, "Could not get display date for timestamp %"PRId64"", i_ts);
671 return VLC_TS_INVALID;
676 static int DecoderGetDisplayRate( decoder_t *p_dec )
678 decoder_owner_sys_t *p_owner = p_dec->p_owner;
680 if( !p_owner->p_clock )
681 return INPUT_RATE_DEFAULT;
682 return input_clock_GetRate( p_owner->p_clock );
686 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
688 if (codec != VLC_FOURCC('u','n','d','f')) {
689 const char *desc = vlc_fourcc_GetDescription(p_dec->fmt_in.i_cat, codec);
691 desc = N_("No description for this codec");
692 msg_Err( p_dec, "Codec `%4.4s' (%s) is not supported.", (char*)&codec, desc );
693 dialog_Fatal( p_dec, _("Codec not supported"),
694 _("VLC could not decode the format \"%4.4s\" (%s)"),
695 (char*)&codec, desc );
697 msg_Err( p_dec, "could not identify codec" );
698 dialog_Fatal( p_dec, _("Unidentified codec"),
699 _("VLC could not identify the audio or video codec" ) );
705 * Create a decoder object
707 * \param p_input the input thread
708 * \param p_es the es descriptor
709 * \param b_packetizer instead of a decoder
710 * \return the decoder object
712 static decoder_t * CreateDecoder( vlc_object_t *p_parent,
713 input_thread_t *p_input,
714 es_format_t *fmt, bool b_packetizer,
715 input_resource_t *p_resource,
716 sout_instance_t *p_sout )
719 decoder_owner_sys_t *p_owner;
720 es_format_t null_es_format;
722 p_dec = vlc_custom_create( p_parent, sizeof( *p_dec ), "decoder" );
726 p_dec->pf_decode_audio = NULL;
727 p_dec->pf_decode_video = NULL;
728 p_dec->pf_decode_sub = NULL;
729 p_dec->pf_get_cc = NULL;
730 p_dec->pf_packetize = NULL;
732 /* Initialize the decoder */
733 p_dec->p_module = NULL;
735 memset( &null_es_format, 0, sizeof(es_format_t) );
736 es_format_Copy( &p_dec->fmt_in, fmt );
737 es_format_Copy( &p_dec->fmt_out, &null_es_format );
739 p_dec->p_description = NULL;
741 /* Allocate our private structure for the decoder */
742 p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
743 if( unlikely(p_owner == NULL) )
745 vlc_object_release( p_dec );
748 p_owner->i_preroll_end = VLC_TS_INVALID;
749 p_owner->i_last_rate = INPUT_RATE_DEFAULT;
750 p_owner->p_input = p_input;
751 p_owner->p_resource = p_resource;
752 p_owner->p_aout = NULL;
753 p_owner->p_vout = NULL;
754 p_owner->p_spu_vout = NULL;
755 p_owner->i_spu_channel = 0;
756 p_owner->i_spu_order = 0;
757 p_owner->p_sout = p_sout;
758 p_owner->p_sout_input = NULL;
759 p_owner->p_packetizer = NULL;
760 p_owner->b_packetizer = b_packetizer;
763 p_owner->p_fifo = block_FifoNew();
764 if( unlikely(p_owner->p_fifo == NULL) )
767 vlc_object_release( p_dec );
771 /* Set buffers allocation callbacks for the decoders */
772 p_dec->pf_aout_format_update = aout_update_format;
773 p_dec->pf_vout_buffer_new = vout_new_buffer;
774 p_dec->pf_vout_buffer_del = vout_del_buffer;
775 p_dec->pf_picture_link = vout_link_picture;
776 p_dec->pf_picture_unlink = vout_unlink_picture;
777 p_dec->pf_spu_buffer_new = spu_new_buffer;
778 p_dec->pf_spu_buffer_del = spu_del_buffer;
780 p_dec->pf_get_attachments = DecoderGetInputAttachments;
781 p_dec->pf_get_display_date = DecoderGetDisplayDate;
782 p_dec->pf_get_display_rate = DecoderGetDisplayRate;
784 /* Find a suitable decoder/packetizer module */
786 p_dec->p_module = module_need( p_dec, "decoder", "$codec", false );
788 p_dec->p_module = module_need( p_dec, "packetizer", "$packetizer", false );
790 /* Check if decoder requires already packetized data */
792 p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
794 p_owner->p_packetizer =
795 vlc_custom_create( p_parent, sizeof( decoder_t ), "packetizer" );
796 if( p_owner->p_packetizer )
798 es_format_Copy( &p_owner->p_packetizer->fmt_in,
801 es_format_Copy( &p_owner->p_packetizer->fmt_out,
804 p_owner->p_packetizer->p_module =
805 module_need( p_owner->p_packetizer,
806 "packetizer", "$packetizer", false );
808 if( !p_owner->p_packetizer->p_module )
810 es_format_Clean( &p_owner->p_packetizer->fmt_in );
811 vlc_object_release( p_owner->p_packetizer );
812 p_owner->p_packetizer = NULL;
817 /* Copy ourself the input replay gain */
818 if( fmt->i_cat == AUDIO_ES )
820 for( unsigned i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
822 if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
824 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
825 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
827 if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
829 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
830 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
836 vlc_mutex_init( &p_owner->lock );
837 vlc_cond_init( &p_owner->wait_request );
838 vlc_cond_init( &p_owner->wait_acknowledge );
840 p_owner->b_fmt_description = false;
841 es_format_Init( &p_owner->fmt_description, UNKNOWN_ES, 0 );
842 p_owner->p_description = NULL;
844 p_owner->b_exit = false;
846 p_owner->b_paused = false;
847 p_owner->pause.i_date = VLC_TS_INVALID;
848 p_owner->pause.i_ignore = 0;
850 p_owner->b_waiting = false;
851 p_owner->b_first = true;
852 p_owner->b_has_data = false;
854 p_owner->b_flushing = false;
857 p_owner->cc.b_supported = false;
860 if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
861 p_owner->cc.b_supported = true;
862 if( p_dec->pf_get_cc )
863 p_owner->cc.b_supported = true;
866 for( unsigned i = 0; i < 4; i++ )
868 p_owner->cc.pb_present[i] = false;
869 p_owner->cc.pp_decoder[i] = NULL;
871 p_owner->i_ts_delay = 0;
876 * The decoding main loop
878 * \param p_dec the decoder
880 static void *DecoderThread( void *p_data )
882 decoder_t *p_dec = (decoder_t *)p_data;
883 decoder_owner_sys_t *p_owner = p_dec->p_owner;
885 /* The decoder's main loop */
888 block_t *p_block = block_FifoGet( p_owner->p_fifo );
890 /* Make sure there is no cancellation point other than this one^^.
891 * If you need one, be sure to push cleanup of p_block. */
892 bool end_wait = !p_block || p_block->i_flags & BLOCK_FLAG_CORE_EOS;
893 DecoderSignalWait( p_dec, end_wait );
895 input_DecoderStopWait( p_dec );
899 int canc = vlc_savecancel();
901 if( p_block->i_flags & BLOCK_FLAG_CORE_EOS )
903 /* calling DecoderProcess() with NULL block will make
904 * decoders/packetizers flush their buffers */
905 block_Release( p_block );
909 DecoderProcess( p_dec, p_block );
911 vlc_restorecancel( canc );
917 static block_t *DecoderBlockFlushNew()
919 block_t *p_null = block_Alloc( 128 );
923 p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY |
924 BLOCK_FLAG_CORRUPTED |
925 BLOCK_FLAG_CORE_FLUSH;
926 memset( p_null->p_buffer, 0, p_null->i_buffer );
931 static void DecoderFlush( decoder_t *p_dec )
933 decoder_owner_sys_t *p_owner = p_dec->p_owner;
935 vlc_assert_locked( &p_owner->lock );
938 block_FifoEmpty( p_owner->p_fifo );
940 /* Monitor for flush end */
941 p_owner->b_flushing = true;
942 vlc_cond_signal( &p_owner->wait_request );
944 /* Send a special block */
945 block_t *p_null = DecoderBlockFlushNew();
948 input_DecoderDecode( p_dec, p_null, false );
951 while( p_owner->b_flushing )
952 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
955 static void DecoderSignalWait( decoder_t *p_dec, bool b_has_data )
957 decoder_owner_sys_t *p_owner = p_dec->p_owner;
959 vlc_mutex_lock( &p_owner->lock );
961 if( p_owner->b_waiting )
964 p_owner->b_has_data = true;
965 vlc_cond_signal( &p_owner->wait_acknowledge );
968 vlc_mutex_unlock( &p_owner->lock );
971 static bool DecoderIsFlushing( decoder_t *p_dec )
973 decoder_owner_sys_t *p_owner = p_dec->p_owner;
976 vlc_mutex_lock( &p_owner->lock );
978 b_flushing = p_owner->b_flushing;
980 vlc_mutex_unlock( &p_owner->lock );
985 static bool DecoderWaitUnblock( decoder_t *p_dec )
987 decoder_owner_sys_t *p_owner = p_dec->p_owner;
989 vlc_assert_locked( &p_owner->lock );
993 if( p_owner->b_flushing )
995 if( p_owner->b_paused )
997 if( p_owner->b_waiting && !p_owner->b_has_data )
999 if( p_owner->pause.i_ignore > 0 )
1001 p_owner->pause.i_ignore--;
1007 if( !p_owner->b_waiting || !p_owner->b_has_data )
1010 vlc_cond_wait( &p_owner->wait_request, &p_owner->lock );
1013 return p_owner->b_flushing;
1016 static void DecoderOutputChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
1018 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1020 vlc_assert_locked( &p_owner->lock );
1022 /* XXX only audio and video output have to be paused.
1023 * - for sout it is useless
1024 * - for subs, it is done by the vout
1026 if( p_dec->fmt_out.i_cat == AUDIO_ES )
1028 if( p_owner->p_aout )
1029 aout_DecChangePause( p_owner->p_aout, b_paused, i_date );
1031 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1033 if( p_owner->p_vout )
1034 vout_ChangePause( p_owner->p_vout, b_paused, i_date );
1037 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
1039 if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
1040 *pi_preroll = INT64_MAX;
1041 else if( p->i_dts > VLC_TS_INVALID )
1042 *pi_preroll = __MIN( *pi_preroll, p->i_dts );
1043 else if( p->i_pts > VLC_TS_INVALID )
1044 *pi_preroll = __MIN( *pi_preroll, p->i_pts );
1047 static void DecoderFixTs( decoder_t *p_dec, mtime_t *pi_ts0, mtime_t *pi_ts1,
1048 mtime_t *pi_duration, int *pi_rate, mtime_t i_ts_bound )
1050 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1051 input_clock_t *p_clock = p_owner->p_clock;
1053 vlc_assert_locked( &p_owner->lock );
1055 const mtime_t i_es_delay = p_owner->i_ts_delay;
1060 const bool b_ephemere = pi_ts1 && *pi_ts0 == *pi_ts1;
1063 if( *pi_ts0 > VLC_TS_INVALID )
1065 *pi_ts0 += i_es_delay;
1066 if( pi_ts1 && *pi_ts1 > VLC_TS_INVALID )
1067 *pi_ts1 += i_es_delay;
1068 if( input_clock_ConvertTS( p_clock, &i_rate, pi_ts0, pi_ts1, i_ts_bound ) ) {
1069 if( pi_ts1 != NULL )
1070 msg_Err(p_dec, "Could not convert timestamps %"PRId64
1071 ", %"PRId64"", *pi_ts0, *pi_ts1);
1073 msg_Err(p_dec, "Could not convert timestamp %"PRId64, *pi_ts0);
1074 *pi_ts0 = VLC_TS_INVALID;
1079 i_rate = input_clock_GetRate( p_clock );
1082 /* Do not create ephemere data because of rounding errors */
1083 if( !b_ephemere && pi_ts1 && *pi_ts0 == *pi_ts1 )
1087 *pi_duration = ( *pi_duration * i_rate + INPUT_RATE_DEFAULT-1 )
1088 / INPUT_RATE_DEFAULT;
1094 static bool DecoderIsExitRequested( decoder_t *p_dec )
1096 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1098 vlc_mutex_lock( &p_owner->lock );
1099 bool b_exit = p_owner->b_exit;
1100 vlc_mutex_unlock( &p_owner->lock );
1106 * If *pb_reject, it does nothing, otherwise it waits for the given
1107 * deadline or a flush request (in which case it set *pi_reject to true.
1109 static void DecoderWaitDate( decoder_t *p_dec,
1110 bool *pb_reject, mtime_t i_deadline )
1112 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1114 vlc_assert_locked( &p_owner->lock );
1116 if( *pb_reject || i_deadline < 0 )
1121 if( p_owner->b_flushing || p_owner->b_exit )
1127 while( vlc_cond_timedwait( &p_owner->wait_request, &p_owner->lock,
1128 i_deadline ) == 0 );
1131 static void DecoderPlayAudio( decoder_t *p_dec, block_t *p_audio,
1132 int *pi_played_sum, int *pi_lost_sum )
1134 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1135 audio_output_t *p_aout = p_owner->p_aout;
1138 if( p_audio && p_audio->i_pts <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify audio_output/*
1140 msg_Warn( p_dec, "non-dated audio buffer received" );
1142 block_Release( p_audio );
1147 vlc_mutex_lock( &p_owner->lock );
1149 if( p_audio && p_owner->b_waiting )
1151 p_owner->b_has_data = true;
1152 vlc_cond_signal( &p_owner->wait_acknowledge );
1159 bool b_reject = DecoderWaitUnblock( p_dec );
1161 b_paused = p_owner->b_paused;
1167 int i_rate = INPUT_RATE_DEFAULT;
1169 DecoderFixTs( p_dec, &p_audio->i_pts, NULL, &p_audio->i_length,
1170 &i_rate, AOUT_MAX_ADVANCE_TIME );
1172 if( p_audio->i_pts <= VLC_TS_INVALID
1173 || i_rate < INPUT_RATE_DEFAULT/AOUT_MAX_INPUT_RATE
1174 || i_rate > INPUT_RATE_DEFAULT*AOUT_MAX_INPUT_RATE )
1177 DecoderWaitDate( p_dec, &b_reject,
1178 p_audio->i_pts - AOUT_MAX_PREPARE_TIME );
1180 if( unlikely(p_owner->b_paused != b_paused) )
1181 continue; /* race with input thread? retry... */
1182 if( p_aout == NULL )
1187 assert( !p_owner->b_paused );
1188 if( !aout_DecPlay( p_aout, p_audio, i_rate ) )
1189 *pi_played_sum += 1;
1190 *pi_lost_sum += aout_DecGetResetLost( p_aout );
1194 msg_Dbg( p_dec, "discarded audio buffer" );
1196 block_Release( p_audio );
1201 vlc_mutex_unlock( &p_owner->lock );
1204 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
1206 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1207 block_t *p_aout_buf;
1213 /* Play a NULL block to output buffered frames */
1214 DecoderPlayAudio( p_dec, NULL, &i_played, &i_lost );
1216 else while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
1218 if( DecoderIsExitRequested( p_dec ) )
1220 /* It prevent freezing VLC in case of broken decoder */
1221 block_Release( p_aout_buf );
1223 block_Release( p_block );
1228 if( p_owner->i_preroll_end > VLC_TS_INVALID &&
1229 p_aout_buf->i_pts < p_owner->i_preroll_end )
1231 block_Release( p_aout_buf );
1235 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1237 msg_Dbg( p_dec, "End of audio preroll" );
1238 if( p_owner->p_aout )
1239 aout_DecFlush( p_owner->p_aout );
1241 p_owner->i_preroll_end = VLC_TS_INVALID;
1244 DecoderPlayAudio( p_dec, p_aout_buf, &i_played, &i_lost );
1247 /* Update ugly stat */
1248 input_thread_t *p_input = p_owner->p_input;
1250 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_played > 0) )
1252 vlc_mutex_lock( &p_input->p->counters.counters_lock);
1253 stats_Update( p_input->p->counters.p_lost_abuffers, i_lost, NULL );
1254 stats_Update( p_input->p->counters.p_played_abuffers, i_played, NULL );
1255 stats_Update( p_input->p->counters.p_decoded_audio, i_decoded, NULL );
1256 vlc_mutex_unlock( &p_input->p->counters.counters_lock);
1259 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
1261 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1264 bool b_processed = false;
1268 assert( p_dec_cc->pf_get_cc != NULL );
1270 /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
1271 if( !p_owner->cc.b_supported )
1274 p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
1278 vlc_mutex_lock( &p_owner->lock );
1279 for( i = 0, i_cc_decoder = 0; i < 4; i++ )
1281 p_owner->cc.pb_present[i] |= pb_present[i];
1282 if( p_owner->cc.pp_decoder[i] )
1286 for( i = 0; i < 4; i++ )
1288 if( !p_owner->cc.pp_decoder[i] )
1291 block_FifoPut( p_owner->cc.pp_decoder[i]->p_owner->p_fifo,
1292 (i_cc_decoder > 1) ? block_Duplicate(p_cc) : p_cc);
1297 vlc_mutex_unlock( &p_owner->lock );
1300 block_Release( p_cc );
1303 static void DecoderPlayVideo( decoder_t *p_dec, picture_t *p_picture,
1304 int *pi_played_sum, int *pi_lost_sum )
1306 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1307 vout_thread_t *p_vout = p_owner->p_vout;
1309 if( p_picture->date <= VLC_TS_INVALID )
1311 msg_Warn( p_dec, "non-dated video buffer received" );
1313 vout_ReleasePicture( p_vout, p_picture );
1318 vlc_mutex_lock( &p_owner->lock );
1320 if( p_owner->b_waiting && !p_owner->b_first )
1322 p_owner->b_has_data = true;
1323 vlc_cond_signal( &p_owner->wait_acknowledge );
1325 bool b_first_after_wait = p_owner->b_waiting && p_owner->b_has_data;
1327 bool b_reject = DecoderWaitUnblock( p_dec );
1329 if( p_owner->b_waiting )
1331 assert( p_owner->b_first );
1332 msg_Dbg( p_dec, "Received first picture" );
1333 p_owner->b_first = false;
1334 p_picture->b_force = true;
1337 const bool b_dated = p_picture->date > VLC_TS_INVALID;
1338 int i_rate = INPUT_RATE_DEFAULT;
1339 DecoderFixTs( p_dec, &p_picture->date, NULL, NULL,
1340 &i_rate, DECODER_BOGUS_VIDEO_DELAY );
1342 vlc_mutex_unlock( &p_owner->lock );
1345 if( !p_picture->b_force && p_picture->date <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify video_output/*
1350 if( i_rate != p_owner->i_last_rate || b_first_after_wait )
1352 /* Be sure to not display old picture after our own */
1353 vout_Flush( p_vout, p_picture->date );
1354 p_owner->i_last_rate = i_rate;
1356 vout_PutPicture( p_vout, p_picture );
1361 msg_Warn( p_dec, "early picture skipped" );
1363 msg_Warn( p_dec, "non-dated video buffer received" );
1366 vout_ReleasePicture( p_vout, p_picture );
1370 vout_GetResetStatistic( p_vout, &i_tmp_display, &i_tmp_lost );
1372 *pi_played_sum += i_tmp_display;
1373 *pi_lost_sum += i_tmp_lost;
1376 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
1378 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1382 int i_displayed = 0;
1384 while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
1386 vout_thread_t *p_vout = p_owner->p_vout;
1387 if( DecoderIsExitRequested( p_dec ) )
1389 /* It prevent freezing VLC in case of broken decoder */
1390 vout_ReleasePicture( p_vout, p_pic );
1392 block_Release( p_block );
1398 if( p_owner->i_preroll_end > VLC_TS_INVALID && p_pic->date < p_owner->i_preroll_end )
1400 vout_ReleasePicture( p_vout, p_pic );
1404 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1406 msg_Dbg( p_dec, "End of video preroll" );
1408 vout_Flush( p_vout, VLC_TS_INVALID+1 );
1410 p_owner->i_preroll_end = VLC_TS_INVALID;
1413 if( p_dec->pf_get_cc &&
1414 ( !p_owner->p_packetizer || !p_owner->p_packetizer->pf_get_cc ) )
1415 DecoderGetCc( p_dec, p_dec );
1417 DecoderPlayVideo( p_dec, p_pic, &i_displayed, &i_lost );
1420 /* Update ugly stat */
1421 input_thread_t *p_input = p_owner->p_input;
1423 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_displayed > 0) )
1425 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1426 stats_Update( p_input->p->counters.p_decoded_video, i_decoded, NULL );
1427 stats_Update( p_input->p->counters.p_lost_pictures, i_lost , NULL);
1428 stats_Update( p_input->p->counters.p_displayed_pictures,
1430 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1434 static void DecoderPlaySpu( decoder_t *p_dec, subpicture_t *p_subpic )
1436 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1437 vout_thread_t *p_vout = p_owner->p_spu_vout;
1440 if( p_subpic->i_start <= VLC_TS_INVALID )
1442 msg_Warn( p_dec, "non-dated spu buffer received" );
1443 subpicture_Delete( p_subpic );
1448 vlc_mutex_lock( &p_owner->lock );
1450 if( p_owner->b_waiting )
1452 p_owner->b_has_data = true;
1453 vlc_cond_signal( &p_owner->wait_acknowledge );
1456 bool b_reject = DecoderWaitUnblock( p_dec );
1458 DecoderFixTs( p_dec, &p_subpic->i_start, &p_subpic->i_stop, NULL,
1461 if( p_subpic->i_start <= VLC_TS_INVALID )
1464 DecoderWaitDate( p_dec, &b_reject,
1465 p_subpic->i_start - SPU_MAX_PREPARE_TIME );
1466 vlc_mutex_unlock( &p_owner->lock );
1469 vout_PutSubpicture( p_vout, p_subpic );
1471 subpicture_Delete( p_subpic );
1475 static int DecoderPlaySout( decoder_t *p_dec, block_t *p_sout_block )
1477 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1479 assert( p_owner->p_clock );
1480 assert( !p_sout_block->p_next );
1482 vlc_mutex_lock( &p_owner->lock );
1484 if( p_owner->b_waiting )
1486 p_owner->b_has_data = true;
1487 vlc_cond_signal( &p_owner->wait_acknowledge );
1490 bool b_reject = DecoderWaitUnblock( p_dec );
1492 DecoderFixTs( p_dec, &p_sout_block->i_dts, &p_sout_block->i_pts,
1493 &p_sout_block->i_length, NULL, INT64_MAX );
1495 vlc_mutex_unlock( &p_owner->lock );
1499 /* FIXME --VLC_TS_INVALID inspect stream_output*/
1500 return sout_InputSendBuffer( p_owner->p_sout_input, p_sout_block );
1504 block_Release( p_sout_block );
1505 return VLC_EGENERIC;
1511 /* This function process a block for sout
1513 static void DecoderProcessSout( decoder_t *p_dec, block_t *p_block )
1515 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1516 block_t *p_sout_block;
1518 while( ( p_sout_block =
1519 p_dec->pf_packetize( p_dec, p_block ? &p_block : NULL ) ) )
1521 if( !p_owner->p_sout_input )
1523 es_format_Copy( &p_owner->sout, &p_dec->fmt_out );
1525 p_owner->sout.i_group = p_dec->fmt_in.i_group;
1526 p_owner->sout.i_id = p_dec->fmt_in.i_id;
1527 if( p_dec->fmt_in.psz_language )
1529 free( p_owner->sout.psz_language );
1530 p_owner->sout.psz_language =
1531 strdup( p_dec->fmt_in.psz_language );
1534 p_owner->p_sout_input =
1535 sout_InputNew( p_owner->p_sout,
1538 if( p_owner->p_sout_input == NULL )
1540 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
1541 (char *)&p_owner->sout.i_codec );
1542 p_dec->b_error = true;
1544 block_ChainRelease(p_sout_block);
1549 while( p_sout_block )
1551 block_t *p_next = p_sout_block->p_next;
1553 p_sout_block->p_next = NULL;
1555 if( DecoderPlaySout( p_dec, p_sout_block ) == VLC_EGENERIC )
1557 msg_Err( p_dec, "cannot continue streaming due to errors" );
1559 p_dec->b_error = true;
1562 block_ChainRelease( p_next );
1566 p_sout_block = p_next;
1572 /* This function process a video block
1574 static void DecoderProcessVideo( decoder_t *p_dec, block_t *p_block, bool b_flush )
1576 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1578 if( p_owner->p_packetizer )
1580 block_t *p_packetized_block;
1581 decoder_t *p_packetizer = p_owner->p_packetizer;
1583 while( (p_packetized_block =
1584 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1586 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1588 es_format_Clean( &p_dec->fmt_in );
1589 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1592 /* If the packetizer provides aspect ratio information, pass it
1593 * to the decoder as a hint if the decoder itself can't provide
1594 * it. Copy it regardless of the current value of the decoder input
1595 * format aspect ratio, to properly propagate changes in aspect
1597 if( p_packetizer->fmt_out.video.i_sar_num > 0 &&
1598 p_packetizer->fmt_out.video.i_sar_den > 0)
1600 p_dec->fmt_in.video.i_sar_num =
1601 p_packetizer->fmt_out.video.i_sar_num;
1602 p_dec->fmt_in.video.i_sar_den=
1603 p_packetizer->fmt_out.video.i_sar_den;
1606 if( p_packetizer->pf_get_cc )
1607 DecoderGetCc( p_dec, p_packetizer );
1609 while( p_packetized_block )
1611 block_t *p_next = p_packetized_block->p_next;
1612 p_packetized_block->p_next = NULL;
1614 DecoderDecodeVideo( p_dec, p_packetized_block );
1616 p_packetized_block = p_next;
1619 /* The packetizer does not output a block that tell the decoder to flush
1623 block_t *p_null = DecoderBlockFlushNew();
1625 DecoderDecodeVideo( p_dec, p_null );
1630 DecoderDecodeVideo( p_dec, p_block );
1633 if( b_flush && p_owner->p_vout )
1634 vout_Flush( p_owner->p_vout, VLC_TS_INVALID+1 );
1637 /* This function process a audio block
1639 static void DecoderProcessAudio( decoder_t *p_dec, block_t *p_block, bool b_flush )
1641 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1643 if( p_owner->p_packetizer )
1645 block_t *p_packetized_block;
1646 decoder_t *p_packetizer = p_owner->p_packetizer;
1648 while( (p_packetized_block =
1649 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1651 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1653 es_format_Clean( &p_dec->fmt_in );
1654 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1657 while( p_packetized_block )
1659 block_t *p_next = p_packetized_block->p_next;
1660 p_packetized_block->p_next = NULL;
1662 DecoderDecodeAudio( p_dec, p_packetized_block );
1664 p_packetized_block = p_next;
1667 /* The packetizer does not output a block that tell the decoder to flush
1671 block_t *p_null = DecoderBlockFlushNew();
1673 DecoderDecodeAudio( p_dec, p_null );
1678 DecoderDecodeAudio( p_dec, p_block );
1681 if( b_flush && p_owner->p_aout )
1682 aout_DecFlush( p_owner->p_aout );
1685 /* This function process a subtitle block
1687 static void DecoderProcessSpu( decoder_t *p_dec, block_t *p_block, bool b_flush )
1689 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1691 input_thread_t *p_input = p_owner->p_input;
1692 vout_thread_t *p_vout;
1693 subpicture_t *p_spu;
1695 while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1697 if( p_input != NULL )
1699 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1700 stats_Update( p_input->p->counters.p_decoded_sub, 1, NULL );
1701 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1704 p_vout = input_resource_HoldVout( p_owner->p_resource );
1705 if( p_vout && p_owner->p_spu_vout == p_vout )
1707 /* Preroll does not work very well with subtitle */
1708 if( p_spu->i_start > VLC_TS_INVALID &&
1709 p_spu->i_start < p_owner->i_preroll_end &&
1710 ( p_spu->i_stop <= VLC_TS_INVALID || p_spu->i_stop < p_owner->i_preroll_end ) )
1712 subpicture_Delete( p_spu );
1716 DecoderPlaySpu( p_dec, p_spu );
1721 subpicture_Delete( p_spu );
1724 vlc_object_release( p_vout );
1727 if( b_flush && p_owner->p_spu_vout )
1729 p_vout = input_resource_HoldVout( p_owner->p_resource );
1731 if( p_vout && p_owner->p_spu_vout == p_vout )
1732 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1735 vlc_object_release( p_vout );
1740 static void DecoderProcessOnFlush( decoder_t *p_dec )
1742 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1744 vlc_mutex_lock( &p_owner->lock );
1746 if( p_owner->b_flushing )
1748 p_owner->b_flushing = false;
1749 vlc_cond_signal( &p_owner->wait_acknowledge );
1751 vlc_mutex_unlock( &p_owner->lock );
1757 * \param p_dec the decoder object
1758 * \param p_block the block to decode
1759 * \return VLC_SUCCESS or an error code
1761 static void DecoderProcess( decoder_t *p_dec, block_t *p_block )
1763 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1764 const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
1766 if( p_dec->b_error )
1769 block_Release( p_block );
1773 if( p_block && p_block->i_buffer <= 0 )
1775 assert( !b_flush_request );
1776 block_Release( p_block );
1781 if( p_owner->b_packetizer )
1784 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1786 DecoderProcessSout( p_dec, p_block );
1791 bool b_flush = false;
1795 const bool b_flushing = p_owner->i_preroll_end == INT64_MAX;
1796 DecoderUpdatePreroll( &p_owner->i_preroll_end, p_block );
1798 b_flush = !b_flushing && b_flush_request;
1800 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1803 if( p_dec->fmt_out.i_cat == AUDIO_ES )
1805 DecoderProcessAudio( p_dec, p_block, b_flush );
1807 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1809 DecoderProcessVideo( p_dec, p_block, b_flush );
1811 else if( p_dec->fmt_out.i_cat == SPU_ES )
1813 DecoderProcessSpu( p_dec, p_block, b_flush );
1817 msg_Err( p_dec, "unknown ES format" );
1818 p_dec->b_error = true;
1824 if( b_flush_request )
1825 DecoderProcessOnFlush( p_dec );
1829 * Destroys a decoder object
1831 * \param p_dec the decoder object
1834 static void DeleteDecoder( decoder_t * p_dec )
1836 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1838 msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1839 (char*)&p_dec->fmt_in.i_codec,
1840 (unsigned)block_FifoCount( p_owner->p_fifo ) );
1842 /* Free all packets still in the decoder fifo. */
1843 block_FifoEmpty( p_owner->p_fifo );
1844 block_FifoRelease( p_owner->p_fifo );
1847 if( p_owner->p_aout )
1849 /* TODO: REVISIT gap-less audio */
1850 aout_DecFlush( p_owner->p_aout );
1851 aout_DecDelete( p_owner->p_aout );
1852 input_resource_PutAout( p_owner->p_resource, p_owner->p_aout );
1853 if( p_owner->p_input != NULL )
1854 input_SendEventAout( p_owner->p_input );
1856 if( p_owner->p_vout )
1858 /* Hack to make sure all the the pictures are freed by the decoder
1859 * and that the vout is not paused anymore */
1860 vout_Reset( p_owner->p_vout );
1863 input_resource_RequestVout( p_owner->p_resource, p_owner->p_vout, NULL,
1865 if( p_owner->p_input != NULL )
1866 input_SendEventVout( p_owner->p_input );
1870 if( p_owner->p_sout_input )
1872 sout_InputDelete( p_owner->p_sout_input );
1873 es_format_Clean( &p_owner->sout );
1877 if( p_dec->fmt_out.i_cat == SPU_ES )
1879 vout_thread_t *p_vout = input_resource_HoldVout( p_owner->p_resource );
1882 if( p_owner->p_spu_vout == p_vout )
1883 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1884 vlc_object_release( p_vout );
1888 es_format_Clean( &p_dec->fmt_in );
1889 es_format_Clean( &p_dec->fmt_out );
1890 if( p_dec->p_description )
1891 vlc_meta_Delete( p_dec->p_description );
1892 es_format_Clean( &p_owner->fmt_description );
1893 if( p_owner->p_description )
1894 vlc_meta_Delete( p_owner->p_description );
1896 if( p_owner->p_packetizer )
1898 module_unneed( p_owner->p_packetizer,
1899 p_owner->p_packetizer->p_module );
1900 es_format_Clean( &p_owner->p_packetizer->fmt_in );
1901 es_format_Clean( &p_owner->p_packetizer->fmt_out );
1902 if( p_owner->p_packetizer->p_description )
1903 vlc_meta_Delete( p_owner->p_packetizer->p_description );
1904 vlc_object_release( p_owner->p_packetizer );
1907 vlc_cond_destroy( &p_owner->wait_acknowledge );
1908 vlc_cond_destroy( &p_owner->wait_request );
1909 vlc_mutex_destroy( &p_owner->lock );
1911 vlc_object_release( p_dec );
1916 /*****************************************************************************
1917 * Buffers allocation callbacks for the decoders
1918 *****************************************************************************/
1919 static void DecoderUpdateFormatLocked( decoder_t *p_dec )
1921 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1923 vlc_assert_locked( &p_owner->lock );
1925 p_owner->b_fmt_description = true;
1927 /* Copy es_format */
1928 es_format_Clean( &p_owner->fmt_description );
1929 es_format_Copy( &p_owner->fmt_description, &p_dec->fmt_out );
1931 /* Move p_description */
1932 if( p_owner->p_description && p_dec->p_description )
1933 vlc_meta_Delete( p_owner->p_description );
1934 p_owner->p_description = p_dec->p_description;
1935 p_dec->p_description = NULL;
1937 static vout_thread_t *aout_request_vout( void *p_private,
1938 vout_thread_t *p_vout, video_format_t *p_fmt, bool b_recyle )
1940 decoder_t *p_dec = p_private;
1941 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1942 input_thread_t *p_input = p_owner->p_input;
1944 p_vout = input_resource_RequestVout( p_owner->p_resource, p_vout, p_fmt, 1,
1946 if( p_input != NULL )
1947 input_SendEventVout( p_input );
1952 static int aout_update_format( decoder_t *p_dec )
1954 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1957 && !AOUT_FMTS_IDENTICAL(&p_dec->fmt_out.audio, &p_owner->audio) )
1959 audio_output_t *p_aout = p_owner->p_aout;
1961 /* Parameters changed, restart the aout */
1962 vlc_mutex_lock( &p_owner->lock );
1964 aout_DecDelete( p_owner->p_aout );
1965 p_owner->p_aout = NULL;
1967 vlc_mutex_unlock( &p_owner->lock );
1968 input_resource_PutAout( p_owner->p_resource, p_aout );
1971 if( p_owner->p_aout == NULL )
1973 const int i_force_dolby = var_InheritInteger( p_dec, "force-dolby-surround" );
1974 audio_sample_format_t format;
1975 audio_output_t *p_aout;
1976 aout_request_vout_t request_vout;
1978 p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
1979 p_owner->audio = p_dec->fmt_out.audio;
1980 aout_FormatPrepare( &p_owner->audio );
1982 memcpy( &format, &p_owner->audio, sizeof( audio_sample_format_t ) );
1983 if( i_force_dolby &&
1984 (format.i_original_channels&AOUT_CHAN_PHYSMASK) ==
1985 (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
1987 if( i_force_dolby == 1 )
1989 format.i_original_channels = format.i_original_channels |
1990 AOUT_CHAN_DOLBYSTEREO;
1992 else /* i_force_dolby == 2 */
1994 format.i_original_channels = format.i_original_channels &
1995 ~AOUT_CHAN_DOLBYSTEREO;
1999 request_vout.pf_request_vout = aout_request_vout;
2000 request_vout.p_private = p_dec;
2002 assert( p_owner->p_aout == NULL );
2003 p_aout = input_resource_GetAout( p_owner->p_resource );
2006 if( aout_DecNew( p_aout, &format,
2007 &p_dec->fmt_out.audio_replay_gain,
2010 input_resource_PutAout( p_owner->p_resource, p_aout );
2015 vlc_mutex_lock( &p_owner->lock );
2017 p_owner->p_aout = p_aout;
2018 DecoderUpdateFormatLocked( p_dec );
2019 if( unlikely(p_owner->b_paused) ) /* fake pause if needed */
2020 aout_DecChangePause( p_aout, true, mdate() );
2022 vlc_mutex_unlock( &p_owner->lock );
2024 if( p_owner->p_input != NULL )
2025 input_SendEventAout( p_owner->p_input );
2027 if( p_aout == NULL )
2029 msg_Err( p_dec, "failed to create audio output" );
2030 p_dec->b_error = true;
2034 p_dec->fmt_out.audio.i_bytes_per_frame =
2035 p_owner->audio.i_bytes_per_frame;
2036 p_dec->fmt_out.audio.i_frame_length = p_owner->audio.i_frame_length;
2041 static picture_t *vout_new_buffer( decoder_t *p_dec )
2043 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2045 if( p_owner->p_vout == NULL ||
2046 p_dec->fmt_out.video.i_width != p_owner->video.i_width ||
2047 p_dec->fmt_out.video.i_height != p_owner->video.i_height ||
2048 p_dec->fmt_out.video.i_visible_width != p_owner->video.i_visible_width ||
2049 p_dec->fmt_out.video.i_visible_height != p_owner->video.i_visible_height ||
2050 p_dec->fmt_out.video.i_x_offset != p_owner->video.i_x_offset ||
2051 p_dec->fmt_out.video.i_y_offset != p_owner->video.i_y_offset ||
2052 p_dec->fmt_out.i_codec != p_owner->video.i_chroma ||
2053 (int64_t)p_dec->fmt_out.video.i_sar_num * p_owner->video.i_sar_den !=
2054 (int64_t)p_dec->fmt_out.video.i_sar_den * p_owner->video.i_sar_num ||
2055 p_dec->fmt_out.video.orientation != p_owner->video.orientation )
2057 vout_thread_t *p_vout;
2059 if( !p_dec->fmt_out.video.i_width ||
2060 !p_dec->fmt_out.video.i_height )
2062 /* Can't create a new vout without display size */
2066 video_format_t fmt = p_dec->fmt_out.video;
2067 fmt.i_chroma = p_dec->fmt_out.i_codec;
2068 p_owner->video = fmt;
2070 if( vlc_fourcc_IsYUV( fmt.i_chroma ) )
2072 const vlc_chroma_description_t *dsc = vlc_fourcc_GetChromaDescription( fmt.i_chroma );
2073 for( unsigned int i = 0; dsc && i < dsc->plane_count; i++ )
2075 while( fmt.i_width % dsc->p[i].w.den )
2077 while( fmt.i_height % dsc->p[i].h.den )
2082 if( !fmt.i_visible_width || !fmt.i_visible_height )
2084 if( p_dec->fmt_in.video.i_visible_width &&
2085 p_dec->fmt_in.video.i_visible_height )
2087 fmt.i_visible_width = p_dec->fmt_in.video.i_visible_width;
2088 fmt.i_visible_height = p_dec->fmt_in.video.i_visible_height;
2089 fmt.i_x_offset = p_dec->fmt_in.video.i_x_offset;
2090 fmt.i_y_offset = p_dec->fmt_in.video.i_y_offset;
2094 fmt.i_visible_width = fmt.i_width;
2095 fmt.i_visible_height = fmt.i_height;
2101 if( fmt.i_visible_height == 1088 &&
2102 var_CreateGetBool( p_dec, "hdtv-fix" ) )
2104 fmt.i_visible_height = 1080;
2105 if( !(fmt.i_sar_num % 136))
2107 fmt.i_sar_num *= 135;
2108 fmt.i_sar_den *= 136;
2110 msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
2113 if( !fmt.i_sar_num || !fmt.i_sar_den )
2119 vlc_ureduce( &fmt.i_sar_num, &fmt.i_sar_den,
2120 fmt.i_sar_num, fmt.i_sar_den, 50000 );
2122 vlc_mutex_lock( &p_owner->lock );
2124 p_vout = p_owner->p_vout;
2125 p_owner->p_vout = NULL;
2126 vlc_mutex_unlock( &p_owner->lock );
2129 switch( p_dec->fmt_in.i_codec )
2131 case VLC_CODEC_HEVC:
2132 case VLC_CODEC_H264:
2133 case VLC_CODEC_DIRAC: /* FIXME valid ? */
2138 case VLC_CODEC_VP6F:
2146 p_vout = input_resource_RequestVout( p_owner->p_resource,
2149 p_dec->i_extra_picture_buffers + 1,
2151 vlc_mutex_lock( &p_owner->lock );
2152 p_owner->p_vout = p_vout;
2154 DecoderUpdateFormatLocked( p_dec );
2156 vlc_mutex_unlock( &p_owner->lock );
2158 if( p_owner->p_input != NULL )
2159 input_SendEventVout( p_owner->p_input );
2160 if( p_vout == NULL )
2162 msg_Err( p_dec, "failed to create video output" );
2163 p_dec->b_error = true;
2168 /* Get a new picture
2172 if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2175 picture_t *p_picture = vout_GetPicture( p_owner->p_vout );
2179 if( DecoderIsFlushing( p_dec ) )
2183 DecoderSignalWait( p_dec, true );
2185 /* Check the decoder doesn't leak pictures */
2186 vout_FixLeaks( p_owner->p_vout );
2188 /* FIXME add a vout_WaitPictureAvailable (timedwait) */
2189 msleep( VOUT_OUTMEM_SLEEP );
2193 static void vout_del_buffer( decoder_t *p_dec, picture_t *p_pic )
2195 vout_ReleasePicture( p_dec->p_owner->p_vout, p_pic );
2198 static void vout_link_picture( decoder_t *p_dec, picture_t *p_pic )
2200 vout_HoldPicture( p_dec->p_owner->p_vout, p_pic );
2203 static void vout_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
2205 vout_ReleasePicture( p_dec->p_owner->p_vout, p_pic );
2208 static subpicture_t *spu_new_buffer( decoder_t *p_dec,
2209 const subpicture_updater_t *p_updater )
2211 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2212 vout_thread_t *p_vout = NULL;
2213 subpicture_t *p_subpic;
2214 int i_attempts = 30;
2216 while( i_attempts-- )
2218 if( DecoderIsExitRequested( p_dec ) || p_dec->b_error )
2221 p_vout = input_resource_HoldVout( p_owner->p_resource );
2225 msleep( DECODER_SPU_VOUT_WAIT_DURATION );
2230 msg_Warn( p_dec, "no vout found, dropping subpicture" );
2234 if( p_owner->p_spu_vout != p_vout )
2236 p_owner->i_spu_channel = vout_RegisterSubpictureChannel( p_vout );
2237 p_owner->i_spu_order = 0;
2238 p_owner->p_spu_vout = p_vout;
2241 p_subpic = subpicture_New( p_updater );
2244 p_subpic->i_channel = p_owner->i_spu_channel;
2245 p_subpic->i_order = p_owner->i_spu_order++;
2246 p_subpic->b_subtitle = true;
2249 vlc_object_release( p_vout );
2254 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
2256 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2257 vout_thread_t *p_vout = NULL;
2259 p_vout = input_resource_HoldVout( p_owner->p_resource );
2260 if( !p_vout || p_owner->p_spu_vout != p_vout )
2263 vlc_object_release( p_vout );
2264 msg_Warn( p_dec, "no vout found, leaking subpicture" );
2268 subpicture_Delete( p_subpic );
2270 vlc_object_release( p_vout );