1 /*****************************************************************************
2 * decoder.c: Functions for the management of decoders
3 *****************************************************************************
4 * Copyright (C) 1999-2004 VLC authors and VideoLAN
7 * Authors: Christophe Massiot <massiot@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
9 * Laurent Aimar <fenrir@via.ecp.fr>
11 * This program is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU Lesser General Public License as published by
13 * the Free Software Foundation; either version 2.1 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU Lesser General Public License for more details.
21 * You should have received a copy of the GNU Lesser General Public License
22 * along with this program; if not, write to the Free Software Foundation,
23 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24 *****************************************************************************/
26 /*****************************************************************************
28 *****************************************************************************/
34 #include <vlc_common.h>
36 #include <vlc_block.h>
40 #include <vlc_codec.h>
43 #include <vlc_dialog.h>
44 #include <vlc_modules.h>
46 #include "audio_output/aout_internal.h"
47 #include "stream_output/stream_output.h"
48 #include "input_internal.h"
54 #include "../video_output/vout_control.h"
56 struct decoder_owner_sys_t
58 int64_t i_preroll_end;
60 input_thread_t *p_input;
61 input_resource_t*p_resource;
62 input_clock_t *p_clock;
65 vout_thread_t *p_spu_vout;
69 sout_instance_t *p_sout;
70 sout_packetizer_input_t *p_sout_input;
74 /* Some decoders require already packetized data (ie. not truncated) */
75 decoder_t *p_packetizer;
78 /* Current format in use by the output */
82 bool b_fmt_description;
83 vlc_meta_t *p_description;
88 /* Lock for communication with decoder thread */
90 vlc_cond_t wait_request;
91 vlc_cond_t wait_acknowledge;
92 vlc_cond_t wait_fifo; /* TODO: merge with wait_acknowledge */
94 /* -- These variables need locking on write(only) -- */
95 audio_output_t *p_aout;
97 vout_thread_t *p_vout;
99 /* -- Theses variables need locking on read *and* write -- */
124 decoder_t *pp_decoder[4];
131 /* Pictures which are DECODER_BOGUS_VIDEO_DELAY or more in advance probably have
132 * a bogus PTS and won't be displayed */
133 #define DECODER_BOGUS_VIDEO_DELAY ((mtime_t)(DEFAULT_PTS_DELAY * 30))
136 #define DECODER_SPU_VOUT_WAIT_DURATION ((int)(0.200*CLOCK_FREQ))
138 static void DecoderUpdateFormatLocked( decoder_t *p_dec )
140 decoder_owner_sys_t *p_owner = p_dec->p_owner;
142 vlc_assert_locked( &p_owner->lock );
144 es_format_Clean( &p_owner->fmt );
145 es_format_Copy( &p_owner->fmt, &p_dec->fmt_out );
147 /* Move p_description */
148 if( p_dec->p_description != NULL )
150 if( p_owner->p_description != NULL )
151 vlc_meta_Delete( p_owner->p_description );
152 p_owner->p_description = p_dec->p_description;
153 p_dec->p_description = NULL;
156 p_owner->b_fmt_description = true;
159 static bool DecoderIsFlushing( decoder_t *p_dec )
161 decoder_owner_sys_t *p_owner = p_dec->p_owner;
164 vlc_mutex_lock( &p_owner->lock );
166 b_flushing = p_owner->b_flushing;
168 vlc_mutex_unlock( &p_owner->lock );
173 static block_t *DecoderBlockFlushNew()
175 block_t *p_null = block_Alloc( 128 );
179 p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY |
180 BLOCK_FLAG_CORRUPTED |
181 BLOCK_FLAG_CORE_FLUSH;
182 memset( p_null->p_buffer, 0, p_null->i_buffer );
187 /*****************************************************************************
188 * Buffers allocation callbacks for the decoders
189 *****************************************************************************/
190 static vout_thread_t *aout_request_vout( void *p_private,
191 vout_thread_t *p_vout, video_format_t *p_fmt, bool b_recyle )
193 decoder_t *p_dec = p_private;
194 decoder_owner_sys_t *p_owner = p_dec->p_owner;
195 input_thread_t *p_input = p_owner->p_input;
197 p_vout = input_resource_RequestVout( p_owner->p_resource, p_vout, p_fmt, 1,
199 if( p_input != NULL )
200 input_SendEventVout( p_input );
205 static int aout_update_format( decoder_t *p_dec )
207 decoder_owner_sys_t *p_owner = p_dec->p_owner;
210 && !AOUT_FMTS_IDENTICAL(&p_dec->fmt_out.audio, &p_owner->fmt.audio) )
212 audio_output_t *p_aout = p_owner->p_aout;
214 /* Parameters changed, restart the aout */
215 vlc_mutex_lock( &p_owner->lock );
217 aout_DecDelete( p_owner->p_aout );
218 p_owner->p_aout = NULL;
220 vlc_mutex_unlock( &p_owner->lock );
221 input_resource_PutAout( p_owner->p_resource, p_aout );
224 if( p_owner->p_aout == NULL )
226 p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
228 audio_sample_format_t format = p_dec->fmt_out.audio;
229 aout_FormatPrepare( &format );
231 const int i_force_dolby = var_InheritInteger( p_dec, "force-dolby-surround" );
233 (format.i_original_channels&AOUT_CHAN_PHYSMASK) ==
234 (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
236 if( i_force_dolby == 1 )
238 format.i_original_channels = format.i_original_channels |
239 AOUT_CHAN_DOLBYSTEREO;
241 else /* i_force_dolby == 2 */
243 format.i_original_channels = format.i_original_channels &
244 ~AOUT_CHAN_DOLBYSTEREO;
248 aout_request_vout_t request_vout = {
249 .pf_request_vout = aout_request_vout,
252 audio_output_t *p_aout;
254 p_aout = input_resource_GetAout( p_owner->p_resource );
257 if( aout_DecNew( p_aout, &format,
258 &p_dec->fmt_out.audio_replay_gain,
261 input_resource_PutAout( p_owner->p_resource, p_aout );
266 vlc_mutex_lock( &p_owner->lock );
268 p_owner->p_aout = p_aout;
270 DecoderUpdateFormatLocked( p_dec );
271 aout_FormatPrepare( &p_owner->fmt.audio );
273 if( unlikely(p_owner->b_paused) && p_aout != NULL )
274 /* fake pause if needed */
275 aout_DecChangePause( p_aout, true, mdate() );
277 vlc_mutex_unlock( &p_owner->lock );
279 if( p_owner->p_input != NULL )
280 input_SendEventAout( p_owner->p_input );
284 msg_Err( p_dec, "failed to create audio output" );
285 p_dec->b_error = true;
289 p_dec->fmt_out.audio.i_bytes_per_frame =
290 p_owner->fmt.audio.i_bytes_per_frame;
291 p_dec->fmt_out.audio.i_frame_length =
292 p_owner->fmt.audio.i_frame_length;
297 static int vout_update_format( decoder_t *p_dec )
299 decoder_owner_sys_t *p_owner = p_dec->p_owner;
301 if( p_owner->p_vout == NULL
302 || p_dec->fmt_out.video.i_width != p_owner->fmt.video.i_width
303 || p_dec->fmt_out.video.i_height != p_owner->fmt.video.i_height
304 || p_dec->fmt_out.video.i_visible_width != p_owner->fmt.video.i_visible_width
305 || p_dec->fmt_out.video.i_visible_height != p_owner->fmt.video.i_visible_height
306 || p_dec->fmt_out.video.i_x_offset != p_owner->fmt.video.i_x_offset
307 || p_dec->fmt_out.video.i_y_offset != p_owner->fmt.video.i_y_offset
308 || p_dec->fmt_out.i_codec != p_owner->fmt.video.i_chroma
309 || (int64_t)p_dec->fmt_out.video.i_sar_num * p_owner->fmt.video.i_sar_den !=
310 (int64_t)p_dec->fmt_out.video.i_sar_den * p_owner->fmt.video.i_sar_num ||
311 p_dec->fmt_out.video.orientation != p_owner->fmt.video.orientation )
313 vout_thread_t *p_vout;
315 if( !p_dec->fmt_out.video.i_width ||
316 !p_dec->fmt_out.video.i_height )
318 /* Can't create a new vout without display size */
322 video_format_t fmt = p_dec->fmt_out.video;
323 fmt.i_chroma = p_dec->fmt_out.i_codec;
325 if( vlc_fourcc_IsYUV( fmt.i_chroma ) )
327 const vlc_chroma_description_t *dsc = vlc_fourcc_GetChromaDescription( fmt.i_chroma );
328 for( unsigned int i = 0; dsc && i < dsc->plane_count; i++ )
330 while( fmt.i_width % dsc->p[i].w.den )
332 while( fmt.i_height % dsc->p[i].h.den )
337 if( !fmt.i_visible_width || !fmt.i_visible_height )
339 if( p_dec->fmt_in.video.i_visible_width &&
340 p_dec->fmt_in.video.i_visible_height )
342 fmt.i_visible_width = p_dec->fmt_in.video.i_visible_width;
343 fmt.i_visible_height = p_dec->fmt_in.video.i_visible_height;
344 fmt.i_x_offset = p_dec->fmt_in.video.i_x_offset;
345 fmt.i_y_offset = p_dec->fmt_in.video.i_y_offset;
349 fmt.i_visible_width = fmt.i_width;
350 fmt.i_visible_height = fmt.i_height;
356 if( fmt.i_visible_height == 1088 &&
357 var_CreateGetBool( p_dec, "hdtv-fix" ) )
359 fmt.i_visible_height = 1080;
360 if( !(fmt.i_sar_num % 136))
362 fmt.i_sar_num *= 135;
363 fmt.i_sar_den *= 136;
365 msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
368 if( !fmt.i_sar_num || !fmt.i_sar_den )
374 vlc_ureduce( &fmt.i_sar_num, &fmt.i_sar_den,
375 fmt.i_sar_num, fmt.i_sar_den, 50000 );
377 vlc_mutex_lock( &p_owner->lock );
379 p_vout = p_owner->p_vout;
380 p_owner->p_vout = NULL;
381 vlc_mutex_unlock( &p_owner->lock );
384 switch( p_dec->fmt_in.i_codec )
388 case VLC_CODEC_DIRAC: /* FIXME valid ? */
401 p_vout = input_resource_RequestVout( p_owner->p_resource,
404 p_dec->i_extra_picture_buffers + 1,
406 vlc_mutex_lock( &p_owner->lock );
407 p_owner->p_vout = p_vout;
409 DecoderUpdateFormatLocked( p_dec );
410 p_owner->fmt.video.i_chroma = p_dec->fmt_out.i_codec;
411 vlc_mutex_unlock( &p_owner->lock );
413 if( p_owner->p_input != NULL )
414 input_SendEventVout( p_owner->p_input );
417 msg_Err( p_dec, "failed to create video output" );
418 p_dec->b_error = true;
425 static picture_t *vout_new_buffer( decoder_t *p_dec )
427 decoder_owner_sys_t *p_owner = p_dec->p_owner;
431 if( DecoderIsFlushing( p_dec ) || p_dec->b_error )
434 picture_t *p_picture = vout_GetPicture( p_owner->p_vout );
439 vlc_mutex_lock( &p_owner->lock );
440 if( p_owner->b_waiting )
442 p_owner->b_has_data = true;
443 vlc_cond_signal( &p_owner->wait_acknowledge );
445 vlc_mutex_unlock( &p_owner->lock );
447 /* Check the decoder doesn't leak pictures */
448 vout_FixLeaks( p_owner->p_vout );
450 /* FIXME add a vout_WaitPictureAvailable (timedwait) */
451 msleep( VOUT_OUTMEM_SLEEP );
455 static subpicture_t *spu_new_buffer( decoder_t *p_dec,
456 const subpicture_updater_t *p_updater )
458 decoder_owner_sys_t *p_owner = p_dec->p_owner;
459 vout_thread_t *p_vout = NULL;
460 subpicture_t *p_subpic;
463 while( i_attempts-- )
465 if( DecoderIsFlushing( p_dec ) || p_dec->b_error )
468 p_vout = input_resource_HoldVout( p_owner->p_resource );
472 msleep( DECODER_SPU_VOUT_WAIT_DURATION );
477 msg_Warn( p_dec, "no vout found, dropping subpicture" );
481 if( p_owner->p_spu_vout != p_vout )
483 p_owner->i_spu_channel = vout_RegisterSubpictureChannel( p_vout );
484 p_owner->i_spu_order = 0;
485 p_owner->p_spu_vout = p_vout;
488 p_subpic = subpicture_New( p_updater );
491 p_subpic->i_channel = p_owner->i_spu_channel;
492 p_subpic->i_order = p_owner->i_spu_order++;
493 p_subpic->b_subtitle = true;
496 vlc_object_release( p_vout );
501 static int DecoderGetInputAttachments( decoder_t *p_dec,
502 input_attachment_t ***ppp_attachment,
505 input_thread_t *p_input = p_dec->p_owner->p_input;
507 if( unlikely(p_input == NULL) )
509 return input_Control( p_input, INPUT_GET_ATTACHMENTS,
510 ppp_attachment, pi_attachment );
513 static mtime_t DecoderGetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
515 decoder_owner_sys_t *p_owner = p_dec->p_owner;
517 vlc_mutex_lock( &p_owner->lock );
518 if( p_owner->b_waiting || p_owner->b_paused )
519 i_ts = VLC_TS_INVALID;
520 vlc_mutex_unlock( &p_owner->lock );
522 if( !p_owner->p_clock || i_ts <= VLC_TS_INVALID )
525 if( input_clock_ConvertTS( VLC_OBJECT(p_dec), p_owner->p_clock, NULL, &i_ts, NULL, INT64_MAX ) ) {
526 msg_Err(p_dec, "Could not get display date for timestamp %"PRId64"", i_ts);
527 return VLC_TS_INVALID;
533 static int DecoderGetDisplayRate( decoder_t *p_dec )
535 decoder_owner_sys_t *p_owner = p_dec->p_owner;
537 if( !p_owner->p_clock )
538 return INPUT_RATE_DEFAULT;
539 return input_clock_GetRate( p_owner->p_clock );
542 /*****************************************************************************
544 *****************************************************************************/
545 picture_t *decoder_NewPicture( decoder_t *p_decoder )
547 if( decoder_UpdateVideoFormat( p_decoder ) )
550 picture_t *p_picture = p_decoder->pf_vout_buffer_new( p_decoder );
552 msg_Warn( p_decoder, "can't get output picture" );
556 block_t *decoder_NewAudioBuffer( decoder_t *dec, int samples )
558 if( decoder_UpdateAudioFormat( dec ) )
561 size_t length = samples * dec->fmt_out.audio.i_bytes_per_frame
562 / dec->fmt_out.audio.i_frame_length;
563 block_t *block = block_Alloc( length );
564 if( likely(block != NULL) )
566 block->i_nb_samples = samples;
567 block->i_pts = block->i_length = 0;
572 subpicture_t *decoder_NewSubpicture( decoder_t *p_decoder,
573 const subpicture_updater_t *p_dyn )
575 subpicture_t *p_subpicture = p_decoder->pf_spu_buffer_new( p_decoder, p_dyn );
577 msg_Warn( p_decoder, "can't get output subpicture" );
581 /* decoder_GetInputAttachments:
583 int decoder_GetInputAttachments( decoder_t *p_dec,
584 input_attachment_t ***ppp_attachment,
587 if( !p_dec->pf_get_attachments )
590 return p_dec->pf_get_attachments( p_dec, ppp_attachment, pi_attachment );
592 /* decoder_GetDisplayDate:
594 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
596 if( !p_dec->pf_get_display_date )
597 return VLC_TS_INVALID;
599 return p_dec->pf_get_display_date( p_dec, i_ts );
601 /* decoder_GetDisplayRate:
603 int decoder_GetDisplayRate( decoder_t *p_dec )
605 if( !p_dec->pf_get_display_rate )
606 return INPUT_RATE_DEFAULT;
608 return p_dec->pf_get_display_rate( p_dec );
611 static bool DecoderWaitUnblock( decoder_t *p_dec )
613 decoder_owner_sys_t *p_owner = p_dec->p_owner;
615 vlc_assert_locked( &p_owner->lock );
619 if( p_owner->b_flushing )
621 if( p_owner->b_paused )
623 if( p_owner->b_waiting && !p_owner->b_has_data )
625 if( p_owner->pause.i_ignore > 0 )
627 p_owner->pause.i_ignore--;
633 if( !p_owner->b_waiting || !p_owner->b_has_data )
636 vlc_cond_wait( &p_owner->wait_request, &p_owner->lock );
639 return p_owner->b_flushing;
642 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
644 if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
645 *pi_preroll = INT64_MAX;
646 else if( p->i_dts > VLC_TS_INVALID )
647 *pi_preroll = __MIN( *pi_preroll, p->i_dts );
648 else if( p->i_pts > VLC_TS_INVALID )
649 *pi_preroll = __MIN( *pi_preroll, p->i_pts );
652 static void DecoderFixTs( decoder_t *p_dec, mtime_t *pi_ts0, mtime_t *pi_ts1,
653 mtime_t *pi_duration, int *pi_rate, mtime_t i_ts_bound )
655 decoder_owner_sys_t *p_owner = p_dec->p_owner;
656 input_clock_t *p_clock = p_owner->p_clock;
658 vlc_assert_locked( &p_owner->lock );
660 const mtime_t i_es_delay = p_owner->i_ts_delay;
665 const bool b_ephemere = pi_ts1 && *pi_ts0 == *pi_ts1;
668 if( *pi_ts0 > VLC_TS_INVALID )
670 *pi_ts0 += i_es_delay;
671 if( pi_ts1 && *pi_ts1 > VLC_TS_INVALID )
672 *pi_ts1 += i_es_delay;
673 if( input_clock_ConvertTS( VLC_OBJECT(p_dec), p_clock, &i_rate, pi_ts0, pi_ts1, i_ts_bound ) ) {
675 msg_Err(p_dec, "Could not convert timestamps %"PRId64
676 ", %"PRId64"", *pi_ts0, *pi_ts1);
678 msg_Err(p_dec, "Could not convert timestamp %"PRId64, *pi_ts0);
679 *pi_ts0 = VLC_TS_INVALID;
684 i_rate = input_clock_GetRate( p_clock );
687 /* Do not create ephemere data because of rounding errors */
688 if( !b_ephemere && pi_ts1 && *pi_ts0 == *pi_ts1 )
692 *pi_duration = ( *pi_duration * i_rate + INPUT_RATE_DEFAULT-1 )
693 / INPUT_RATE_DEFAULT;
700 * If *pb_reject, it does nothing, otherwise it waits for the given
701 * deadline or a flush request (in which case it set *pi_reject to true.
703 static void DecoderWaitDate( decoder_t *p_dec,
704 bool *pb_reject, mtime_t i_deadline )
706 decoder_owner_sys_t *p_owner = p_dec->p_owner;
708 vlc_assert_locked( &p_owner->lock );
710 if( *pb_reject || i_deadline < 0 )
715 if( p_owner->b_flushing )
721 while( vlc_cond_timedwait( &p_owner->wait_request, &p_owner->lock,
728 static int DecoderPlaySout( decoder_t *p_dec, block_t *p_sout_block )
730 decoder_owner_sys_t *p_owner = p_dec->p_owner;
732 assert( p_owner->p_clock );
733 assert( !p_sout_block->p_next );
735 vlc_mutex_lock( &p_owner->lock );
737 if( p_owner->b_waiting )
739 p_owner->b_has_data = true;
740 vlc_cond_signal( &p_owner->wait_acknowledge );
743 bool b_reject = DecoderWaitUnblock( p_dec );
745 DecoderFixTs( p_dec, &p_sout_block->i_dts, &p_sout_block->i_pts,
746 &p_sout_block->i_length, NULL, INT64_MAX );
748 vlc_mutex_unlock( &p_owner->lock );
752 /* FIXME --VLC_TS_INVALID inspect stream_output*/
753 return sout_InputSendBuffer( p_owner->p_sout_input, p_sout_block );
757 block_Release( p_sout_block );
762 /* This function process a block for sout
764 static void DecoderProcessSout( decoder_t *p_dec, block_t *p_block )
766 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
767 block_t *p_sout_block;
769 while( ( p_sout_block =
770 p_dec->pf_packetize( p_dec, p_block ? &p_block : NULL ) ) )
772 if( p_owner->p_sout_input == NULL )
774 vlc_mutex_lock( &p_owner->lock );
775 DecoderUpdateFormatLocked( p_dec );
776 vlc_mutex_unlock( &p_owner->lock );
778 p_owner->fmt.i_group = p_dec->fmt_in.i_group;
779 p_owner->fmt.i_id = p_dec->fmt_in.i_id;
780 if( p_dec->fmt_in.psz_language )
782 free( p_owner->fmt.psz_language );
783 p_owner->fmt.psz_language =
784 strdup( p_dec->fmt_in.psz_language );
787 p_owner->p_sout_input =
788 sout_InputNew( p_owner->p_sout, &p_owner->fmt );
790 if( p_owner->p_sout_input == NULL )
792 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
793 (char *)&p_owner->fmt.i_codec );
794 p_dec->b_error = true;
796 block_ChainRelease(p_sout_block);
801 while( p_sout_block )
803 block_t *p_next = p_sout_block->p_next;
805 p_sout_block->p_next = NULL;
807 if( DecoderPlaySout( p_dec, p_sout_block ) == VLC_EGENERIC )
809 msg_Err( p_dec, "cannot continue streaming due to errors" );
811 p_dec->b_error = true;
814 block_ChainRelease( p_next );
818 p_sout_block = p_next;
824 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
826 decoder_owner_sys_t *p_owner = p_dec->p_owner;
829 bool b_processed = false;
833 assert( p_dec_cc->pf_get_cc != NULL );
835 /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
836 if( !p_owner->cc.b_supported )
839 p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
843 vlc_mutex_lock( &p_owner->lock );
844 for( i = 0, i_cc_decoder = 0; i < 4; i++ )
846 p_owner->cc.pb_present[i] |= pb_present[i];
847 if( p_owner->cc.pp_decoder[i] )
851 for( i = 0; i < 4; i++ )
853 if( !p_owner->cc.pp_decoder[i] )
856 block_FifoPut( p_owner->cc.pp_decoder[i]->p_owner->p_fifo,
857 (i_cc_decoder > 1) ? block_Duplicate(p_cc) : p_cc);
862 vlc_mutex_unlock( &p_owner->lock );
865 block_Release( p_cc );
868 static void DecoderPlayVideo( decoder_t *p_dec, picture_t *p_picture,
869 int *pi_played_sum, int *pi_lost_sum )
871 decoder_owner_sys_t *p_owner = p_dec->p_owner;
872 vout_thread_t *p_vout = p_owner->p_vout;
874 if( p_picture->date <= VLC_TS_INVALID )
876 msg_Warn( p_dec, "non-dated video buffer received" );
878 picture_Release( p_picture );
883 vlc_mutex_lock( &p_owner->lock );
885 if( p_owner->b_waiting && !p_owner->b_first )
887 p_owner->b_has_data = true;
888 vlc_cond_signal( &p_owner->wait_acknowledge );
890 bool b_first_after_wait = p_owner->b_waiting && p_owner->b_has_data;
892 bool b_reject = DecoderWaitUnblock( p_dec );
894 if( p_owner->b_waiting )
896 assert( p_owner->b_first );
897 msg_Dbg( p_dec, "Received first picture" );
898 p_owner->b_first = false;
899 p_picture->b_force = true;
902 const bool b_dated = p_picture->date > VLC_TS_INVALID;
903 int i_rate = INPUT_RATE_DEFAULT;
904 DecoderFixTs( p_dec, &p_picture->date, NULL, NULL,
905 &i_rate, DECODER_BOGUS_VIDEO_DELAY );
907 vlc_mutex_unlock( &p_owner->lock );
910 if( !p_picture->b_force && p_picture->date <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify video_output/*
915 if( i_rate != p_owner->i_last_rate || b_first_after_wait )
917 /* Be sure to not display old picture after our own */
918 vout_Flush( p_vout, p_picture->date );
919 p_owner->i_last_rate = i_rate;
921 vout_PutPicture( p_vout, p_picture );
926 msg_Warn( p_dec, "early picture skipped" );
928 msg_Warn( p_dec, "non-dated video buffer received" );
931 picture_Release( p_picture );
935 vout_GetResetStatistic( p_vout, &i_tmp_display, &i_tmp_lost );
937 *pi_played_sum += i_tmp_display;
938 *pi_lost_sum += i_tmp_lost;
941 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
943 decoder_owner_sys_t *p_owner = p_dec->p_owner;
949 while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
951 vout_thread_t *p_vout = p_owner->p_vout;
952 if( DecoderIsFlushing( p_dec ) )
953 { /* It prevent freezing VLC in case of broken decoder */
954 picture_Release( p_pic );
956 block_Release( p_block );
962 if( p_owner->i_preroll_end > VLC_TS_INVALID && p_pic->date < p_owner->i_preroll_end )
964 picture_Release( p_pic );
968 if( p_owner->i_preroll_end > VLC_TS_INVALID )
970 msg_Dbg( p_dec, "End of video preroll" );
972 vout_Flush( p_vout, VLC_TS_INVALID+1 );
974 p_owner->i_preroll_end = VLC_TS_INVALID;
977 if( p_dec->pf_get_cc &&
978 ( !p_owner->p_packetizer || !p_owner->p_packetizer->pf_get_cc ) )
979 DecoderGetCc( p_dec, p_dec );
981 DecoderPlayVideo( p_dec, p_pic, &i_displayed, &i_lost );
984 /* Update ugly stat */
985 input_thread_t *p_input = p_owner->p_input;
987 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_displayed > 0) )
989 vlc_mutex_lock( &p_input->p->counters.counters_lock );
990 stats_Update( p_input->p->counters.p_decoded_video, i_decoded, NULL );
991 stats_Update( p_input->p->counters.p_lost_pictures, i_lost , NULL);
992 stats_Update( p_input->p->counters.p_displayed_pictures,
994 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
998 /* This function process a video block
1000 static void DecoderProcessVideo( decoder_t *p_dec, block_t *p_block, bool b_flush )
1002 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1004 if( p_owner->p_packetizer )
1006 block_t *p_packetized_block;
1007 decoder_t *p_packetizer = p_owner->p_packetizer;
1009 while( (p_packetized_block =
1010 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1012 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1014 es_format_Clean( &p_dec->fmt_in );
1015 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1018 /* If the packetizer provides aspect ratio information, pass it
1019 * to the decoder as a hint if the decoder itself can't provide
1020 * it. Copy it regardless of the current value of the decoder input
1021 * format aspect ratio, to properly propagate changes in aspect
1023 if( p_packetizer->fmt_out.video.i_sar_num > 0 &&
1024 p_packetizer->fmt_out.video.i_sar_den > 0)
1026 p_dec->fmt_in.video.i_sar_num =
1027 p_packetizer->fmt_out.video.i_sar_num;
1028 p_dec->fmt_in.video.i_sar_den=
1029 p_packetizer->fmt_out.video.i_sar_den;
1032 if( p_packetizer->pf_get_cc )
1033 DecoderGetCc( p_dec, p_packetizer );
1035 while( p_packetized_block )
1037 block_t *p_next = p_packetized_block->p_next;
1038 p_packetized_block->p_next = NULL;
1040 DecoderDecodeVideo( p_dec, p_packetized_block );
1042 p_packetized_block = p_next;
1045 /* The packetizer does not output a block that tell the decoder to flush
1049 block_t *p_null = DecoderBlockFlushNew();
1051 DecoderDecodeVideo( p_dec, p_null );
1056 DecoderDecodeVideo( p_dec, p_block );
1059 if( b_flush && p_owner->p_vout )
1060 vout_Flush( p_owner->p_vout, VLC_TS_INVALID+1 );
1063 static void DecoderPlayAudio( decoder_t *p_dec, block_t *p_audio,
1064 int *pi_played_sum, int *pi_lost_sum )
1066 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1067 audio_output_t *p_aout = p_owner->p_aout;
1070 if( p_audio->i_pts <= VLC_TS_INVALID ) // FIXME --VLC_TS_INVALID verify audio_output/*
1072 msg_Warn( p_dec, "non-dated audio buffer received" );
1074 block_Release( p_audio );
1079 vlc_mutex_lock( &p_owner->lock );
1081 if( p_owner->b_waiting )
1083 p_owner->b_has_data = true;
1084 vlc_cond_signal( &p_owner->wait_acknowledge );
1087 bool b_reject = DecoderWaitUnblock( p_dec );
1088 bool b_paused = p_owner->b_paused;
1091 int i_rate = INPUT_RATE_DEFAULT;
1093 DecoderFixTs( p_dec, &p_audio->i_pts, NULL, &p_audio->i_length,
1094 &i_rate, AOUT_MAX_ADVANCE_TIME );
1096 if( p_audio->i_pts <= VLC_TS_INVALID
1097 || i_rate < INPUT_RATE_DEFAULT/AOUT_MAX_INPUT_RATE
1098 || i_rate > INPUT_RATE_DEFAULT*AOUT_MAX_INPUT_RATE )
1101 DecoderWaitDate( p_dec, &b_reject,
1102 p_audio->i_pts - AOUT_MAX_PREPARE_TIME );
1104 if( unlikely(p_owner->b_paused != b_paused) )
1105 goto race; /* race with input thread? retry... */
1106 if( p_aout == NULL )
1111 assert( !p_owner->b_paused );
1112 if( !aout_DecPlay( p_aout, p_audio, i_rate ) )
1113 *pi_played_sum += 1;
1114 *pi_lost_sum += aout_DecGetResetLost( p_aout );
1118 msg_Dbg( p_dec, "discarded audio buffer" );
1120 block_Release( p_audio );
1122 vlc_mutex_unlock( &p_owner->lock );
1125 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
1127 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1128 block_t *p_aout_buf;
1133 while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
1135 if( DecoderIsFlushing( p_dec ) )
1137 /* It prevent freezing VLC in case of broken decoder */
1138 block_Release( p_aout_buf );
1140 block_Release( p_block );
1145 if( p_owner->i_preroll_end > VLC_TS_INVALID &&
1146 p_aout_buf->i_pts < p_owner->i_preroll_end )
1148 block_Release( p_aout_buf );
1152 if( p_owner->i_preroll_end > VLC_TS_INVALID )
1154 msg_Dbg( p_dec, "End of audio preroll" );
1155 if( p_owner->p_aout )
1156 aout_DecFlush( p_owner->p_aout, false );
1158 p_owner->i_preroll_end = VLC_TS_INVALID;
1161 DecoderPlayAudio( p_dec, p_aout_buf, &i_played, &i_lost );
1164 /* Update ugly stat */
1165 input_thread_t *p_input = p_owner->p_input;
1167 if( p_input != NULL && (i_decoded > 0 || i_lost > 0 || i_played > 0) )
1169 vlc_mutex_lock( &p_input->p->counters.counters_lock);
1170 stats_Update( p_input->p->counters.p_lost_abuffers, i_lost, NULL );
1171 stats_Update( p_input->p->counters.p_played_abuffers, i_played, NULL );
1172 stats_Update( p_input->p->counters.p_decoded_audio, i_decoded, NULL );
1173 vlc_mutex_unlock( &p_input->p->counters.counters_lock);
1177 /* This function process a audio block
1179 static void DecoderProcessAudio( decoder_t *p_dec, block_t *p_block, bool b_flush )
1181 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1183 if( p_owner->p_packetizer )
1185 block_t *p_packetized_block;
1186 decoder_t *p_packetizer = p_owner->p_packetizer;
1188 while( (p_packetized_block =
1189 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1191 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1193 es_format_Clean( &p_dec->fmt_in );
1194 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1197 while( p_packetized_block )
1199 block_t *p_next = p_packetized_block->p_next;
1200 p_packetized_block->p_next = NULL;
1202 DecoderDecodeAudio( p_dec, p_packetized_block );
1204 p_packetized_block = p_next;
1207 /* The packetizer does not output a block that tell the decoder to flush
1211 block_t *p_null = DecoderBlockFlushNew();
1213 DecoderDecodeAudio( p_dec, p_null );
1218 DecoderDecodeAudio( p_dec, p_block );
1221 if( b_flush && p_owner->p_aout )
1222 aout_DecFlush( p_owner->p_aout, false );
1225 static void DecoderPlaySpu( decoder_t *p_dec, subpicture_t *p_subpic )
1227 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1228 vout_thread_t *p_vout = p_owner->p_spu_vout;
1231 if( p_subpic->i_start <= VLC_TS_INVALID )
1233 msg_Warn( p_dec, "non-dated spu buffer received" );
1234 subpicture_Delete( p_subpic );
1239 vlc_mutex_lock( &p_owner->lock );
1241 if( p_owner->b_waiting )
1243 p_owner->b_has_data = true;
1244 vlc_cond_signal( &p_owner->wait_acknowledge );
1247 bool b_reject = DecoderWaitUnblock( p_dec );
1249 DecoderFixTs( p_dec, &p_subpic->i_start, &p_subpic->i_stop, NULL,
1252 if( p_subpic->i_start <= VLC_TS_INVALID )
1255 DecoderWaitDate( p_dec, &b_reject,
1256 p_subpic->i_start - SPU_MAX_PREPARE_TIME );
1257 vlc_mutex_unlock( &p_owner->lock );
1260 vout_PutSubpicture( p_vout, p_subpic );
1262 subpicture_Delete( p_subpic );
1265 /* This function process a subtitle block
1267 static void DecoderProcessSpu( decoder_t *p_dec, block_t *p_block, bool b_flush )
1269 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1271 input_thread_t *p_input = p_owner->p_input;
1272 vout_thread_t *p_vout;
1273 subpicture_t *p_spu;
1275 while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1277 if( p_input != NULL )
1279 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1280 stats_Update( p_input->p->counters.p_decoded_sub, 1, NULL );
1281 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1284 p_vout = input_resource_HoldVout( p_owner->p_resource );
1285 if( p_vout && p_owner->p_spu_vout == p_vout )
1287 /* Preroll does not work very well with subtitle */
1288 if( p_spu->i_start > VLC_TS_INVALID &&
1289 p_spu->i_start < p_owner->i_preroll_end &&
1290 ( p_spu->i_stop <= VLC_TS_INVALID || p_spu->i_stop < p_owner->i_preroll_end ) )
1292 subpicture_Delete( p_spu );
1296 DecoderPlaySpu( p_dec, p_spu );
1301 subpicture_Delete( p_spu );
1304 vlc_object_release( p_vout );
1307 if( b_flush && p_owner->p_spu_vout )
1309 p_vout = input_resource_HoldVout( p_owner->p_resource );
1311 if( p_vout && p_owner->p_spu_vout == p_vout )
1312 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1315 vlc_object_release( p_vout );
1320 static void DecoderProcessOnFlush( decoder_t *p_dec )
1322 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1324 vlc_mutex_lock( &p_owner->lock );
1326 if( p_owner->b_flushing )
1328 p_owner->b_flushing = false;
1329 vlc_cond_signal( &p_owner->wait_acknowledge );
1331 vlc_mutex_unlock( &p_owner->lock );
1337 * \param p_dec the decoder object
1338 * \param p_block the block to decode
1339 * \return VLC_SUCCESS or an error code
1341 static void DecoderProcess( decoder_t *p_dec, block_t *p_block )
1343 decoder_owner_sys_t *p_owner = (decoder_owner_sys_t *)p_dec->p_owner;
1344 const bool b_flush_request = p_block && (p_block->i_flags & BLOCK_FLAG_CORE_FLUSH);
1346 if( p_dec->b_error )
1349 block_Release( p_block );
1353 if( p_block && p_block->i_buffer <= 0 )
1355 assert( !b_flush_request );
1356 block_Release( p_block );
1361 if( p_owner->b_packetizer )
1364 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1366 DecoderProcessSout( p_dec, p_block );
1371 bool b_flush = false;
1375 const bool b_flushing = p_owner->i_preroll_end == INT64_MAX;
1376 DecoderUpdatePreroll( &p_owner->i_preroll_end, p_block );
1378 b_flush = !b_flushing && b_flush_request;
1380 p_block->i_flags &= ~BLOCK_FLAG_CORE_PRIVATE_MASK;
1383 if( p_dec->fmt_out.i_cat == AUDIO_ES )
1385 DecoderProcessAudio( p_dec, p_block, b_flush );
1387 else if( p_dec->fmt_out.i_cat == VIDEO_ES )
1389 DecoderProcessVideo( p_dec, p_block, b_flush );
1391 else if( p_dec->fmt_out.i_cat == SPU_ES )
1393 DecoderProcessSpu( p_dec, p_block, b_flush );
1397 msg_Err( p_dec, "unknown ES format" );
1398 p_dec->b_error = true;
1404 if( b_flush_request )
1405 DecoderProcessOnFlush( p_dec );
1410 * The decoding main loop
1412 * \param p_dec the decoder
1414 static void *DecoderThread( void *p_data )
1416 decoder_t *p_dec = (decoder_t *)p_data;
1417 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1419 /* The decoder's main loop */
1424 vlc_fifo_Lock( p_owner->p_fifo );
1425 vlc_fifo_CleanupPush( p_owner->p_fifo );
1427 vlc_cond_signal( &p_owner->wait_fifo );
1429 while( vlc_fifo_IsEmpty( p_owner->p_fifo ) )
1431 if( p_owner->b_draining )
1432 { /* We have emptied the FIFO and there is a pending request to
1433 * drain. Pass p_block = NULL to decoder just once. */
1434 p_owner->b_draining = false;
1438 p_owner->b_idle = true;
1439 vlc_fifo_Wait( p_owner->p_fifo );
1440 /* Make sure there is no cancellation point other than this one^^.
1441 * If you need one, be sure to push cleanup of p_block. */
1442 p_owner->b_idle = false;
1445 p_block = vlc_fifo_DequeueUnlocked( p_owner->p_fifo );
1448 int canc = vlc_savecancel();
1449 DecoderProcess( p_dec, p_block );
1451 vlc_mutex_lock( &p_owner->lock );
1452 if( p_block == NULL )
1453 { /* Draining: the decoder is drained and all decoded buffers are
1454 * queued to the output at this point. Now drain the output. */
1455 if( p_owner->p_aout != NULL )
1456 aout_DecFlush( p_owner->p_aout, true );
1458 p_owner->b_drained = (p_block == NULL);
1460 vlc_cond_signal( &p_owner->wait_acknowledge );
1461 vlc_mutex_unlock( &p_owner->lock );
1462 vlc_restorecancel( canc );
1468 * Create a decoder object
1470 * \param p_input the input thread
1471 * \param p_es the es descriptor
1472 * \param b_packetizer instead of a decoder
1473 * \return the decoder object
1475 static decoder_t * CreateDecoder( vlc_object_t *p_parent,
1476 input_thread_t *p_input,
1477 const es_format_t *fmt, bool b_packetizer,
1478 input_resource_t *p_resource,
1479 sout_instance_t *p_sout )
1482 decoder_owner_sys_t *p_owner;
1483 es_format_t null_es_format;
1485 p_dec = vlc_custom_create( p_parent, sizeof( *p_dec ), "decoder" );
1489 p_dec->pf_decode_audio = NULL;
1490 p_dec->pf_decode_video = NULL;
1491 p_dec->pf_decode_sub = NULL;
1492 p_dec->pf_get_cc = NULL;
1493 p_dec->pf_packetize = NULL;
1495 /* Initialize the decoder */
1496 p_dec->p_module = NULL;
1498 memset( &null_es_format, 0, sizeof(es_format_t) );
1499 es_format_Copy( &p_dec->fmt_in, fmt );
1500 es_format_Copy( &p_dec->fmt_out, &null_es_format );
1502 p_dec->p_description = NULL;
1504 /* Allocate our private structure for the decoder */
1505 p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
1506 if( unlikely(p_owner == NULL) )
1508 vlc_object_release( p_dec );
1511 p_owner->i_preroll_end = VLC_TS_INVALID;
1512 p_owner->i_last_rate = INPUT_RATE_DEFAULT;
1513 p_owner->p_input = p_input;
1514 p_owner->p_resource = p_resource;
1515 p_owner->p_aout = NULL;
1516 p_owner->p_vout = NULL;
1517 p_owner->p_spu_vout = NULL;
1518 p_owner->i_spu_channel = 0;
1519 p_owner->i_spu_order = 0;
1520 p_owner->p_sout = p_sout;
1521 p_owner->p_sout_input = NULL;
1522 p_owner->p_packetizer = NULL;
1523 p_owner->b_packetizer = b_packetizer;
1524 es_format_Init( &p_owner->fmt, UNKNOWN_ES, 0 );
1527 p_owner->p_fifo = block_FifoNew();
1528 if( unlikely(p_owner->p_fifo == NULL) )
1531 vlc_object_release( p_dec );
1535 /* Set buffers allocation callbacks for the decoders */
1536 p_dec->pf_aout_format_update = aout_update_format;
1537 p_dec->pf_vout_format_update = vout_update_format;
1538 p_dec->pf_vout_buffer_new = vout_new_buffer;
1539 p_dec->pf_spu_buffer_new = spu_new_buffer;
1541 p_dec->pf_get_attachments = DecoderGetInputAttachments;
1542 p_dec->pf_get_display_date = DecoderGetDisplayDate;
1543 p_dec->pf_get_display_rate = DecoderGetDisplayRate;
1545 /* Find a suitable decoder/packetizer module */
1547 p_dec->p_module = module_need( p_dec, "decoder", "$codec", false );
1549 p_dec->p_module = module_need( p_dec, "packetizer", "$packetizer", false );
1551 /* Check if decoder requires already packetized data */
1552 if( !b_packetizer &&
1553 p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
1555 p_owner->p_packetizer =
1556 vlc_custom_create( p_parent, sizeof( decoder_t ), "packetizer" );
1557 if( p_owner->p_packetizer )
1559 es_format_Copy( &p_owner->p_packetizer->fmt_in,
1562 es_format_Copy( &p_owner->p_packetizer->fmt_out,
1565 p_owner->p_packetizer->p_module =
1566 module_need( p_owner->p_packetizer,
1567 "packetizer", "$packetizer", false );
1569 if( !p_owner->p_packetizer->p_module )
1571 es_format_Clean( &p_owner->p_packetizer->fmt_in );
1572 vlc_object_release( p_owner->p_packetizer );
1573 p_owner->p_packetizer = NULL;
1578 /* Copy ourself the input replay gain */
1579 if( fmt->i_cat == AUDIO_ES )
1581 for( unsigned i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
1583 if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
1585 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
1586 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
1588 if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
1590 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
1591 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
1597 vlc_mutex_init( &p_owner->lock );
1598 vlc_cond_init( &p_owner->wait_request );
1599 vlc_cond_init( &p_owner->wait_acknowledge );
1600 vlc_cond_init( &p_owner->wait_fifo );
1602 p_owner->b_fmt_description = false;
1603 p_owner->p_description = NULL;
1605 p_owner->b_paused = false;
1606 p_owner->pause.i_date = VLC_TS_INVALID;
1607 p_owner->pause.i_ignore = 0;
1609 p_owner->b_waiting = false;
1610 p_owner->b_first = true;
1611 p_owner->b_has_data = false;
1613 p_owner->b_flushing = false;
1614 p_owner->b_draining = false;
1615 p_owner->b_drained = false;
1616 p_owner->b_idle = false;
1619 p_owner->cc.b_supported = false;
1622 if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
1623 p_owner->cc.b_supported = true;
1624 if( p_dec->pf_get_cc )
1625 p_owner->cc.b_supported = true;
1628 for( unsigned i = 0; i < 4; i++ )
1630 p_owner->cc.pb_present[i] = false;
1631 p_owner->cc.pp_decoder[i] = NULL;
1633 p_owner->i_ts_delay = 0;
1638 * Destroys a decoder object
1640 * \param p_dec the decoder object
1643 static void DeleteDecoder( decoder_t * p_dec )
1645 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1647 msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1648 (char*)&p_dec->fmt_in.i_codec,
1649 (unsigned)block_FifoCount( p_owner->p_fifo ) );
1651 /* Free all packets still in the decoder fifo. */
1652 block_FifoRelease( p_owner->p_fifo );
1655 if( p_owner->p_aout )
1657 /* TODO: REVISIT gap-less audio */
1658 aout_DecFlush( p_owner->p_aout, false );
1659 aout_DecDelete( p_owner->p_aout );
1660 input_resource_PutAout( p_owner->p_resource, p_owner->p_aout );
1661 if( p_owner->p_input != NULL )
1662 input_SendEventAout( p_owner->p_input );
1664 if( p_owner->p_vout )
1666 /* Hack to make sure all the the pictures are freed by the decoder
1667 * and that the vout is not paused anymore */
1668 vout_Reset( p_owner->p_vout );
1671 input_resource_RequestVout( p_owner->p_resource, p_owner->p_vout, NULL,
1673 if( p_owner->p_input != NULL )
1674 input_SendEventVout( p_owner->p_input );
1678 if( p_owner->p_sout_input )
1680 sout_InputDelete( p_owner->p_sout_input );
1683 es_format_Clean( &p_owner->fmt );
1685 if( p_dec->fmt_out.i_cat == SPU_ES )
1687 vout_thread_t *p_vout = input_resource_HoldVout( p_owner->p_resource );
1690 if( p_owner->p_spu_vout == p_vout )
1691 vout_FlushSubpictureChannel( p_vout, p_owner->i_spu_channel );
1692 vlc_object_release( p_vout );
1696 es_format_Clean( &p_dec->fmt_in );
1697 es_format_Clean( &p_dec->fmt_out );
1698 if( p_dec->p_description )
1699 vlc_meta_Delete( p_dec->p_description );
1700 if( p_owner->p_description )
1701 vlc_meta_Delete( p_owner->p_description );
1703 if( p_owner->p_packetizer )
1705 module_unneed( p_owner->p_packetizer,
1706 p_owner->p_packetizer->p_module );
1707 es_format_Clean( &p_owner->p_packetizer->fmt_in );
1708 es_format_Clean( &p_owner->p_packetizer->fmt_out );
1709 if( p_owner->p_packetizer->p_description )
1710 vlc_meta_Delete( p_owner->p_packetizer->p_description );
1711 vlc_object_release( p_owner->p_packetizer );
1714 vlc_cond_destroy( &p_owner->wait_fifo );
1715 vlc_cond_destroy( &p_owner->wait_acknowledge );
1716 vlc_cond_destroy( &p_owner->wait_request );
1717 vlc_mutex_destroy( &p_owner->lock );
1719 vlc_object_release( p_dec );
1725 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
1727 if (codec != VLC_FOURCC('u','n','d','f')) {
1728 const char *desc = vlc_fourcc_GetDescription(p_dec->fmt_in.i_cat, codec);
1729 if (!desc || !*desc)
1730 desc = N_("No description for this codec");
1731 msg_Err( p_dec, "Codec `%4.4s' (%s) is not supported.", (char*)&codec, desc );
1732 dialog_Fatal( p_dec, _("Codec not supported"),
1733 _("VLC could not decode the format \"%4.4s\" (%s)"),
1734 (char*)&codec, desc );
1736 msg_Err( p_dec, "could not identify codec" );
1737 dialog_Fatal( p_dec, _("Unidentified codec"),
1738 _("VLC could not identify the audio or video codec" ) );
1742 /* TODO: pass p_sout through p_resource? -- Courmisch */
1743 static decoder_t *decoder_New( vlc_object_t *p_parent, input_thread_t *p_input,
1744 const es_format_t *fmt, input_clock_t *p_clock,
1745 input_resource_t *p_resource,
1746 sout_instance_t *p_sout )
1748 decoder_t *p_dec = NULL;
1749 const char *psz_type = p_sout ? N_("packetizer") : N_("decoder");
1752 /* Create the decoder configuration structure */
1753 p_dec = CreateDecoder( p_parent, p_input, fmt,
1754 p_sout != NULL, p_resource, p_sout );
1757 msg_Err( p_parent, "could not create %s", psz_type );
1758 dialog_Fatal( p_parent, _("Streaming / Transcoding failed"),
1759 _("VLC could not open the %s module."),
1760 vlc_gettext( psz_type ) );
1764 if( !p_dec->p_module )
1766 DecoderUnsupportedCodec( p_dec, fmt->i_codec );
1768 DeleteDecoder( p_dec );
1772 p_dec->p_owner->p_clock = p_clock;
1773 assert( p_dec->fmt_out.i_cat != UNKNOWN_ES );
1775 if( p_dec->fmt_out.i_cat == AUDIO_ES )
1776 i_priority = VLC_THREAD_PRIORITY_AUDIO;
1778 i_priority = VLC_THREAD_PRIORITY_VIDEO;
1780 /* Spawn the decoder thread */
1781 if( vlc_clone( &p_dec->p_owner->thread, DecoderThread, p_dec, i_priority ) )
1783 msg_Err( p_dec, "cannot spawn decoder thread" );
1784 module_unneed( p_dec, p_dec->p_module );
1785 DeleteDecoder( p_dec );
1794 * Spawns a new decoder thread from the input thread
1796 * \param p_input the input thread
1797 * \param p_es the es descriptor
1798 * \return the spawned decoder object
1800 decoder_t *input_DecoderNew( input_thread_t *p_input,
1801 es_format_t *fmt, input_clock_t *p_clock,
1802 sout_instance_t *p_sout )
1804 return decoder_New( VLC_OBJECT(p_input), p_input, fmt, p_clock,
1805 p_input->p->p_resource, p_sout );
1809 * Spawn a decoder thread outside of the input thread.
1811 decoder_t *input_DecoderCreate( vlc_object_t *p_parent, const es_format_t *fmt,
1812 input_resource_t *p_resource )
1814 return decoder_New( p_parent, NULL, fmt, NULL, p_resource, NULL );
1819 * Kills a decoder thread and waits until it's finished
1821 * \param p_input the input thread
1822 * \param p_es the es descriptor
1825 void input_DecoderDelete( decoder_t *p_dec )
1827 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1829 vlc_cancel( p_owner->thread );
1831 /* Make sure we aren't paused/waiting/decoding anymore */
1832 vlc_mutex_lock( &p_owner->lock );
1833 p_owner->b_paused = false;
1834 p_owner->b_waiting = false;
1835 p_owner->b_flushing = true;
1836 vlc_cond_signal( &p_owner->wait_request );
1837 vlc_mutex_unlock( &p_owner->lock );
1839 vlc_join( p_owner->thread, NULL );
1841 module_unneed( p_dec, p_dec->p_module );
1844 if( p_dec->p_owner->cc.b_supported )
1847 for( i = 0; i < 4; i++ )
1848 input_DecoderSetCcState( p_dec, false, i );
1851 /* Delete decoder */
1852 DeleteDecoder( p_dec );
1856 * Put a block_t in the decoder's fifo.
1857 * Thread-safe w.r.t. the decoder. May be a cancellation point.
1859 * \param p_dec the decoder object
1860 * \param p_block the data block
1862 void input_DecoderDecode( decoder_t *p_dec, block_t *p_block, bool b_do_pace )
1864 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1866 vlc_fifo_Lock( p_owner->p_fifo );
1869 /* FIXME: ideally we would check the time amount of data
1870 * in the FIFO instead of its size. */
1871 /* 400 MiB, i.e. ~ 50mb/s for 60s */
1872 if( vlc_fifo_GetBytes( p_owner->p_fifo ) > 400*1024*1024 )
1874 msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
1875 "consumed quickly enough), resetting fifo!" );
1876 block_ChainRelease( vlc_fifo_DequeueAllUnlocked( p_owner->p_fifo ) );
1880 if( !p_owner->b_waiting )
1881 { /* The FIFO is not consumed when waiting, so pacing would deadlock VLC.
1882 * Locking is not necessary as b_waiting is only read, not written by
1883 * the decoder thread. */
1884 while( vlc_fifo_GetCount( p_owner->p_fifo ) >= 10 )
1885 vlc_fifo_WaitCond( p_owner->p_fifo, &p_owner->wait_fifo );
1888 vlc_fifo_QueueUnlocked( p_owner->p_fifo, p_block );
1889 vlc_fifo_Unlock( p_owner->p_fifo );
1892 bool input_DecoderIsEmpty( decoder_t * p_dec )
1894 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1896 assert( !p_owner->b_waiting );
1898 if( block_FifoCount( p_dec->p_owner->p_fifo ) > 0 )
1903 vlc_mutex_lock( &p_owner->lock );
1904 if( p_owner->fmt.i_cat == VIDEO_ES && p_owner->p_vout != NULL )
1905 b_empty = vout_IsEmpty( p_owner->p_vout );
1906 else if( p_owner->fmt.i_cat == AUDIO_ES )
1907 b_empty = p_owner->b_drained;
1909 b_empty = true; /* TODO subtitles support */
1910 vlc_mutex_unlock( &p_owner->lock );
1916 * Signals that there are no further blocks to decode, and requests that the
1917 * decoder drain all pending buffers. This is used to ensure that all
1918 * intermediate buffers empty and no samples get lost at the end of the stream.
1920 * @note The function does not actually wait for draining. It just signals that
1921 * draining should be performed once the decoder has emptied FIFO.
1923 void input_DecoderDrain( decoder_t *p_dec )
1925 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1927 vlc_fifo_Lock( p_owner->p_fifo );
1928 p_owner->b_draining = true;
1929 vlc_fifo_Signal( p_owner->p_fifo );
1930 vlc_fifo_Unlock( p_owner->p_fifo );
1933 static void DecoderFlush( decoder_t *p_dec )
1935 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1937 vlc_assert_locked( &p_owner->lock );
1939 vlc_fifo_Lock( p_owner->p_fifo );
1940 /* Empty the fifo */
1941 block_ChainRelease( vlc_fifo_DequeueAllUnlocked( p_owner->p_fifo ) );
1942 p_owner->b_draining = false; /* flush supersedes drain */
1943 vlc_fifo_Unlock( p_owner->p_fifo );
1945 /* Monitor for flush end */
1946 p_owner->b_flushing = true;
1947 vlc_cond_signal( &p_owner->wait_request );
1949 /* Send a special block */
1950 block_t *p_null = DecoderBlockFlushNew();
1953 input_DecoderDecode( p_dec, p_null, false );
1956 while( p_owner->b_flushing )
1957 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
1961 * Requests that the decoder immediately discard all pending buffers.
1962 * This is useful when seeking or when deselecting a stream.
1964 void input_DecoderFlush( decoder_t *p_dec )
1966 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1968 vlc_mutex_lock( &p_owner->lock );
1969 DecoderFlush( p_dec );
1970 vlc_mutex_unlock( &p_owner->lock );
1973 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
1975 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1978 vlc_mutex_lock( &p_owner->lock );
1979 for( i = 0; i < 4; i++ )
1980 pb_present[i] = p_owner->cc.pb_present[i];
1981 vlc_mutex_unlock( &p_owner->lock );
1984 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
1986 decoder_owner_sys_t *p_owner = p_dec->p_owner;
1988 //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
1990 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
1991 return VLC_EGENERIC;
1995 static const vlc_fourcc_t fcc[4] = {
1996 VLC_FOURCC('c', 'c', '1', ' '),
1997 VLC_FOURCC('c', 'c', '2', ' '),
1998 VLC_FOURCC('c', 'c', '3', ' '),
1999 VLC_FOURCC('c', 'c', '4', ' '),
2004 es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
2005 p_cc = input_DecoderNew( p_owner->p_input, &fmt,
2006 p_dec->p_owner->p_clock, p_owner->p_sout );
2009 msg_Err( p_dec, "could not create decoder" );
2010 dialog_Fatal( p_dec, _("Streaming / Transcoding failed"), "%s",
2011 _("VLC could not open the decoder module.") );
2012 return VLC_EGENERIC;
2014 else if( !p_cc->p_module )
2016 DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
2017 input_DecoderDelete(p_cc);
2018 return VLC_EGENERIC;
2020 p_cc->p_owner->p_clock = p_owner->p_clock;
2022 vlc_mutex_lock( &p_owner->lock );
2023 p_owner->cc.pp_decoder[i_channel] = p_cc;
2024 vlc_mutex_unlock( &p_owner->lock );
2030 vlc_mutex_lock( &p_owner->lock );
2031 p_cc = p_owner->cc.pp_decoder[i_channel];
2032 p_owner->cc.pp_decoder[i_channel] = NULL;
2033 vlc_mutex_unlock( &p_owner->lock );
2036 input_DecoderDelete(p_cc);
2041 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
2043 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2046 if( i_channel < 0 || i_channel >= 4 || !p_owner->cc.pb_present[i_channel] )
2047 return VLC_EGENERIC;
2049 vlc_mutex_lock( &p_owner->lock );
2050 *pb_decode = p_owner->cc.pp_decoder[i_channel] != NULL;
2051 vlc_mutex_unlock( &p_owner->lock );
2052 return VLC_EGENERIC;
2055 void input_DecoderChangePause( decoder_t *p_dec, bool b_paused, mtime_t i_date )
2057 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2059 vlc_mutex_lock( &p_owner->lock );
2060 /* Normally, p_owner->b_paused != b_paused here. But if a track is added
2061 * while the input is paused (e.g. add sub file), then b_paused is
2062 * (incorrectly) false. */
2063 if( likely(p_owner->b_paused != b_paused) ) {
2064 p_owner->b_paused = b_paused;
2065 p_owner->pause.i_date = i_date;
2066 p_owner->pause.i_ignore = 0;
2067 vlc_cond_signal( &p_owner->wait_request );
2069 /* XXX only audio and video output have to be paused.
2070 * - for sout it is useless
2071 * - for subs, it is done by the vout
2073 if( p_owner->fmt.i_cat == AUDIO_ES )
2075 if( p_owner->p_aout )
2076 aout_DecChangePause( p_owner->p_aout, b_paused, i_date );
2078 else if( p_owner->fmt.i_cat == VIDEO_ES )
2080 if( p_owner->p_vout )
2081 vout_ChangePause( p_owner->p_vout, b_paused, i_date );
2084 vlc_mutex_unlock( &p_owner->lock );
2087 void input_DecoderChangeDelay( decoder_t *p_dec, mtime_t i_delay )
2089 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2091 vlc_mutex_lock( &p_owner->lock );
2092 p_owner->i_ts_delay = i_delay;
2093 vlc_mutex_unlock( &p_owner->lock );
2096 void input_DecoderStartWait( decoder_t *p_dec )
2098 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2100 assert( !p_owner->b_waiting );
2102 vlc_mutex_lock( &p_owner->lock );
2103 p_owner->b_first = true;
2104 p_owner->b_has_data = false;
2105 p_owner->b_waiting = true;
2106 vlc_cond_signal( &p_owner->wait_request );
2107 vlc_mutex_unlock( &p_owner->lock );
2110 void input_DecoderStopWait( decoder_t *p_dec )
2112 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2114 assert( p_owner->b_waiting );
2116 vlc_mutex_lock( &p_owner->lock );
2117 p_owner->b_waiting = false;
2118 vlc_cond_signal( &p_owner->wait_request );
2119 vlc_mutex_unlock( &p_owner->lock );
2122 void input_DecoderWait( decoder_t *p_dec )
2124 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2126 assert( p_owner->b_waiting );
2128 vlc_mutex_lock( &p_owner->lock );
2129 vlc_fifo_Lock( p_owner->p_fifo );
2130 while( !p_owner->b_has_data )
2132 if( p_owner->b_idle )
2134 assert( vlc_fifo_IsEmpty( p_owner->p_fifo ) );
2135 msg_Warn( p_dec, "can't wait without data to decode" );
2138 vlc_fifo_Signal( p_owner->p_fifo );
2139 vlc_fifo_Unlock( p_owner->p_fifo );
2140 vlc_cond_wait( &p_owner->wait_acknowledge, &p_owner->lock );
2141 vlc_fifo_Lock( p_owner->p_fifo );
2143 vlc_fifo_Unlock( p_owner->p_fifo );
2144 vlc_mutex_unlock( &p_owner->lock );
2147 void input_DecoderFrameNext( decoder_t *p_dec, mtime_t *pi_duration )
2149 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2153 vlc_mutex_lock( &p_owner->lock );
2154 if( p_owner->fmt.i_cat == VIDEO_ES )
2156 if( p_owner->b_paused && p_owner->p_vout )
2158 vout_NextPicture( p_owner->p_vout, pi_duration );
2159 p_owner->pause.i_ignore++;
2160 vlc_cond_signal( &p_owner->wait_request );
2165 /* TODO subtitle should not be flushed */
2166 p_owner->b_waiting = false;
2167 DecoderFlush( p_dec );
2169 vlc_mutex_unlock( &p_owner->lock );
2172 bool input_DecoderHasFormatChanged( decoder_t *p_dec, es_format_t *p_fmt, vlc_meta_t **pp_meta )
2174 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2177 vlc_mutex_lock( &p_owner->lock );
2178 b_changed = p_owner->b_fmt_description;
2182 es_format_Copy( p_fmt, &p_owner->fmt );
2187 if( p_owner->p_description )
2189 *pp_meta = vlc_meta_New();
2191 vlc_meta_Merge( *pp_meta, p_owner->p_description );
2194 p_owner->b_fmt_description = false;
2196 vlc_mutex_unlock( &p_owner->lock );
2200 size_t input_DecoderGetFifoSize( decoder_t *p_dec )
2202 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2204 return block_FifoSize( p_owner->p_fifo );
2207 void input_DecoderGetObjects( decoder_t *p_dec,
2208 vout_thread_t **pp_vout, audio_output_t **pp_aout )
2210 decoder_owner_sys_t *p_owner = p_dec->p_owner;
2212 vlc_mutex_lock( &p_owner->lock );
2214 *pp_vout = p_owner->p_vout ? vlc_object_hold( p_owner->p_vout ) : NULL;
2216 *pp_aout = p_owner->p_aout ? vlc_object_hold( p_owner->p_aout ) : NULL;
2217 vlc_mutex_unlock( &p_owner->lock );