1 /*****************************************************************************
2 * decoder.c: Functions for the management of decoders
3 *****************************************************************************
4 * Copyright (C) 1999-2004 the VideoLAN team
7 * Authors: Christophe Massiot <massiot@via.ecp.fr>
8 * Gildas Bazin <gbazin@videolan.org>
9 * Laurent Aimar <fenrir@via.ecp.fr>
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24 *****************************************************************************/
26 /*****************************************************************************
28 *****************************************************************************/
34 #include <vlc_common.h>
36 #include <vlc_block.h>
40 #include <vlc_codec.h>
43 #include <vlc_interface.h>
44 #include "audio_output/aout_internal.h"
45 #include "stream_output/stream_output.h"
46 #include "input_internal.h"
48 static decoder_t * CreateDecoder( input_thread_t *, es_format_t *, int );
49 static void DeleteDecoder( decoder_t * );
51 static void* DecoderThread( vlc_object_t * );
52 static int DecoderDecode( decoder_t * p_dec, block_t *p_block );
54 /* Buffers allocation callbacks for the decoders */
55 static aout_buffer_t *aout_new_buffer( decoder_t *, int );
56 static void aout_del_buffer( decoder_t *, aout_buffer_t * );
58 static picture_t *vout_new_buffer( decoder_t * );
59 static void vout_del_buffer( decoder_t *, picture_t * );
60 static void vout_link_picture( decoder_t *, picture_t * );
61 static void vout_unlink_picture( decoder_t *, picture_t * );
63 static subpicture_t *spu_new_buffer( decoder_t * );
64 static void spu_del_buffer( decoder_t *, subpicture_t * );
66 static es_format_t null_es_format;
68 struct decoder_owner_sys_t
72 int64_t i_preroll_end;
74 input_thread_t *p_input;
76 aout_instance_t *p_aout;
77 aout_input_t *p_aout_input;
79 vout_thread_t *p_vout;
81 vout_thread_t *p_spu_vout;
84 sout_instance_t *p_sout;
85 sout_packetizer_input_t *p_sout_input;
87 /* Some decoders require already packetized data (ie. not truncated) */
88 decoder_t *p_packetizer;
90 /* Current format in use by the output */
101 bool pb_cc_present[4];
106 static void DecoderUnsupportedCodec( decoder_t *p_dec, vlc_fourcc_t codec )
108 msg_Err( p_dec, "no suitable decoder module for fourcc `%4.4s'.\n"
109 "VLC probably does not support this sound or video format.",
111 intf_UserFatal( p_dec, false, _("No suitable decoder module"),
112 _("VLC does not support the audio or video format \"%4.4s\". "
113 "Unfortunately there is no way for you to fix this."), (char*)&codec );
116 /* decoder_GetInputAttachment:
118 input_attachment_t *decoder_GetInputAttachment( decoder_t *p_dec,
119 const char *psz_name )
121 input_attachment_t *p_attachment;
122 if( input_Control( p_dec->p_owner->p_input, INPUT_GET_ATTACHMENT, &p_attachment, psz_name ) )
126 /* decoder_GetInputAttachments:
128 int decoder_GetInputAttachments( decoder_t *p_dec,
129 input_attachment_t ***ppp_attachment,
132 return input_Control( p_dec->p_owner->p_input, INPUT_GET_ATTACHMENTS,
133 ppp_attachment, pi_attachment );
135 /* decoder_GetDisplayDate:
137 mtime_t decoder_GetDisplayDate( decoder_t *p_dec, mtime_t i_ts )
144 * Spawns a new decoder thread
146 * \param p_input the input thread
147 * \param p_es the es descriptor
148 * \return the spawned decoder object
150 decoder_t *input_DecoderNew( input_thread_t *p_input,
151 es_format_t *fmt, bool b_force_decoder )
153 decoder_t *p_dec = NULL;
157 (void)b_force_decoder;
159 /* If we are in sout mode, search for packetizer module */
160 if( p_input->p->p_sout && !b_force_decoder )
162 /* Create the decoder configuration structure */
163 p_dec = CreateDecoder( p_input, fmt, VLC_OBJECT_PACKETIZER );
166 msg_Err( p_input, "could not create packetizer" );
167 intf_UserFatal( p_input, false, _("Streaming / Transcoding failed"),
168 _("VLC could not open the packetizer module.") );
175 /* Create the decoder configuration structure */
176 p_dec = CreateDecoder( p_input, fmt, VLC_OBJECT_DECODER );
179 msg_Err( p_input, "could not create decoder" );
180 intf_UserFatal( p_input, false, _("Streaming / Transcoding failed"),
181 _("VLC could not open the decoder module.") );
186 if( !p_dec->p_module )
188 DecoderUnsupportedCodec( p_dec, fmt->i_codec );
190 DeleteDecoder( p_dec );
191 vlc_object_release( p_dec );
195 if( p_input->p->p_sout && p_input->p->input.b_can_pace_control &&
198 msg_Dbg( p_input, "stream out mode -> no decoder thread" );
199 p_dec->p_owner->b_own_thread = false;
203 var_Get( p_input, "minimize-threads", &val );
204 p_dec->p_owner->b_own_thread = !val.b_bool;
207 if( p_dec->p_owner->b_own_thread )
210 if( fmt->i_cat == AUDIO_ES )
211 i_priority = VLC_THREAD_PRIORITY_AUDIO;
213 i_priority = VLC_THREAD_PRIORITY_VIDEO;
215 /* Spawn the decoder thread */
216 if( vlc_thread_create( p_dec, "decoder", DecoderThread,
217 i_priority, false ) )
219 msg_Err( p_dec, "cannot spawn decoder thread" );
220 module_Unneed( p_dec, p_dec->p_module );
221 DeleteDecoder( p_dec );
222 vlc_object_release( p_dec );
231 * Kills a decoder thread and waits until it's finished
233 * \param p_input the input thread
234 * \param p_es the es descriptor
237 void input_DecoderDelete( decoder_t *p_dec )
239 vlc_object_kill( p_dec );
241 if( p_dec->p_owner->b_own_thread )
243 /* Make sure the thread leaves the function by
244 * sending it an empty block. */
245 block_t *p_block = block_New( p_dec, 0 );
246 input_DecoderDecode( p_dec, p_block );
248 vlc_thread_join( p_dec );
250 /* Don't module_Unneed() here because of the dll loader that wants
251 * close() in the same thread than open()/decode() */
256 input_DecoderDecode( p_dec, NULL );
258 module_Unneed( p_dec, p_dec->p_module );
262 if( p_dec->p_owner->b_cc_supported )
265 for( i = 0; i < 4; i++ )
266 input_DecoderSetCcState( p_dec, false, i );
269 /* Delete decoder configuration */
270 DeleteDecoder( p_dec );
272 /* Delete the decoder */
273 vlc_object_release( p_dec );
277 * Put a block_t in the decoder's fifo.
279 * \param p_dec the decoder object
280 * \param p_block the data block
282 void input_DecoderDecode( decoder_t * p_dec, block_t *p_block )
284 if( p_dec->p_owner->b_own_thread )
286 if( p_dec->p_owner->p_input->p->b_out_pace_control )
289 while( !p_dec->b_die && !p_dec->b_error &&
290 block_FifoCount( p_dec->p_owner->p_fifo ) > 10 )
295 else if( block_FifoSize( p_dec->p_owner->p_fifo ) > 50000000 /* 50 MB */ )
297 /* FIXME: ideally we would check the time amount of data
298 * in the fifo instead of its size. */
299 msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
300 "consumed quickly enough), resetting fifo!" );
301 block_FifoEmpty( p_dec->p_owner->p_fifo );
304 block_FifoPut( p_dec->p_owner->p_fifo, p_block );
308 if( p_dec->b_error || (p_block && p_block->i_buffer <= 0) )
310 if( p_block ) block_Release( p_block );
314 DecoderDecode( p_dec, p_block );
319 void input_DecoderDiscontinuity( decoder_t * p_dec, bool b_flush )
324 if( p_dec->p_owner->b_own_thread && b_flush )
325 block_FifoEmpty( p_dec->p_owner->p_fifo );
327 /* Send a special block */
328 p_null = block_New( p_dec, 128 );
329 p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY;
330 /* FIXME check for p_packetizer or b_packitized from es_format_t of input ? */
331 if( p_dec->p_owner->p_packetizer && b_flush )
332 p_null->i_flags |= BLOCK_FLAG_CORRUPTED;
333 memset( p_null->p_buffer, 0, p_null->i_buffer );
335 input_DecoderDecode( p_dec, p_null );
338 bool input_DecoderEmpty( decoder_t * p_dec )
340 if( p_dec->p_owner->b_own_thread
341 && block_FifoCount( p_dec->p_owner->p_fifo ) > 0 )
348 void input_DecoderIsCcPresent( decoder_t *p_dec, bool pb_present[4] )
352 vlc_mutex_lock( &p_dec->p_owner->lock_cc );
353 for( i = 0; i < 4; i++ )
354 pb_present[i] = p_dec->p_owner->pb_cc_present[i];
355 vlc_mutex_unlock( &p_dec->p_owner->lock_cc );
357 int input_DecoderSetCcState( decoder_t *p_dec, bool b_decode, int i_channel )
359 decoder_owner_sys_t *p_owner = p_dec->p_owner;
361 //msg_Warn( p_dec, "input_DecoderSetCcState: %d @%d", b_decode, i_channel );
363 if( i_channel < 0 || i_channel >= 4 || !p_owner->pb_cc_present[i_channel] )
368 static const vlc_fourcc_t fcc[4] = {
369 VLC_FOURCC('c', 'c', '1', ' '),
370 VLC_FOURCC('c', 'c', '2', ' '),
371 VLC_FOURCC('c', 'c', '3', ' '),
372 VLC_FOURCC('c', 'c', '4', ' '),
377 es_format_Init( &fmt, SPU_ES, fcc[i_channel] );
378 p_cc = CreateDecoder( p_owner->p_input, &fmt, VLC_OBJECT_DECODER );
381 msg_Err( p_dec, "could not create decoder" );
382 intf_UserFatal( p_dec, false, _("Streaming / Transcoding failed"),
383 _("VLC could not open the decoder module.") );
386 else if( !p_cc->p_module )
388 DecoderUnsupportedCodec( p_dec, fcc[i_channel] );
389 DeleteDecoder( p_cc );
390 vlc_object_release( p_cc );
394 vlc_mutex_lock( &p_owner->lock_cc );
395 p_dec->p_owner->pp_cc[i_channel] = p_cc;
396 vlc_mutex_unlock( &p_owner->lock_cc );
402 vlc_mutex_lock( &p_owner->lock_cc );
403 p_cc = p_dec->p_owner->pp_cc[i_channel];
404 p_dec->p_owner->pp_cc[i_channel] = NULL;
405 vlc_mutex_unlock( &p_dec->p_owner->lock_cc );
409 vlc_object_kill( p_cc );
410 module_Unneed( p_cc, p_cc->p_module );
411 DeleteDecoder( p_cc );
412 vlc_object_release( p_cc );
417 int input_DecoderGetCcState( decoder_t *p_dec, bool *pb_decode, int i_channel )
419 decoder_owner_sys_t *p_owner = p_dec->p_owner;
422 if( i_channel < 0 || i_channel >= 4 || !p_owner->pb_cc_present[i_channel] )
425 vlc_mutex_lock( &p_owner->lock_cc );
426 *pb_decode = p_dec->p_owner->pp_cc[i_channel] != NULL;
427 vlc_mutex_unlock( &p_dec->p_owner->lock_cc );
432 * Create a decoder object
434 * \param p_input the input thread
435 * \param p_es the es descriptor
436 * \param i_object_type Object type as define in include/vlc_objects.h
437 * \return the decoder object
439 static decoder_t * CreateDecoder( input_thread_t *p_input,
440 es_format_t *fmt, int i_object_type )
443 decoder_owner_sys_t *p_owner;
446 p_dec = vlc_object_create( p_input, i_object_type );
450 p_dec->pf_decode_audio = 0;
451 p_dec->pf_decode_video = 0;
452 p_dec->pf_decode_sub = 0;
453 p_dec->pf_get_cc = 0;
454 p_dec->pf_packetize = 0;
456 /* Initialize the decoder fifo */
457 p_dec->p_module = NULL;
459 memset( &null_es_format, 0, sizeof(es_format_t) );
460 es_format_Copy( &p_dec->fmt_in, fmt );
461 es_format_Copy( &p_dec->fmt_out, &null_es_format );
463 /* Allocate our private structure for the decoder */
464 p_dec->p_owner = p_owner = malloc( sizeof( decoder_owner_sys_t ) );
465 if( p_dec->p_owner == NULL )
467 vlc_object_release( p_dec );
470 p_dec->p_owner->b_own_thread = true;
471 p_dec->p_owner->i_preroll_end = -1;
472 p_dec->p_owner->p_input = p_input;
473 p_dec->p_owner->p_aout = NULL;
474 p_dec->p_owner->p_aout_input = NULL;
475 p_dec->p_owner->p_vout = NULL;
476 p_dec->p_owner->p_spu_vout = NULL;
477 p_dec->p_owner->i_spu_channel = 0;
478 p_dec->p_owner->p_sout = p_input->p->p_sout;
479 p_dec->p_owner->p_sout_input = NULL;
480 p_dec->p_owner->p_packetizer = NULL;
483 if( ( p_dec->p_owner->p_fifo = block_FifoNew() ) == NULL )
485 free( p_dec->p_owner );
486 vlc_object_release( p_dec );
490 /* Set buffers allocation callbacks for the decoders */
491 p_dec->pf_aout_buffer_new = aout_new_buffer;
492 p_dec->pf_aout_buffer_del = aout_del_buffer;
493 p_dec->pf_vout_buffer_new = vout_new_buffer;
494 p_dec->pf_vout_buffer_del = vout_del_buffer;
495 p_dec->pf_picture_link = vout_link_picture;
496 p_dec->pf_picture_unlink = vout_unlink_picture;
497 p_dec->pf_spu_buffer_new = spu_new_buffer;
498 p_dec->pf_spu_buffer_del = spu_del_buffer;
500 vlc_object_attach( p_dec, p_input );
502 /* Find a suitable decoder/packetizer module */
503 if( i_object_type == VLC_OBJECT_DECODER )
504 p_dec->p_module = module_Need( p_dec, "decoder", "$codec", 0 );
506 p_dec->p_module = module_Need( p_dec, "packetizer", "$packetizer", 0 );
508 /* Check if decoder requires already packetized data */
509 if( i_object_type == VLC_OBJECT_DECODER &&
510 p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
512 p_dec->p_owner->p_packetizer =
513 vlc_object_create( p_input, VLC_OBJECT_PACKETIZER );
514 if( p_dec->p_owner->p_packetizer )
516 es_format_Copy( &p_dec->p_owner->p_packetizer->fmt_in,
519 es_format_Copy( &p_dec->p_owner->p_packetizer->fmt_out,
522 vlc_object_attach( p_dec->p_owner->p_packetizer, p_input );
524 p_dec->p_owner->p_packetizer->p_module =
525 module_Need( p_dec->p_owner->p_packetizer,
526 "packetizer", "$packetizer", 0 );
528 if( !p_dec->p_owner->p_packetizer->p_module )
530 es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_in );
531 vlc_object_detach( p_dec->p_owner->p_packetizer );
532 vlc_object_release( p_dec->p_owner->p_packetizer );
537 /* Copy ourself the input replay gain */
538 if( fmt->i_cat == AUDIO_ES )
540 for( i = 0; i < AUDIO_REPLAY_GAIN_MAX; i++ )
542 if( !p_dec->fmt_out.audio_replay_gain.pb_peak[i] )
544 p_dec->fmt_out.audio_replay_gain.pb_peak[i] = fmt->audio_replay_gain.pb_peak[i];
545 p_dec->fmt_out.audio_replay_gain.pf_peak[i] = fmt->audio_replay_gain.pf_peak[i];
547 if( !p_dec->fmt_out.audio_replay_gain.pb_gain[i] )
549 p_dec->fmt_out.audio_replay_gain.pb_gain[i] = fmt->audio_replay_gain.pb_gain[i];
550 p_dec->fmt_out.audio_replay_gain.pf_gain[i] = fmt->audio_replay_gain.pf_gain[i];
555 p_owner->b_cc_supported = false;
556 if( i_object_type == VLC_OBJECT_DECODER )
558 if( p_owner->p_packetizer && p_owner->p_packetizer->pf_get_cc )
559 p_owner->b_cc_supported = true;
560 if( p_dec->pf_get_cc )
561 p_owner->b_cc_supported = true;
564 vlc_mutex_init( &p_owner->lock_cc );
565 for( i = 0; i < 4; i++ )
567 p_owner->pb_cc_present[i] = false;
568 p_owner->pp_cc[i] = NULL;
574 * The decoding main loop
576 * \param p_dec the decoder
579 static void* DecoderThread( vlc_object_t *p_this )
581 decoder_t * p_dec = (decoder_t *)p_this;
584 /* The decoder's main loop */
585 while( !p_dec->b_die && !p_dec->b_error )
587 if( ( p_block = block_FifoGet( p_dec->p_owner->p_fifo ) ) == NULL )
592 if( DecoderDecode( p_dec, p_block ) != VLC_SUCCESS )
598 while( !p_dec->b_die )
600 /* Trash all received PES packets */
601 p_block = block_FifoGet( p_dec->p_owner->p_fifo );
602 if( p_block ) block_Release( p_block );
605 /* We do it here because of the dll loader that wants close() in the
606 * same thread than open()/decode() */
607 module_Unneed( p_dec, p_dec->p_module );
612 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
614 if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
615 *pi_preroll = INT64_MAX;
616 else if( p->i_pts > 0 )
617 *pi_preroll = __MIN( *pi_preroll, p->i_pts );
618 else if( p->i_dts > 0 )
619 *pi_preroll = __MIN( *pi_preroll, p->i_dts );
621 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
623 input_thread_t *p_input = p_dec->p_owner->p_input;
624 const int i_rate = p_block->i_rate;
625 aout_buffer_t *p_aout_buf;
627 while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
629 aout_instance_t *p_aout = p_dec->p_owner->p_aout;
630 aout_input_t *p_aout_input = p_dec->p_owner->p_aout_input;
634 /* It prevent freezing VLC in case of broken decoder */
635 aout_DecDeleteBuffer( p_aout, p_aout_input, p_aout_buf );
637 block_Release( p_block );
640 vlc_mutex_lock( &p_input->p->counters.counters_lock );
641 stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_audio, 1, NULL );
642 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
644 if( p_aout_buf->start_date < p_dec->p_owner->i_preroll_end )
646 aout_DecDeleteBuffer( p_aout, p_aout_input, p_aout_buf );
650 if( p_dec->p_owner->i_preroll_end > 0 )
652 /* FIXME TODO flush audio output (don't know how to do that) */
653 msg_Dbg( p_dec, "End of audio preroll" );
654 p_dec->p_owner->i_preroll_end = -1;
656 aout_DecPlay( p_aout, p_aout_input, p_aout_buf, i_rate );
659 static void DecoderGetCc( decoder_t *p_dec, decoder_t *p_dec_cc )
666 assert( p_dec_cc->pf_get_cc != NULL );
668 /* Do not try retreiving CC if not wanted (sout) or cannot be retreived */
669 if( !p_dec->p_owner->b_cc_supported )
672 p_cc = p_dec_cc->pf_get_cc( p_dec_cc, pb_present );
676 vlc_mutex_lock( &p_dec->p_owner->lock_cc );
677 for( i = 0, i_cc_decoder = 0; i < 4; i++ )
679 p_dec->p_owner->pb_cc_present[i] |= pb_present[i];
680 if( p_dec->p_owner->pp_cc[i] )
684 for( i = 0; i < 4; i++ )
686 if( !p_dec->p_owner->pp_cc[i] )
689 if( i_cc_decoder > 1 )
690 DecoderDecode( p_dec->p_owner->pp_cc[i], block_Duplicate( p_cc ) );
692 DecoderDecode( p_dec->p_owner->pp_cc[i], p_cc );
695 vlc_mutex_unlock( &p_dec->p_owner->lock_cc );
697 static void VoutDisplayedPicture( vout_thread_t *p_vout, picture_t *p_pic )
699 vlc_mutex_lock( &p_vout->picture_lock );
701 if( p_pic->i_status == READY_PICTURE )
703 /* Grr cannot destroy ready picture by myself so be sure vout won't like it */
706 else if( p_pic->i_refcount > 0 )
708 p_pic->i_status = DISPLAYED_PICTURE;
712 p_pic->i_status = DESTROYED_PICTURE;
713 p_vout->i_heap_size--;
716 vlc_mutex_unlock( &p_vout->picture_lock );
718 static void VoutFlushPicture( vout_thread_t *p_vout )
721 vlc_mutex_lock( &p_vout->picture_lock );
722 for( i = 0; i < p_vout->render.i_pictures; i++ )
724 picture_t *p_pic = p_vout->render.pp_picture[i];
726 if( p_pic->i_status == READY_PICTURE ||
727 p_pic->i_status == DISPLAYED_PICTURE )
729 /* We cannot change picture status if it is in READY_PICTURE state,
730 * Just make sure they won't be displayed */
734 vlc_mutex_unlock( &p_vout->picture_lock );
737 static void DecoderOptimizePtsDelay( decoder_t *p_dec )
739 input_thread_t *p_input = p_dec->p_owner->p_input;
740 vout_thread_t *p_vout = p_dec->p_owner->p_vout;
741 input_thread_private_t *p_priv = p_input->p;
743 picture_t *p_old = NULL;
744 picture_t *p_young = NULL;
747 /* Enable with --auto-adjust-pts-delay */
748 if( !p_priv->pts_adjust.b_auto_adjust )
751 for( i = 0; i < I_RENDERPICTURES; i++ )
753 picture_t *p_pic = PP_RENDERPICTURE[i];
755 if( p_pic->i_status != READY_PICTURE )
758 if( !p_old || p_pic->date < p_old->date )
760 if( !p_young || p_pic->date > p_young->date )
764 if( !p_young || !p_old )
767 /* Try to find if we can reduce the pts
768 * This first draft is way to simple, and we can't say if the
769 * algo will converge. It's also full of constants.
770 * But this simple algo allows to reduce the latency
772 * The whole point of this, is to bypass the pts_delay set
773 * by the access but also the delay arbitraly set by
775 * Actually the remote server's muxer may set up a
776 * pts<->dts delay in the muxed stream. That is
777 * why we may end up in having a negative pts_delay,
778 * to compensate that artificial delay. */
779 const mtime_t i_buffer_length = p_young->date - p_old->date;
780 int64_t i_pts_slide = 0;
781 if( i_buffer_length < 10000 )
783 if( p_priv->pts_adjust.i_num_faulty > 10 )
785 i_pts_slide = __MAX(p_input->i_pts_delay *3 / 2, 10000);
786 p_priv->pts_adjust.i_num_faulty = 0;
788 if( p_priv->pts_adjust.b_to_high )
790 p_priv->pts_adjust.b_to_high = !p_priv->pts_adjust.b_to_high;
791 p_priv->pts_adjust.i_num_faulty = 0;
793 p_priv->pts_adjust.i_num_faulty++;
795 else if( i_buffer_length > 100000 )
797 if( p_priv->pts_adjust.i_num_faulty > 25 )
799 i_pts_slide = -i_buffer_length/2;
800 p_priv->pts_adjust.i_num_faulty = 0;
802 if( p_priv->pts_adjust.b_to_high )
804 p_priv->pts_adjust.b_to_high = !p_priv->pts_adjust.b_to_high;
805 p_priv->pts_adjust.i_num_faulty = 0;
807 p_priv->pts_adjust.i_num_faulty++;
809 if( i_pts_slide != 0 )
811 const mtime_t i_pts_delay_org = p_input->i_pts_delay;
813 p_input->i_pts_delay += i_pts_slide;
815 /* Don't play with the pts delay for more than -2<->3sec */
816 if( p_input->i_pts_delay < -2000000 )
817 p_input->i_pts_delay = -2000000;
818 else if( p_input->i_pts_delay > 3000000 )
819 p_input->i_pts_delay = 3000000;
820 i_pts_slide = p_input->i_pts_delay - i_pts_delay_org;
822 msg_Dbg( p_input, "Sliding the pts by %dms pts delay at %dms picture buffer was %dms",
823 (int)i_pts_slide/1000, (int)p_input->i_pts_delay/1000, (int)i_buffer_length/1000);
825 vlc_mutex_lock( &p_vout->picture_lock );
826 /* Slide all the picture */
827 for( i = 0; i < I_RENDERPICTURES; i++ )
828 PP_RENDERPICTURE[i]->date += i_pts_slide;
829 /* FIXME: slide aout/spu */
830 vlc_mutex_unlock( &p_vout->picture_lock );
834 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
836 input_thread_t *p_input = p_dec->p_owner->p_input;
839 while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
841 vout_thread_t *p_vout = p_dec->p_owner->p_vout;
844 /* It prevent freezing VLC in case of broken decoder */
845 VoutDisplayedPicture( p_vout, p_pic );
847 block_Release( p_block );
851 vlc_mutex_lock( &p_input->p->counters.counters_lock );
852 stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_video, 1, NULL );
853 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
855 if( p_pic->date < p_dec->p_owner->i_preroll_end )
857 VoutDisplayedPicture( p_vout, p_pic );
861 if( p_dec->p_owner->i_preroll_end > 0 )
863 msg_Dbg( p_dec, "End of video preroll" );
865 VoutFlushPicture( p_vout );
867 p_dec->p_owner->i_preroll_end = -1;
870 if( ( !p_dec->p_owner->p_packetizer || !p_dec->p_owner->p_packetizer->pf_get_cc ) && p_dec->pf_get_cc )
871 DecoderGetCc( p_dec, p_dec );
873 vout_DatePicture( p_vout, p_pic, p_pic->date );
875 DecoderOptimizePtsDelay( p_dec );
877 vout_DisplayPicture( p_vout, p_pic );
884 * \param p_dec the decoder object
885 * \param p_block the block to decode
886 * \return VLC_SUCCESS or an error code
888 static int DecoderDecode( decoder_t *p_dec, block_t *p_block )
890 decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
891 const int i_rate = p_block ? p_block->i_rate : INPUT_RATE_DEFAULT;
893 if( p_block && p_block->i_buffer <= 0 )
895 block_Release( p_block );
900 if( p_dec->i_object_type == VLC_OBJECT_PACKETIZER )
902 block_t *p_sout_block;
904 while( ( p_sout_block =
905 p_dec->pf_packetize( p_dec, p_block ? &p_block : 0 ) ) )
907 if( !p_dec->p_owner->p_sout_input )
909 es_format_Copy( &p_dec->p_owner->sout, &p_dec->fmt_out );
911 p_dec->p_owner->sout.i_group = p_dec->fmt_in.i_group;
912 p_dec->p_owner->sout.i_id = p_dec->fmt_in.i_id;
913 if( p_dec->fmt_in.psz_language )
915 if( p_dec->p_owner->sout.psz_language )
916 free( p_dec->p_owner->sout.psz_language );
917 p_dec->p_owner->sout.psz_language =
918 strdup( p_dec->fmt_in.psz_language );
921 p_dec->p_owner->p_sout_input =
922 sout_InputNew( p_dec->p_owner->p_sout,
923 &p_dec->p_owner->sout );
925 if( p_dec->p_owner->p_sout_input == NULL )
927 msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
928 (char *)&p_dec->p_owner->sout.i_codec );
929 p_dec->b_error = true;
931 while( p_sout_block )
933 block_t *p_next = p_sout_block->p_next;
934 block_Release( p_sout_block );
935 p_sout_block = p_next;
941 while( p_sout_block )
943 block_t *p_next = p_sout_block->p_next;
945 p_sout_block->p_next = NULL;
946 p_sout_block->i_rate = i_rate;
948 sout_InputSendBuffer( p_dec->p_owner->p_sout_input,
951 p_sout_block = p_next;
954 /* For now it's enough, as only sout impact on this flag */
955 if( p_dec->p_owner->p_sout->i_out_pace_nocontrol > 0 &&
956 p_dec->p_owner->p_input->p->b_out_pace_control )
958 msg_Dbg( p_dec, "switching to sync mode" );
959 p_dec->p_owner->p_input->p->b_out_pace_control = false;
961 else if( p_dec->p_owner->p_sout->i_out_pace_nocontrol <= 0 &&
962 !p_dec->p_owner->p_input->p->b_out_pace_control )
964 msg_Dbg( p_dec, "switching to async mode" );
965 p_dec->p_owner->p_input->p->b_out_pace_control = true;
971 if( p_dec->fmt_in.i_cat == AUDIO_ES )
974 DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
976 if( p_dec->p_owner->p_packetizer )
978 block_t *p_packetized_block;
979 decoder_t *p_packetizer = p_dec->p_owner->p_packetizer;
981 while( (p_packetized_block =
982 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
984 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
986 es_format_Clean( &p_dec->fmt_in );
987 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
990 while( p_packetized_block )
992 block_t *p_next = p_packetized_block->p_next;
993 p_packetized_block->p_next = NULL;
994 p_packetized_block->i_rate = i_rate;
996 DecoderDecodeAudio( p_dec, p_packetized_block );
998 p_packetized_block = p_next;
1004 DecoderDecodeAudio( p_dec, p_block );
1007 else if( p_dec->fmt_in.i_cat == VIDEO_ES )
1010 DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
1012 if( p_dec->p_owner->p_packetizer )
1014 block_t *p_packetized_block;
1015 decoder_t *p_packetizer = p_dec->p_owner->p_packetizer;
1017 while( (p_packetized_block =
1018 p_packetizer->pf_packetize( p_packetizer, p_block ? &p_block : NULL )) )
1020 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
1022 es_format_Clean( &p_dec->fmt_in );
1023 es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
1025 if( p_packetizer->pf_get_cc )
1026 DecoderGetCc( p_dec, p_packetizer );
1028 while( p_packetized_block )
1030 block_t *p_next = p_packetized_block->p_next;
1031 p_packetized_block->p_next = NULL;
1032 p_packetized_block->i_rate = i_rate;
1034 DecoderDecodeVideo( p_dec, p_packetized_block );
1036 p_packetized_block = p_next;
1042 DecoderDecodeVideo( p_dec, p_block );
1045 else if( p_dec->fmt_in.i_cat == SPU_ES )
1047 input_thread_t *p_input = p_dec->p_owner->p_input;
1048 vout_thread_t *p_vout;
1049 subpicture_t *p_spu;
1052 DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
1054 while( (p_spu = p_dec->pf_decode_sub( p_dec, p_block ? &p_block : NULL ) ) )
1056 vlc_mutex_lock( &p_input->p->counters.counters_lock );
1057 stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_sub, 1, NULL );
1058 vlc_mutex_unlock( &p_input->p->counters.counters_lock );
1060 p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1061 if( p_vout && p_sys->p_spu_vout == p_vout )
1063 /* Prerool does not work very well with subtitle */
1064 if( p_spu->i_start < p_dec->p_owner->i_preroll_end &&
1065 ( p_spu->i_stop <= 0 || p_spu->i_stop < p_dec->p_owner->i_preroll_end ) )
1066 spu_DestroySubpicture( p_vout->p_spu, p_spu );
1068 spu_DisplaySubpicture( p_vout->p_spu, p_spu );
1072 msg_Warn( p_dec, "no vout found, leaking subpicture" );
1075 vlc_object_release( p_vout );
1080 msg_Err( p_dec, "unknown ES format" );
1084 return p_dec->b_error ? VLC_EGENERIC : VLC_SUCCESS;
1088 * Destroys a decoder object
1090 * \param p_dec the decoder object
1093 static void DeleteDecoder( decoder_t * p_dec )
1095 msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %u PES in FIFO",
1096 (char*)&p_dec->fmt_in.i_codec,
1097 (unsigned)block_FifoCount( p_dec->p_owner->p_fifo ) );
1099 /* Free all packets still in the decoder fifo. */
1100 block_FifoEmpty( p_dec->p_owner->p_fifo );
1101 block_FifoRelease( p_dec->p_owner->p_fifo );
1104 if( p_dec->p_owner->p_aout_input )
1105 aout_DecDelete( p_dec->p_owner->p_aout, p_dec->p_owner->p_aout_input );
1106 if( p_dec->p_owner->p_aout )
1108 vlc_object_release( p_dec->p_owner->p_aout );
1109 p_dec->p_owner->p_aout = NULL;
1111 if( p_dec->p_owner->p_vout )
1115 #define p_pic p_dec->p_owner->p_vout->render.pp_picture[i_pic]
1116 /* Hack to make sure all the the pictures are freed by the decoder */
1117 for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
1120 if( p_pic->i_status == RESERVED_PICTURE )
1121 vout_DestroyPicture( p_dec->p_owner->p_vout, p_pic );
1122 if( p_pic->i_refcount > 0 )
1123 vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
1127 /* We are about to die. Reattach video output to p_vlc. */
1128 vout_Request( p_dec, p_dec->p_owner->p_vout, 0 );
1132 if( p_dec->p_owner->p_sout_input )
1134 sout_InputDelete( p_dec->p_owner->p_sout_input );
1135 es_format_Clean( &p_dec->p_owner->sout );
1139 if( p_dec->fmt_in.i_cat == SPU_ES )
1141 vout_thread_t *p_vout;
1143 p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1146 spu_Control( p_vout->p_spu, SPU_CHANNEL_CLEAR,
1147 p_dec->p_owner->i_spu_channel );
1148 vlc_object_release( p_vout );
1152 es_format_Clean( &p_dec->fmt_in );
1153 es_format_Clean( &p_dec->fmt_out );
1155 if( p_dec->p_owner->p_packetizer )
1157 module_Unneed( p_dec->p_owner->p_packetizer,
1158 p_dec->p_owner->p_packetizer->p_module );
1159 es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_in );
1160 es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_out );
1161 vlc_object_detach( p_dec->p_owner->p_packetizer );
1162 vlc_object_release( p_dec->p_owner->p_packetizer );
1165 vlc_mutex_destroy( &p_dec->p_owner->lock_cc );
1167 vlc_object_detach( p_dec );
1169 free( p_dec->p_owner );
1172 /*****************************************************************************
1173 * Buffers allocation callbacks for the decoders
1174 *****************************************************************************/
1175 static aout_buffer_t *aout_new_buffer( decoder_t *p_dec, int i_samples )
1177 decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1178 aout_buffer_t *p_buffer;
1180 if( p_sys->p_aout_input != NULL &&
1181 ( p_dec->fmt_out.audio.i_rate != p_sys->audio.i_rate ||
1182 p_dec->fmt_out.audio.i_original_channels !=
1183 p_sys->audio.i_original_channels ||
1184 p_dec->fmt_out.audio.i_bytes_per_frame !=
1185 p_sys->audio.i_bytes_per_frame ) )
1187 /* Parameters changed, restart the aout */
1188 aout_DecDelete( p_sys->p_aout, p_sys->p_aout_input );
1189 p_sys->p_aout_input = NULL;
1192 if( p_sys->p_aout_input == NULL )
1194 audio_sample_format_t format;
1195 int i_force_dolby = config_GetInt( p_dec, "force-dolby-surround" );
1197 p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
1198 p_sys->audio = p_dec->fmt_out.audio;
1200 memcpy( &format, &p_sys->audio, sizeof( audio_sample_format_t ) );
1201 if ( i_force_dolby && (format.i_original_channels&AOUT_CHAN_PHYSMASK)
1202 == (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
1204 if ( i_force_dolby == 1 )
1206 format.i_original_channels = format.i_original_channels |
1207 AOUT_CHAN_DOLBYSTEREO;
1209 else /* i_force_dolby == 2 */
1211 format.i_original_channels = format.i_original_channels &
1212 ~AOUT_CHAN_DOLBYSTEREO;
1216 p_sys->p_aout_input =
1217 aout_DecNew( p_dec, &p_sys->p_aout, &format, &p_dec->fmt_out.audio_replay_gain );
1218 if( p_sys->p_aout_input == NULL )
1220 msg_Err( p_dec, "failed to create audio output" );
1221 p_dec->b_error = true;
1224 p_dec->fmt_out.audio.i_bytes_per_frame =
1225 p_sys->audio.i_bytes_per_frame;
1228 p_buffer = aout_DecNewBuffer( p_sys->p_aout_input, i_samples );
1233 static void aout_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
1235 aout_DecDeleteBuffer( p_dec->p_owner->p_aout,
1236 p_dec->p_owner->p_aout_input, p_buffer );
1240 int vout_CountPictureAvailable( vout_thread_t *p_vout );
1242 static picture_t *vout_new_buffer( decoder_t *p_dec )
1244 decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1247 if( p_sys->p_vout == NULL ||
1248 p_dec->fmt_out.video.i_width != p_sys->video.i_width ||
1249 p_dec->fmt_out.video.i_height != p_sys->video.i_height ||
1250 p_dec->fmt_out.video.i_chroma != p_sys->video.i_chroma ||
1251 p_dec->fmt_out.video.i_aspect != p_sys->video.i_aspect )
1253 if( !p_dec->fmt_out.video.i_width ||
1254 !p_dec->fmt_out.video.i_height )
1256 /* Can't create a new vout without display size */
1260 if( !p_dec->fmt_out.video.i_visible_width ||
1261 !p_dec->fmt_out.video.i_visible_height )
1263 if( p_dec->fmt_in.video.i_visible_width &&
1264 p_dec->fmt_in.video.i_visible_height )
1266 p_dec->fmt_out.video.i_visible_width =
1267 p_dec->fmt_in.video.i_visible_width;
1268 p_dec->fmt_out.video.i_visible_height =
1269 p_dec->fmt_in.video.i_visible_height;
1273 p_dec->fmt_out.video.i_visible_width =
1274 p_dec->fmt_out.video.i_width;
1275 p_dec->fmt_out.video.i_visible_height =
1276 p_dec->fmt_out.video.i_height;
1280 if( p_dec->fmt_out.video.i_visible_height == 1088 &&
1281 var_CreateGetBool( p_dec, "hdtv-fix" ) )
1283 p_dec->fmt_out.video.i_visible_height = 1080;
1284 p_dec->fmt_out.video.i_sar_num *= 135;
1285 p_dec->fmt_out.video.i_sar_den *= 136;
1286 msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
1289 if( !p_dec->fmt_out.video.i_sar_num ||
1290 !p_dec->fmt_out.video.i_sar_den )
1292 p_dec->fmt_out.video.i_sar_num = p_dec->fmt_out.video.i_aspect *
1293 p_dec->fmt_out.video.i_visible_height;
1295 p_dec->fmt_out.video.i_sar_den = VOUT_ASPECT_FACTOR *
1296 p_dec->fmt_out.video.i_visible_width;
1299 vlc_ureduce( &p_dec->fmt_out.video.i_sar_num,
1300 &p_dec->fmt_out.video.i_sar_den,
1301 p_dec->fmt_out.video.i_sar_num,
1302 p_dec->fmt_out.video.i_sar_den, 50000 );
1304 p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
1305 p_sys->video = p_dec->fmt_out.video;
1307 p_sys->p_vout = vout_Request( p_dec, p_sys->p_vout,
1308 &p_dec->fmt_out.video );
1309 if( p_sys->p_vout == NULL )
1311 msg_Err( p_dec, "failed to create video output" );
1312 p_dec->b_error = true;
1316 if( p_sys->video.i_rmask )
1317 p_sys->p_vout->render.i_rmask = p_sys->video.i_rmask;
1318 if( p_sys->video.i_gmask )
1319 p_sys->p_vout->render.i_gmask = p_sys->video.i_gmask;
1320 if( p_sys->video.i_bmask )
1321 p_sys->p_vout->render.i_bmask = p_sys->video.i_bmask;
1324 /* Get a new picture
1326 for( p_pic = NULL; ; )
1328 int i_pic, i_ready_pic = 0;
1330 if( p_dec->b_die || p_dec->b_error )
1333 /* The video filter chain required that there is always 1 free buffer
1334 * that it will use as temporary one. It will release the temporary
1335 * buffer once its work is done, so this check is safe even if we don't
1336 * lock around both count() and create().
1338 if( vout_CountPictureAvailable( p_sys->p_vout ) >= 2 )
1340 p_pic = vout_CreatePicture( p_sys->p_vout, 0, 0, 0 );
1345 #define p_pic p_dec->p_owner->p_vout->render.pp_picture[i_pic]
1346 /* Check the decoder doesn't leak pictures */
1347 for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
1350 if( p_pic->i_status == READY_PICTURE )
1352 if( i_ready_pic++ > 0 ) break;
1356 if( p_pic->i_status != DISPLAYED_PICTURE &&
1357 p_pic->i_status != RESERVED_PICTURE &&
1358 p_pic->i_status != READY_PICTURE ) break;
1360 if( !p_pic->i_refcount && p_pic->i_status != RESERVED_PICTURE )
1363 if( i_pic == p_dec->p_owner->p_vout->render.i_pictures )
1365 msg_Err( p_dec, "decoder is leaking pictures, resetting the heap" );
1367 /* Just free all the pictures */
1368 for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
1371 if( p_pic->i_status == RESERVED_PICTURE )
1372 vout_DestroyPicture( p_dec->p_owner->p_vout, p_pic );
1373 if( p_pic->i_refcount > 0 )
1374 vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
1379 msleep( VOUT_OUTMEM_SLEEP );
1385 static void vout_del_buffer( decoder_t *p_dec, picture_t *p_pic )
1387 VoutDisplayedPicture( p_dec->p_owner->p_vout, p_pic );
1390 static void vout_link_picture( decoder_t *p_dec, picture_t *p_pic )
1392 vout_LinkPicture( p_dec->p_owner->p_vout, p_pic );
1395 static void vout_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
1397 vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
1400 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
1402 decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1403 vout_thread_t *p_vout = NULL;
1404 subpicture_t *p_subpic;
1405 int i_attempts = 30;
1407 while( i_attempts-- )
1409 if( p_dec->b_die || p_dec->b_error ) break;
1411 p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1414 msleep( VOUT_DISPLAY_DELAY );
1419 msg_Warn( p_dec, "no vout found, dropping subpicture" );
1423 if( p_sys->p_spu_vout != p_vout )
1425 spu_Control( p_vout->p_spu, SPU_CHANNEL_REGISTER,
1426 &p_sys->i_spu_channel );
1427 p_sys->p_spu_vout = p_vout;
1430 p_subpic = spu_CreateSubpicture( p_vout->p_spu );
1433 p_subpic->i_channel = p_sys->i_spu_channel;
1436 vlc_object_release( p_vout );
1441 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
1443 decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1444 vout_thread_t *p_vout = NULL;
1446 p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1447 if( !p_vout || p_sys->p_spu_vout != p_vout )
1450 vlc_object_release( p_vout );
1451 msg_Warn( p_dec, "no vout found, leaking subpicture" );
1455 spu_DestroySubpicture( p_vout->p_spu, p_subpic );
1457 vlc_object_release( p_vout );