git.sesse.net Git - vlc/blob - modules/stream_out/transcode/video.c

   1 /*****************************************************************************
   2  * video.c: transcoding stream output module (video)
   3  *****************************************************************************
   4  * Copyright (C) 2003-2009 the VideoLAN team
   5  * $Id$
   6  *
   7  * Authors: Laurent Aimar <fenrir@via.ecp.fr>
   8  *          Gildas Bazin <gbazin@videolan.org>
   9  *          Jean-Paul Saman <jpsaman #_at_# m2x dot nl>
  10  *          Antoine Cellerier <dionoea at videolan dot org>
  11  *
  12  * This program is free software; you can redistribute it and/or modify
  13  * it under the terms of the GNU General Public License as published by
  14  * the Free Software Foundation; either version 2 of the License, or
  15  * (at your option) any later version.
  16  *
  17  * This program is distributed in the hope that it will be useful,
  18  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  19  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  20  * GNU General Public License for more details.
  21  *
  22  * You should have received a copy of the GNU General Public License
  23  * along with this program; if not, write to the Free Software
  24  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  25  *****************************************************************************/
  26
  27 /*****************************************************************************
  28  * Preamble
  29  *****************************************************************************/
  30
  31 #include "transcode.h"
  32
  33 #include <vlc_meta.h>
  34 #include <vlc_spu.h>
  35 #include <vlc_modules.h>
  36
  37 #define ENC_FRAMERATE (25 * 1001 + .5)
  38 #define ENC_FRAMERATE_BASE 1001
  39
  40 struct decoder_owner_sys_t
  41 {
  42     sout_stream_sys_t *p_sys;
  43 };
  44
  45 static void video_del_buffer_decoder( decoder_t *p_decoder, picture_t *p_pic )
  46 {
  47     VLC_UNUSED(p_decoder);
  48     picture_Release( p_pic );
  49 }
  50
  51 static void video_link_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
  52 {
  53     VLC_UNUSED(p_dec);
  54     picture_Hold( p_pic );
  55 }
  56
  57 static void video_unlink_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
  58 {
  59     VLC_UNUSED(p_dec);
  60     picture_Release( p_pic );
  61 }
  62
  63 static picture_t *video_new_buffer_decoder( decoder_t *p_dec )
  64 {
  65     p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
  66     return picture_NewFromFormat( &p_dec->fmt_out.video );
  67 }
  68
  69 static picture_t *video_new_buffer_encoder( encoder_t *p_enc )
  70 {
  71     p_enc->fmt_in.video.i_chroma = p_enc->fmt_in.i_codec;
  72     return picture_NewFromFormat( &p_enc->fmt_in.video );
  73 }
  74
  75 static picture_t *transcode_video_filter_buffer_new( filter_t *p_filter )
  76 {
  77     p_filter->fmt_out.video.i_chroma = p_filter->fmt_out.i_codec;
  78     return picture_NewFromFormat( &p_filter->fmt_out.video );
  79 }
  80 static void transcode_video_filter_buffer_del( filter_t *p_filter, picture_t *p_pic )
  81 {
  82     VLC_UNUSED(p_filter);
  83     picture_Release( p_pic );
  84 }
  85
  86 static int transcode_video_filter_allocation_init( filter_t *p_filter,
  87                                                    void *p_data )
  88 {
  89     VLC_UNUSED(p_data);
  90     p_filter->pf_video_buffer_new = transcode_video_filter_buffer_new;
  91     p_filter->pf_video_buffer_del = transcode_video_filter_buffer_del;
  92     return VLC_SUCCESS;
  93 }
  94
  95 static void transcode_video_filter_allocation_clear( filter_t *p_filter )
  96 {
  97     VLC_UNUSED(p_filter);
  98 }
  99
 100 static void* EncoderThread( void *obj )
 101 {
 102     sout_stream_sys_t *p_sys = (sout_stream_sys_t*)obj;
 103     sout_stream_id_t *id = p_sys->id_video;
 104     picture_t *p_pic;
 105     int canc = vlc_savecancel ();
 106
 107     for( ;; )
 108     {
 109         block_t *p_block;
 110
 111         vlc_mutex_lock( &p_sys->lock_out );
 112         while( !p_sys->b_abort &&
 113                (p_pic = picture_fifo_Pop( p_sys->pp_pics )) == NULL )
 114             vlc_cond_wait( &p_sys->cond, &p_sys->lock_out );
 115
 116         if( p_sys->b_abort )
 117         {
 118             vlc_mutex_unlock( &p_sys->lock_out );
 119             break;
 120         }
 121         vlc_mutex_unlock( &p_sys->lock_out );
 122
 123         p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
 124
 125         vlc_mutex_lock( &p_sys->lock_out );
 126         block_ChainAppend( &p_sys->p_buffers, p_block );
 127
 128         vlc_mutex_unlock( &p_sys->lock_out );
 129         picture_Release( p_pic );
 130     }
 131
 132     block_ChainRelease( p_sys->p_buffers );
 133
 134     vlc_restorecancel (canc);
 135     return NULL;
 136 }
 137
 138 int transcode_video_new( sout_stream_t *p_stream, sout_stream_id_t *id )
 139 {
 140     sout_stream_sys_t *p_sys = p_stream->p_sys;
 141
 142     /* Open decoder
 143      * Initialization of decoder structures
 144      */
 145     id->p_decoder->fmt_out = id->p_decoder->fmt_in;
 146     id->p_decoder->fmt_out.i_extra = 0;
 147     id->p_decoder->fmt_out.p_extra = 0;
 148     id->p_decoder->pf_decode_video = NULL;
 149     id->p_decoder->pf_get_cc = NULL;
 150     id->p_decoder->pf_get_cc = 0;
 151     id->p_decoder->pf_vout_buffer_new = video_new_buffer_decoder;
 152     id->p_decoder->pf_vout_buffer_del = video_del_buffer_decoder;
 153     id->p_decoder->pf_picture_link    = video_link_picture_decoder;
 154     id->p_decoder->pf_picture_unlink  = video_unlink_picture_decoder;
 155     id->p_decoder->p_owner = malloc( sizeof(decoder_owner_sys_t) );
 156     if( !id->p_decoder->p_owner )
 157         return VLC_EGENERIC;
 158
 159     id->p_decoder->p_owner->p_sys = p_sys;
 160     /* id->p_decoder->p_cfg = p_sys->p_video_cfg; */
 161
 162     id->p_decoder->p_module =
 163         module_need( id->p_decoder, "decoder", "$codec", false );
 164
 165     if( !id->p_decoder->p_module )
 166     {
 167         msg_Err( p_stream, "cannot find video decoder" );
 168         free( id->p_decoder->p_owner );
 169         return VLC_EGENERIC;
 170     }
 171
 172     /*
 173      * Open encoder.
 174      * Because some info about the decoded input will only be available
 175      * once the first frame is decoded, we actually only test the availability
 176      * of the encoder here.
 177      */
 178
 179     /* Initialization of encoder format structures */
 180     es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
 181                     id->p_decoder->fmt_out.i_codec );
 182     id->p_encoder->fmt_in.video.i_chroma = id->p_decoder->fmt_out.i_codec;
 183
 184     /* The dimensions will be set properly later on.
 185      * Just put sensible values so we can test an encoder is available. */
 186     id->p_encoder->fmt_in.video.i_width =
 187         id->p_encoder->fmt_out.video.i_width
 188           ? id->p_encoder->fmt_out.video.i_width
 189           : id->p_decoder->fmt_in.video.i_width
 190             ? id->p_decoder->fmt_in.video.i_width : 16;
 191     id->p_encoder->fmt_in.video.i_height =
 192         id->p_encoder->fmt_out.video.i_height
 193           ? id->p_encoder->fmt_out.video.i_height
 194           : id->p_decoder->fmt_in.video.i_height
 195             ? id->p_decoder->fmt_in.video.i_height : 16;
 196     id->p_encoder->fmt_in.video.i_frame_rate = ENC_FRAMERATE;
 197     id->p_encoder->fmt_in.video.i_frame_rate_base = ENC_FRAMERATE_BASE;
 198
 199     id->p_encoder->i_threads = p_sys->i_threads;
 200     id->p_encoder->p_cfg = p_sys->p_video_cfg;
 201
 202     id->p_encoder->p_module =
 203         module_need( id->p_encoder, "encoder", p_sys->psz_venc, true );
 204     if( !id->p_encoder->p_module )
 205     {
 206         msg_Err( p_stream, "cannot find video encoder (module:%s fourcc:%4.4s). Take a look few lines earlier to see possible reason.",
 207                  p_sys->psz_venc ? p_sys->psz_venc : "any",
 208                  (char *)&p_sys->i_vcodec );
 209         module_unneed( id->p_decoder, id->p_decoder->p_module );
 210         id->p_decoder->p_module = 0;
 211         free( id->p_decoder->p_owner );
 212         return VLC_EGENERIC;
 213     }
 214
 215     /* Close the encoder.
 216      * We'll open it only when we have the first frame. */
 217     module_unneed( id->p_encoder, id->p_encoder->p_module );
 218     if( id->p_encoder->fmt_out.p_extra )
 219     {
 220         free( id->p_encoder->fmt_out.p_extra );
 221         id->p_encoder->fmt_out.p_extra = NULL;
 222         id->p_encoder->fmt_out.i_extra = 0;
 223     }
 224     id->p_encoder->p_module = NULL;
 225
 226     if( p_sys->i_threads >= 1 )
 227     {
 228         int i_priority = p_sys->b_high_priority ? VLC_THREAD_PRIORITY_OUTPUT :
 229                            VLC_THREAD_PRIORITY_VIDEO;
 230         p_sys->id_video = id;
 231         vlc_mutex_init( &p_sys->lock_out );
 232         vlc_cond_init( &p_sys->cond );
 233         p_sys->pp_pics = picture_fifo_New();
 234         if( p_sys->pp_pics == NULL )
 235         {
 236             msg_Err( p_stream, "cannot create picture fifo" );
 237             vlc_mutex_destroy( &p_sys->lock_out );
 238             vlc_cond_destroy( &p_sys->cond );
 239             module_unneed( id->p_decoder, id->p_decoder->p_module );
 240             id->p_decoder->p_module = NULL;
 241             free( id->p_decoder->p_owner );
 242             return VLC_ENOMEM;
 243         }
 244         p_sys->p_buffers = NULL;
 245         p_sys->b_abort = false;
 246         if( vlc_clone( &p_sys->thread, EncoderThread, p_sys, i_priority ) )
 247         {
 248             msg_Err( p_stream, "cannot spawn encoder thread" );
 249             vlc_mutex_destroy( &p_sys->lock_out );
 250             vlc_cond_destroy( &p_sys->cond );
 251             picture_fifo_Delete( p_sys->pp_pics );
 252             module_unneed( id->p_decoder, id->p_decoder->p_module );
 253             id->p_decoder->p_module = NULL;
 254             free( id->p_decoder->p_owner );
 255             return VLC_EGENERIC;
 256         }
 257     }
 258     return VLC_SUCCESS;
 259 }
 260
 261 static void transcode_video_filter_init( sout_stream_t *p_stream,
 262                                          sout_stream_id_t *id )
 263 {
 264     const es_format_t *p_fmt_out = &id->p_decoder->fmt_out;
 265
 266     id->p_f_chain = filter_chain_New( p_stream, "video filter2",
 267                                       false,
 268                                       transcode_video_filter_allocation_init,
 269                                       transcode_video_filter_allocation_clear,
 270                                       p_stream->p_sys );
 271     filter_chain_Reset( id->p_f_chain, p_fmt_out, p_fmt_out );
 272
 273     /* Deinterlace */
 274     if( p_stream->p_sys->b_deinterlace )
 275     {
 276         filter_chain_AppendFilter( id->p_f_chain,
 277                                    p_stream->p_sys->psz_deinterlace,
 278                                    p_stream->p_sys->p_deinterlace_cfg,
 279                                    &id->p_decoder->fmt_out,
 280                                    &id->p_decoder->fmt_out );
 281
 282         p_fmt_out = filter_chain_GetFmtOut( id->p_f_chain );
 283     }
 284
 285     if( p_stream->p_sys->psz_vf2 )
 286     {
 287         const es_format_t *p_fmt_out;
 288         id->p_uf_chain = filter_chain_New( p_stream, "video filter2",
 289                                           true,
 290                            transcode_video_filter_allocation_init,
 291                            transcode_video_filter_allocation_clear,
 292                            p_stream->p_sys );
 293         filter_chain_Reset( id->p_uf_chain, &id->p_encoder->fmt_in,
 294                             &id->p_encoder->fmt_in );
 295         filter_chain_AppendFromString( id->p_uf_chain, p_stream->p_sys->psz_vf2 );
 296         p_fmt_out = filter_chain_GetFmtOut( id->p_uf_chain );
 297         es_format_Copy( &id->p_encoder->fmt_in, p_fmt_out );
 298         id->p_encoder->fmt_out.video.i_width =
 299             id->p_encoder->fmt_in.video.i_width;
 300         id->p_encoder->fmt_out.video.i_height =
 301             id->p_encoder->fmt_in.video.i_height;
 302         id->p_encoder->fmt_out.video.i_sar_num =
 303             id->p_encoder->fmt_in.video.i_sar_num;
 304         id->p_encoder->fmt_out.video.i_sar_den =
 305             id->p_encoder->fmt_in.video.i_sar_den;
 306     }
 307
 308 }
 309
 310 /* Take care of the scaling and chroma conversions.
 311  *
 312  * XXX: Shouldn't this really be after p_uf_chain, not p_f_chain,
 313  * in case p_uf_chain changes the format?
 314  */
 315 static void conversion_video_filter_append( sout_stream_id_t *id )
 316 {
 317     const es_format_t *p_fmt_out = &id->p_decoder->fmt_out;
 318     if( id->p_f_chain )
 319         p_fmt_out = filter_chain_GetFmtOut( id->p_f_chain );
 320
 321     if( ( p_fmt_out->video.i_chroma != id->p_encoder->fmt_in.video.i_chroma ) ||
 322         ( p_fmt_out->video.i_width != id->p_encoder->fmt_in.video.i_width ) ||
 323         ( p_fmt_out->video.i_height != id->p_encoder->fmt_in.video.i_height ) )
 324     {
 325         filter_chain_AppendFilter( id->p_f_chain,
 326                                    NULL, NULL,
 327                                    p_fmt_out,
 328                                    &id->p_encoder->fmt_in );
 329     }
 330 }
 331
 332 static void transcode_video_encoder_init( sout_stream_t *p_stream,
 333                                           sout_stream_id_t *id )
 334 {
 335     sout_stream_sys_t *p_sys = p_stream->p_sys;
 336
 337     const es_format_t *p_fmt_out = &id->p_decoder->fmt_out;
 338     if( id->p_f_chain ) {
 339         p_fmt_out = filter_chain_GetFmtOut( id->p_f_chain );
 340     }
 341     if( id->p_uf_chain ) {
 342         p_fmt_out = filter_chain_GetFmtOut( id->p_uf_chain );
 343     }
 344
 345     /* Calculate scaling
 346      * width/height of source */
 347     int i_src_width = p_fmt_out->video.i_width;
 348     int i_src_height = p_fmt_out->video.i_height;
 349
 350     /* with/height scaling */
 351     float f_scale_width = 1;
 352     float f_scale_height = 1;
 353
 354     /* width/height of output stream */
 355     int i_dst_width;
 356     int i_dst_height;
 357
 358     /* aspect ratio */
 359     float f_aspect = (double)p_fmt_out->video.i_sar_num *
 360                      p_fmt_out->video.i_width /
 361                      p_fmt_out->video.i_sar_den /
 362                      p_fmt_out->video.i_height;
 363
 364     msg_Dbg( p_stream, "decoder aspect is %f:1", f_aspect );
 365
 366     /* Change f_aspect from source frame to source pixel */
 367     f_aspect = f_aspect * i_src_height / i_src_width;
 368     msg_Dbg( p_stream, "source pixel aspect is %f:1", f_aspect );
 369
 370     /* Calculate scaling factor for specified parameters */
 371     if( id->p_encoder->fmt_out.video.i_width <= 0 &&
 372         id->p_encoder->fmt_out.video.i_height <= 0 && p_sys->f_scale )
 373     {
 374         /* Global scaling. Make sure width will remain a factor of 16 */
 375         float f_real_scale;
 376         int  i_new_height;
 377         int i_new_width = i_src_width * p_sys->f_scale;
 378
 379         if( i_new_width % 16 <= 7 && i_new_width >= 16 )
 380             i_new_width -= i_new_width % 16;
 381         else
 382             i_new_width += 16 - i_new_width % 16;
 383
 384         f_real_scale = (float)( i_new_width ) / (float) i_src_width;
 385
 386         i_new_height = __MAX( 16, i_src_height * (float)f_real_scale );
 387
 388         f_scale_width = f_real_scale;
 389         f_scale_height = (float) i_new_height / (float) i_src_height;
 390     }
 391     else if( id->p_encoder->fmt_out.video.i_width > 0 &&
 392              id->p_encoder->fmt_out.video.i_height <= 0 )
 393     {
 394         /* Only width specified */
 395         f_scale_width = (float)id->p_encoder->fmt_out.video.i_width/i_src_width;
 396         f_scale_height = f_scale_width;
 397     }
 398     else if( id->p_encoder->fmt_out.video.i_width <= 0 &&
 399              id->p_encoder->fmt_out.video.i_height > 0 )
 400     {
 401          /* Only height specified */
 402          f_scale_height = (float)id->p_encoder->fmt_out.video.i_height/i_src_height;
 403          f_scale_width = f_scale_height;
 404      }
 405      else if( id->p_encoder->fmt_out.video.i_width > 0 &&
 406               id->p_encoder->fmt_out.video.i_height > 0 )
 407      {
 408          /* Width and height specified */
 409          f_scale_width = (float)id->p_encoder->fmt_out.video.i_width/i_src_width;
 410          f_scale_height = (float)id->p_encoder->fmt_out.video.i_height/i_src_height;
 411      }
 412
 413      /* check maxwidth and maxheight */
 414      if( p_sys->i_maxwidth && f_scale_width > (float)p_sys->i_maxwidth /
 415                                                      i_src_width )
 416      {
 417          f_scale_width = (float)p_sys->i_maxwidth / i_src_width;
 418      }
 419
 420      if( p_sys->i_maxheight && f_scale_height > (float)p_sys->i_maxheight /
 421                                                        i_src_height )
 422      {
 423          f_scale_height = (float)p_sys->i_maxheight / i_src_height;
 424      }
 425
 426
 427      /* Change aspect ratio from source pixel to scaled pixel */
 428      f_aspect = f_aspect * f_scale_height / f_scale_width;
 429      msg_Dbg( p_stream, "scaled pixel aspect is %f:1", f_aspect );
 430
 431      /* f_scale_width and f_scale_height are now final */
 432      /* Calculate width, height from scaling
 433       * Make sure its multiple of 2
 434       */
 435      i_dst_width =  2 * (int)(f_scale_width*i_src_width/2+0.5);
 436      i_dst_height = 2 * (int)(f_scale_height*i_src_height/2+0.5);
 437
 438      /* Change aspect ratio from scaled pixel to output frame */
 439      f_aspect = f_aspect * i_dst_width / i_dst_height;
 440
 441      /* Store calculated values */
 442      id->p_encoder->fmt_out.video.i_width =
 443      id->p_encoder->fmt_out.video.i_visible_width = i_dst_width;
 444      id->p_encoder->fmt_out.video.i_height =
 445      id->p_encoder->fmt_out.video.i_visible_height = i_dst_height;
 446
 447      id->p_encoder->fmt_in.video.i_width =
 448      id->p_encoder->fmt_in.video.i_visible_width = i_dst_width;
 449      id->p_encoder->fmt_in.video.i_height =
 450      id->p_encoder->fmt_in.video.i_visible_height = i_dst_height;
 451
 452      msg_Dbg( p_stream, "source %ix%i, destination %ix%i",
 453          i_src_width, i_src_height,
 454          i_dst_width, i_dst_height
 455      );
 456
 457     /* Handle frame rate conversion */
 458     if( !id->p_encoder->fmt_out.video.i_frame_rate ||
 459         !id->p_encoder->fmt_out.video.i_frame_rate_base )
 460     {
 461         if( p_fmt_out->video.i_frame_rate &&
 462             p_fmt_out->video.i_frame_rate_base )
 463         {
 464             id->p_encoder->fmt_out.video.i_frame_rate =
 465                 p_fmt_out->video.i_frame_rate;
 466             id->p_encoder->fmt_out.video.i_frame_rate_base =
 467                 p_fmt_out->video.i_frame_rate_base;
 468         }
 469         else
 470         {
 471             /* Pick a sensible default value */
 472             id->p_encoder->fmt_out.video.i_frame_rate = ENC_FRAMERATE;
 473             id->p_encoder->fmt_out.video.i_frame_rate_base = ENC_FRAMERATE_BASE;
 474         }
 475     }
 476
 477     id->p_encoder->fmt_in.video.i_frame_rate =
 478         id->p_encoder->fmt_out.video.i_frame_rate;
 479     id->p_encoder->fmt_in.video.i_frame_rate_base =
 480         id->p_encoder->fmt_out.video.i_frame_rate_base;
 481
 482     date_Init( &id->interpolated_pts,
 483                id->p_encoder->fmt_out.video.i_frame_rate,
 484                id->p_encoder->fmt_out.video.i_frame_rate_base );
 485
 486     /* Check whether a particular aspect ratio was requested */
 487     if( id->p_encoder->fmt_out.video.i_sar_num <= 0 ||
 488         id->p_encoder->fmt_out.video.i_sar_den <= 0 )
 489     {
 490         vlc_ureduce( &id->p_encoder->fmt_out.video.i_sar_num,
 491                      &id->p_encoder->fmt_out.video.i_sar_den,
 492                      (uint64_t)p_fmt_out->video.i_sar_num * i_src_width  * i_dst_height,
 493                      (uint64_t)p_fmt_out->video.i_sar_den * i_src_height * i_dst_width,
 494                      0 );
 495     }
 496     else
 497     {
 498         vlc_ureduce( &id->p_encoder->fmt_out.video.i_sar_num,
 499                      &id->p_encoder->fmt_out.video.i_sar_den,
 500                      id->p_encoder->fmt_out.video.i_sar_num,
 501                      id->p_encoder->fmt_out.video.i_sar_den,
 502                      0 );
 503     }
 504
 505     id->p_encoder->fmt_in.video.i_sar_num =
 506         id->p_encoder->fmt_out.video.i_sar_num;
 507     id->p_encoder->fmt_in.video.i_sar_den =
 508         id->p_encoder->fmt_out.video.i_sar_den;
 509
 510     msg_Dbg( p_stream, "encoder aspect is %i:%i",
 511              id->p_encoder->fmt_out.video.i_sar_num * id->p_encoder->fmt_out.video.i_width,
 512              id->p_encoder->fmt_out.video.i_sar_den * id->p_encoder->fmt_out.video.i_height );
 513
 514     id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
 515 }
 516
 517 static int transcode_video_encoder_open( sout_stream_t *p_stream,
 518                                          sout_stream_id_t *id )
 519 {
 520     sout_stream_sys_t *p_sys = p_stream->p_sys;
 521
 522
 523     msg_Dbg( p_stream, "destination (after video filters) %ix%i",
 524              id->p_encoder->fmt_in.video.i_width,
 525              id->p_encoder->fmt_in.video.i_height );
 526
 527     id->p_encoder->p_module =
 528         module_need( id->p_encoder, "encoder", p_sys->psz_venc, true );
 529     if( !id->p_encoder->p_module )
 530     {
 531         msg_Err( p_stream, "cannot find video encoder (module:%s fourcc:%4.4s)",
 532                  p_sys->psz_venc ? p_sys->psz_venc : "any",
 533                  (char *)&p_sys->i_vcodec );
 534         return VLC_EGENERIC;
 535     }
 536
 537     id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
 538
 539     /*  */
 540     id->p_encoder->fmt_out.i_codec =
 541         vlc_fourcc_GetCodec( VIDEO_ES, id->p_encoder->fmt_out.i_codec );
 542
 543     id->id = sout_StreamIdAdd( p_stream->p_next, &id->p_encoder->fmt_out );
 544     if( !id->id )
 545     {
 546         msg_Err( p_stream, "cannot add this stream" );
 547         return VLC_EGENERIC;
 548     }
 549
 550     return VLC_SUCCESS;
 551 }
 552
 553 void transcode_video_close( sout_stream_t *p_stream,
 554                                    sout_stream_id_t *id )
 555 {
 556     if( p_stream->p_sys->i_threads >= 1 )
 557     {
 558         vlc_mutex_lock( &p_stream->p_sys->lock_out );
 559         p_stream->p_sys->b_abort = true;
 560         vlc_cond_signal( &p_stream->p_sys->cond );
 561         vlc_mutex_unlock( &p_stream->p_sys->lock_out );
 562
 563         vlc_join( p_stream->p_sys->thread, NULL );
 564         vlc_mutex_destroy( &p_stream->p_sys->lock_out );
 565         vlc_cond_destroy( &p_stream->p_sys->cond );
 566
 567         picture_fifo_Delete( p_stream->p_sys->pp_pics );
 568         p_stream->p_sys->pp_pics = NULL;
 569     }
 570
 571     /* Close decoder */
 572     if( id->p_decoder->p_module )
 573         module_unneed( id->p_decoder, id->p_decoder->p_module );
 574     if( id->p_decoder->p_description )
 575         vlc_meta_Delete( id->p_decoder->p_description );
 576
 577     free( id->p_decoder->p_owner );
 578
 579     /* Close encoder */
 580     if( id->p_encoder->p_module )
 581         module_unneed( id->p_encoder, id->p_encoder->p_module );
 582
 583     /* Close filters */
 584     if( id->p_f_chain )
 585         filter_chain_Delete( id->p_f_chain );
 586     if( id->p_uf_chain )
 587         filter_chain_Delete( id->p_uf_chain );
 588 }
 589
 590 static void OutputFrame( sout_stream_sys_t *p_sys, picture_t *p_pic, bool b_need_duplicate, sout_stream_t *p_stream, sout_stream_id_t *id, block_t **out )
 591 {
 592     picture_t *p_pic2 = NULL;
 593
 594     /*
 595      * Encoding
 596      */
 597
 598     /* Check if we have a subpicture to overlay */
 599     if( p_sys->p_spu )
 600     {
 601         video_format_t fmt = id->p_encoder->fmt_in.video;
 602         if( fmt.i_visible_width <= 0 || fmt.i_visible_height <= 0 )
 603         {
 604             fmt.i_visible_width  = fmt.i_width;
 605             fmt.i_visible_height = fmt.i_height;
 606             fmt.i_x_offset       = 0;
 607             fmt.i_y_offset       = 0;
 608         }
 609
 610         subpicture_t *p_subpic = spu_Render( p_sys->p_spu, NULL, &fmt, &fmt,
 611                                              p_pic->date, p_pic->date, false );
 612
 613         /* Overlay subpicture */
 614         if( p_subpic )
 615         {
 616             if( picture_IsReferenced( p_pic ) && !filter_chain_GetLength( id->p_f_chain ) )
 617             {
 618                 /* We can't modify the picture, we need to duplicate it,
 619                  * in this point the picture is already p_encoder->fmt.in format*/
 620                 picture_t *p_tmp = video_new_buffer_encoder( id->p_encoder );
 621                 if( likely( p_tmp ) )
 622                 {
 623                     picture_Copy( p_tmp, p_pic );
 624                     picture_Release( p_pic );
 625                     p_pic = p_tmp;
 626                 }
 627             }
 628             if( unlikely( !p_sys->p_spu_blend ) )
 629                 p_sys->p_spu_blend = filter_NewBlend( VLC_OBJECT( p_sys->p_spu ), &fmt );
 630             if( likely( p_sys->p_spu_blend ) )
 631                 picture_BlendSubpicture( p_pic, p_sys->p_spu_blend, p_subpic );
 632             subpicture_Delete( p_subpic );
 633         }
 634     }
 635
 636     if( p_sys->i_threads == 0 )
 637     {
 638         block_t *p_block;
 639
 640         p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
 641         block_ChainAppend( out, p_block );
 642     }
 643
 644     if( p_sys->b_master_sync )
 645     {
 646         mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
 647         mtime_t i_video_drift = p_pic->date - i_pts;
 648         if (unlikely ( i_video_drift  > MASTER_SYNC_MAX_DRIFT
 649               || i_video_drift < -MASTER_SYNC_MAX_DRIFT ) )
 650         {
 651             msg_Dbg( p_stream,
 652                 "drift is too high (%"PRId64"), resetting master sync",
 653                 i_video_drift );
 654             date_Set( &id->interpolated_pts, p_pic->date );
 655             i_pts = p_pic->date + 1;
 656         }
 657         date_Increment( &id->interpolated_pts, 1 );
 658
 659         if( unlikely( b_need_duplicate ) )
 660         {
 661
 662            if( p_sys->i_threads >= 1 )
 663            {
 664                /* We can't modify the picture, we need to duplicate it */
 665                p_pic2 = video_new_buffer_encoder( id->p_encoder );
 666                if( likely( p_pic2 != NULL ) )
 667                {
 668                    picture_Copy( p_pic2, p_pic );
 669                    p_pic2->date = i_pts;
 670                }
 671            }
 672            else
 673            {
 674                block_t *p_block;
 675                p_pic->date = i_pts;
 676                p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
 677                block_ChainAppend( out, p_block );
 678            }
 679        }
 680     }
 681
 682     if( p_sys->i_threads == 0 )
 683     {
 684         picture_Release( p_pic );
 685     }
 686     else
 687     {
 688         vlc_mutex_lock( &p_sys->lock_out );
 689         picture_fifo_Push( p_sys->pp_pics, p_pic );
 690         if( p_pic2 != NULL )
 691         {
 692             picture_fifo_Push( p_sys->pp_pics, p_pic2 );
 693         }
 694         vlc_cond_signal( &p_sys->cond );
 695         vlc_mutex_unlock( &p_sys->lock_out );
 696     }
 697 }
 698
 699 int transcode_video_process( sout_stream_t *p_stream, sout_stream_id_t *id,
 700                                     block_t *in, block_t **out )
 701 {
 702     sout_stream_sys_t *p_sys = p_stream->p_sys;
 703     bool b_need_duplicate = false;
 704     picture_t *p_pic;
 705     *out = NULL;
 706
 707     if( unlikely( in == NULL ) )
 708     {
 709         if( p_sys->i_threads == 0 )
 710         {
 711             block_t *p_block;
 712             do {
 713                 p_block = id->p_encoder->pf_encode_video(id->p_encoder, NULL );
 714                 block_ChainAppend( out, p_block );
 715             } while( p_block );
 716         }
 717         else
 718         {
 719             /*
 720              * FIXME: we need EncoderThread() to flush buffers and signal us
 721              * when it's done so we can send the last frames to the chain
 722              */
 723         }
 724         return VLC_SUCCESS;
 725     }
 726
 727
 728     while( (p_pic = id->p_decoder->pf_decode_video( id->p_decoder, &in )) )
 729     {
 730
 731         if( p_stream->p_sout->i_out_pace_nocontrol && p_sys->b_hurry_up )
 732         {
 733             mtime_t current_date = mdate();
 734             if( unlikely( current_date + 50000 > p_pic->date ) )
 735             {
 736                 msg_Dbg( p_stream, "late picture skipped (%"PRId64")",
 737                          current_date + 50000 - p_pic->date );
 738                 picture_Release( p_pic );
 739                 continue;
 740             }
 741         }
 742
 743         if( p_sys->b_master_sync )
 744         {
 745             mtime_t i_master_drift = p_sys->i_master_drift;
 746             mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
 747             mtime_t i_video_drift = p_pic->date - i_pts;
 748
 749             if ( unlikely( i_video_drift > MASTER_SYNC_MAX_DRIFT
 750                   || i_video_drift < -MASTER_SYNC_MAX_DRIFT ) )
 751             {
 752                 msg_Dbg( p_stream,
 753                     "drift is too high (%"PRId64", resetting master sync",
 754                     i_video_drift );
 755                 date_Set( &id->interpolated_pts, p_pic->date );
 756                 i_pts = p_pic->date + 1;
 757             }
 758             i_video_drift = p_pic->date - i_pts;
 759             b_need_duplicate = false;
 760
 761             /* Set the pts of the frame being encoded */
 762             p_pic->date = i_pts;
 763
 764             if( unlikely( i_video_drift < (i_master_drift - 50000) ) )
 765             {
 766 #if 0
 767                 msg_Dbg( p_stream, "dropping frame (%i)",
 768                          (int)(i_video_drift - i_master_drift) );
 769 #endif
 770                 picture_Release( p_pic );
 771                 continue;
 772             }
 773             else if( unlikely( i_video_drift > (i_master_drift + 50000) ) )
 774             {
 775 #if 0
 776                 msg_Dbg( p_stream, "adding frame (%i)",
 777                          (int)(i_video_drift - i_master_drift) );
 778 #endif
 779                 b_need_duplicate = true;
 780             }
 781         }
 782         if( unlikely (
 783              id->p_encoder->p_module &&
 784              !video_format_IsSimilar( &p_sys->fmt_input_video, &id->p_decoder->fmt_out.video )
 785             )
 786           )
 787         {
 788             msg_Info( p_stream, "aspect-ratio changed, reiniting. %i -> %i : %i -> %i.",
 789                         p_sys->fmt_input_video.i_sar_num, id->p_decoder->fmt_out.video.i_sar_num,
 790                         p_sys->fmt_input_video.i_sar_den, id->p_decoder->fmt_out.video.i_sar_den
 791                     );
 792             /* Close filters */
 793             if( id->p_f_chain )
 794                 filter_chain_Delete( id->p_f_chain );
 795             id->p_f_chain = NULL;
 796             if( id->p_uf_chain )
 797                 filter_chain_Delete( id->p_uf_chain );
 798             id->p_uf_chain = NULL;
 799
 800             /* Reinitialize filters */
 801             id->p_encoder->fmt_out.video.i_width  = p_sys->i_width & ~1;
 802             id->p_encoder->fmt_out.video.i_height = p_sys->i_height & ~1;
 803             id->p_encoder->fmt_out.video.i_sar_num = id->p_encoder->fmt_out.video.i_sar_den = 0;
 804
 805             transcode_video_filter_init( p_stream, id );
 806             transcode_video_encoder_init( p_stream, id );
 807             conversion_video_filter_append( id );
 808             memcpy( &p_sys->fmt_input_video, &id->p_decoder->fmt_out.video, sizeof(video_format_t));
 809         }
 810
 811
 812         if( unlikely( !id->p_encoder->p_module ) )
 813         {
 814             if( id->p_f_chain )
 815                 filter_chain_Delete( id->p_f_chain );
 816             if( id->p_uf_chain )
 817                 filter_chain_Delete( id->p_uf_chain );
 818             id->p_f_chain = id->p_uf_chain = NULL;
 819
 820             transcode_video_filter_init( p_stream, id );
 821             transcode_video_encoder_init( p_stream, id );
 822             conversion_video_filter_append( id );
 823             memcpy( &p_sys->fmt_input_video, &id->p_decoder->fmt_out.video, sizeof(video_format_t));
 824
 825             if( transcode_video_encoder_open( p_stream, id ) != VLC_SUCCESS )
 826             {
 827                 picture_Release( p_pic );
 828                 transcode_video_close( p_stream, id );
 829                 id->b_transcode = false;
 830                 return VLC_EGENERIC;
 831             }
 832         }
 833
 834         /* Run the filter and output chains; first with the picture,
 835          * and then with NULL as many times as we need until they
 836          * stop outputting frames.
 837          */
 838         for ( ;; ) {
 839             picture_t *p_filtered_pic = p_pic;
 840
 841             /* Run filter chain */
 842             if( id->p_f_chain )
 843                 p_filtered_pic = filter_chain_VideoFilter( id->p_f_chain, p_filtered_pic );
 844             if( !p_filtered_pic )
 845                 break;
 846
 847             for ( ;; ) {
 848                 picture_t *p_user_filtered_pic = p_filtered_pic;
 849
 850                 /* Run user specified filter chain */
 851                 if( id->p_uf_chain )
 852                     p_user_filtered_pic = filter_chain_VideoFilter( id->p_uf_chain, p_user_filtered_pic );
 853                 if( !p_user_filtered_pic )
 854                     break;
 855
 856                 OutputFrame( p_sys, p_user_filtered_pic, b_need_duplicate, p_stream, id, out );
 857                 b_need_duplicate = false;
 858
 859                 p_filtered_pic = NULL;
 860             }
 861
 862             p_pic = NULL;
 863         }
 864     }
 865
 866     if( p_sys->i_threads >= 1 )
 867     {
 868         /* Pick up any return data the encoder thread wants to output. */
 869         vlc_mutex_lock( &p_sys->lock_out );
 870         *out = p_sys->p_buffers;
 871         p_sys->p_buffers = NULL;
 872         vlc_mutex_unlock( &p_sys->lock_out );
 873     }
 874
 875     return VLC_SUCCESS;
 876 }
 877
 878 bool transcode_video_add( sout_stream_t *p_stream, es_format_t *p_fmt,
 879                                 sout_stream_id_t *id )
 880 {
 881     sout_stream_sys_t *p_sys = p_stream->p_sys;
 882
 883     msg_Dbg( p_stream,
 884              "creating video transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
 885              (char*)&p_fmt->i_codec, (char*)&p_sys->i_vcodec );
 886
 887     /* Complete destination format */
 888     id->p_encoder->fmt_out.i_codec = p_sys->i_vcodec;
 889     id->p_encoder->fmt_out.video.i_width  = p_sys->i_width & ~1;
 890     id->p_encoder->fmt_out.video.i_height = p_sys->i_height & ~1;
 891     id->p_encoder->fmt_out.i_bitrate = p_sys->i_vbitrate;
 892
 893     /* Build decoder -> filter -> encoder chain */
 894     if( transcode_video_new( p_stream, id ) )
 895     {
 896         msg_Err( p_stream, "cannot create video chain" );
 897         return false;
 898     }
 899
 900     /* Stream will be added later on because we don't know
 901      * all the characteristics of the decoded stream yet */
 902     id->b_transcode = true;
 903
 904     if( p_sys->f_fps > 0 )
 905     {
 906         id->p_encoder->fmt_out.video.i_frame_rate = (p_sys->f_fps * ENC_FRAMERATE_BASE) + 0.5;
 907         id->p_encoder->fmt_out.video.i_frame_rate_base = ENC_FRAMERATE_BASE;
 908     }
 909
 910     return true;
 911 }
 912