git.sesse.net Git - vlc/blob - modules/stream_out/transcode/video.c

   1 /*****************************************************************************
   2  * video.c: transcoding stream output module (video)
   3  *****************************************************************************
   4  * Copyright (C) 2003-2009 VLC authors and VideoLAN
   5  * $Id$
   6  *
   7  * Authors: Laurent Aimar <fenrir@via.ecp.fr>
   8  *          Gildas Bazin <gbazin@videolan.org>
   9  *          Jean-Paul Saman <jpsaman #_at_# m2x dot nl>
  10  *          Antoine Cellerier <dionoea at videolan dot org>
  11  *
  12  * This program is free software; you can redistribute it and/or modify it
  13  * under the terms of the GNU Lesser General Public License as published by
  14  * the Free Software Foundation; either version 2.1 of the License, or
  15  * (at your option) any later version.
  16  *
  17  * This program is distributed in the hope that it will be useful,
  18  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  19  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  20  * GNU Lesser General Public License for more details.
  21  *
  22  * You should have received a copy of the GNU Lesser General Public License
  23  * along with this program; if not, write to the Free Software Foundation,
  24  * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  25  *****************************************************************************/
  26
  27 /*****************************************************************************
  28  * Preamble
  29  *****************************************************************************/
  30
  31 #include "transcode.h"
  32
  33 #include <vlc_meta.h>
  34 #include <vlc_spu.h>
  35 #include <vlc_modules.h>
  36
  37 #define ENC_FRAMERATE (25 * 1000)
  38 #define ENC_FRAMERATE_BASE 1000
  39
  40 struct decoder_owner_sys_t
  41 {
  42     sout_stream_sys_t *p_sys;
  43 };
  44
  45 static void video_del_buffer_decoder( decoder_t *p_decoder, picture_t *p_pic )
  46 {
  47     VLC_UNUSED(p_decoder);
  48     picture_Release( p_pic );
  49 }
  50
  51 static void video_link_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
  52 {
  53     VLC_UNUSED(p_dec);
  54     picture_Hold( p_pic );
  55 }
  56
  57 static void video_unlink_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
  58 {
  59     VLC_UNUSED(p_dec);
  60     picture_Release( p_pic );
  61 }
  62
  63 static picture_t *video_new_buffer_decoder( decoder_t *p_dec )
  64 {
  65     p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
  66     return picture_NewFromFormat( &p_dec->fmt_out.video );
  67 }
  68
  69 static picture_t *video_new_buffer_encoder( encoder_t *p_enc )
  70 {
  71     p_enc->fmt_in.video.i_chroma = p_enc->fmt_in.i_codec;
  72     return picture_NewFromFormat( &p_enc->fmt_in.video );
  73 }
  74
  75 static picture_t *transcode_video_filter_buffer_new( filter_t *p_filter )
  76 {
  77     p_filter->fmt_out.video.i_chroma = p_filter->fmt_out.i_codec;
  78     return picture_NewFromFormat( &p_filter->fmt_out.video );
  79 }
  80 static void transcode_video_filter_buffer_del( filter_t *p_filter, picture_t *p_pic )
  81 {
  82     VLC_UNUSED(p_filter);
  83     picture_Release( p_pic );
  84 }
  85
  86 static int transcode_video_filter_allocation_init( filter_t *p_filter,
  87                                                    void *p_data )
  88 {
  89     VLC_UNUSED(p_data);
  90     p_filter->pf_video_buffer_new = transcode_video_filter_buffer_new;
  91     p_filter->pf_video_buffer_del = transcode_video_filter_buffer_del;
  92     return VLC_SUCCESS;
  93 }
  94
  95 static void transcode_video_filter_allocation_clear( filter_t *p_filter )
  96 {
  97     VLC_UNUSED(p_filter);
  98 }
  99
 100 static void* EncoderThread( void *obj )
 101 {
 102     sout_stream_sys_t *p_sys = (sout_stream_sys_t*)obj;
 103     sout_stream_id_t *id = p_sys->id_video;
 104     picture_t *p_pic = NULL;
 105     int canc = vlc_savecancel ();
 106     block_t *p_block = NULL;
 107
 108     for( ;; )
 109     {
 110
 111         vlc_mutex_lock( &p_sys->lock_out );
 112         while( !p_sys->b_abort &&
 113                (p_pic = picture_fifo_Pop( p_sys->pp_pics )) == NULL )
 114             vlc_cond_wait( &p_sys->cond, &p_sys->lock_out );
 115
 116         if( p_sys->b_abort && !p_pic )
 117         {
 118             vlc_mutex_unlock( &p_sys->lock_out );
 119             break;
 120         }
 121         vlc_mutex_unlock( &p_sys->lock_out );
 122
 123         if( p_pic )
 124         {
 125             p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
 126
 127             vlc_mutex_lock( &p_sys->lock_out );
 128             block_ChainAppend( &p_sys->p_buffers, p_block );
 129
 130             vlc_mutex_unlock( &p_sys->lock_out );
 131             picture_Release( p_pic );
 132         }
 133
 134         vlc_mutex_lock( &p_sys->lock_out );
 135         if( p_sys->b_abort )
 136         {
 137             vlc_mutex_unlock( &p_sys->lock_out );
 138             break;
 139         }
 140         vlc_mutex_unlock( &p_sys->lock_out );
 141     }
 142
 143     /*Encode what we have in the buffer on closing*/
 144     vlc_mutex_lock( &p_sys->lock_out );
 145     while( (p_pic = picture_fifo_Pop( p_sys->pp_pics )) != NULL )
 146     {
 147         p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
 148
 149         block_ChainAppend( &p_sys->p_buffers, p_block );
 150
 151         picture_Release( p_pic );
 152     }
 153
 154     /*Now flush encoder*/
 155     do {
 156        p_block = id->p_encoder->pf_encode_video(id->p_encoder, NULL );
 157        block_ChainAppend( &p_sys->p_buffers, p_block );
 158     } while( p_block );
 159
 160     vlc_mutex_unlock( &p_sys->lock_out );
 161
 162
 163     vlc_restorecancel (canc);
 164     return NULL;
 165 }
 166
 167 int transcode_video_new( sout_stream_t *p_stream, sout_stream_id_t *id )
 168 {
 169     sout_stream_sys_t *p_sys = p_stream->p_sys;
 170
 171     /* Open decoder
 172      * Initialization of decoder structures
 173      */
 174     id->p_decoder->fmt_out = id->p_decoder->fmt_in;
 175     id->p_decoder->fmt_out.i_extra = 0;
 176     id->p_decoder->fmt_out.p_extra = 0;
 177     id->p_decoder->pf_decode_video = NULL;
 178     id->p_decoder->pf_get_cc = NULL;
 179     id->p_decoder->pf_get_cc = 0;
 180     id->p_decoder->pf_vout_buffer_new = video_new_buffer_decoder;
 181     id->p_decoder->pf_vout_buffer_del = video_del_buffer_decoder;
 182     id->p_decoder->pf_picture_link    = video_link_picture_decoder;
 183     id->p_decoder->pf_picture_unlink  = video_unlink_picture_decoder;
 184     id->p_decoder->p_owner = malloc( sizeof(decoder_owner_sys_t) );
 185     if( !id->p_decoder->p_owner )
 186         return VLC_EGENERIC;
 187
 188     id->p_decoder->p_owner->p_sys = p_sys;
 189     /* id->p_decoder->p_cfg = p_sys->p_video_cfg; */
 190
 191     id->p_decoder->p_module =
 192         module_need( id->p_decoder, "decoder", "$codec", false );
 193
 194     if( !id->p_decoder->p_module )
 195     {
 196         msg_Err( p_stream, "cannot find video decoder" );
 197         free( id->p_decoder->p_owner );
 198         return VLC_EGENERIC;
 199     }
 200
 201     /*
 202      * Open encoder.
 203      * Because some info about the decoded input will only be available
 204      * once the first frame is decoded, we actually only test the availability
 205      * of the encoder here.
 206      */
 207
 208     /* Initialization of encoder format structures */
 209     es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
 210                     id->p_decoder->fmt_out.i_codec );
 211     id->p_encoder->fmt_in.video.i_chroma = id->p_decoder->fmt_out.i_codec;
 212
 213     /* The dimensions will be set properly later on.
 214      * Just put sensible values so we can test an encoder is available. */
 215     id->p_encoder->fmt_in.video.i_width =
 216         id->p_encoder->fmt_out.video.i_width
 217           ? id->p_encoder->fmt_out.video.i_width
 218           : id->p_decoder->fmt_in.video.i_width
 219             ? id->p_decoder->fmt_in.video.i_width : 16;
 220     id->p_encoder->fmt_in.video.i_height =
 221         id->p_encoder->fmt_out.video.i_height
 222           ? id->p_encoder->fmt_out.video.i_height
 223           : id->p_decoder->fmt_in.video.i_height
 224             ? id->p_decoder->fmt_in.video.i_height : 16;
 225     id->p_encoder->fmt_in.video.i_visible_width =
 226         id->p_encoder->fmt_out.video.i_visible_width
 227           ? id->p_encoder->fmt_out.video.i_visible_width
 228           : id->p_decoder->fmt_in.video.i_visible_width
 229             ? id->p_decoder->fmt_in.video.i_visible_width : id->p_encoder->fmt_in.video.i_width;
 230     id->p_encoder->fmt_in.video.i_visible_height =
 231         id->p_encoder->fmt_out.video.i_visible_height
 232           ? id->p_encoder->fmt_out.video.i_visible_height
 233           : id->p_decoder->fmt_in.video.i_visible_height
 234             ? id->p_decoder->fmt_in.video.i_visible_height : id->p_encoder->fmt_in.video.i_height;
 235     id->p_encoder->fmt_in.video.i_frame_rate = id->p_decoder->fmt_out.video.i_frame_rate;
 236     id->p_encoder->fmt_in.video.i_frame_rate_base = id->p_decoder->fmt_out.video.i_frame_rate_base;
 237
 238     id->p_encoder->i_threads = p_sys->i_threads;
 239     id->p_encoder->p_cfg = p_sys->p_video_cfg;
 240
 241     id->p_encoder->p_module =
 242         module_need( id->p_encoder, "encoder", p_sys->psz_venc, true );
 243     if( !id->p_encoder->p_module )
 244     {
 245         msg_Err( p_stream, "cannot find video encoder (module:%s fourcc:%4.4s). Take a look few lines earlier to see possible reason.",
 246                  p_sys->psz_venc ? p_sys->psz_venc : "any",
 247                  (char *)&p_sys->i_vcodec );
 248         module_unneed( id->p_decoder, id->p_decoder->p_module );
 249         id->p_decoder->p_module = 0;
 250         free( id->p_decoder->p_owner );
 251         return VLC_EGENERIC;
 252     }
 253
 254     /* Close the encoder.
 255      * We'll open it only when we have the first frame. */
 256     module_unneed( id->p_encoder, id->p_encoder->p_module );
 257     if( id->p_encoder->fmt_out.p_extra )
 258     {
 259         free( id->p_encoder->fmt_out.p_extra );
 260         id->p_encoder->fmt_out.p_extra = NULL;
 261         id->p_encoder->fmt_out.i_extra = 0;
 262     }
 263     id->p_encoder->p_module = NULL;
 264
 265     if( p_sys->i_threads >= 1 )
 266     {
 267         int i_priority = p_sys->b_high_priority ? VLC_THREAD_PRIORITY_OUTPUT :
 268                            VLC_THREAD_PRIORITY_VIDEO;
 269         p_sys->id_video = id;
 270         vlc_mutex_init( &p_sys->lock_out );
 271         vlc_cond_init( &p_sys->cond );
 272         p_sys->pp_pics = picture_fifo_New();
 273         if( p_sys->pp_pics == NULL )
 274         {
 275             msg_Err( p_stream, "cannot create picture fifo" );
 276             vlc_mutex_destroy( &p_sys->lock_out );
 277             vlc_cond_destroy( &p_sys->cond );
 278             module_unneed( id->p_decoder, id->p_decoder->p_module );
 279             id->p_decoder->p_module = NULL;
 280             free( id->p_decoder->p_owner );
 281             return VLC_ENOMEM;
 282         }
 283         p_sys->p_buffers = NULL;
 284         p_sys->b_abort = false;
 285         if( vlc_clone( &p_sys->thread, EncoderThread, p_sys, i_priority ) )
 286         {
 287             msg_Err( p_stream, "cannot spawn encoder thread" );
 288             vlc_mutex_destroy( &p_sys->lock_out );
 289             vlc_cond_destroy( &p_sys->cond );
 290             picture_fifo_Delete( p_sys->pp_pics );
 291             module_unneed( id->p_decoder, id->p_decoder->p_module );
 292             id->p_decoder->p_module = NULL;
 293             free( id->p_decoder->p_owner );
 294             return VLC_EGENERIC;
 295         }
 296     }
 297     return VLC_SUCCESS;
 298 }
 299
 300 static void transcode_video_filter_init( sout_stream_t *p_stream,
 301                                          sout_stream_id_t *id )
 302 {
 303     es_format_t *p_fmt_out = &id->p_decoder->fmt_out;
 304     id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
 305
 306     id->p_f_chain = filter_chain_New( p_stream, "video filter2",
 307                                       false,
 308                                       transcode_video_filter_allocation_init,
 309                                       transcode_video_filter_allocation_clear,
 310                                       p_stream->p_sys );
 311     filter_chain_Reset( id->p_f_chain, p_fmt_out, p_fmt_out );
 312
 313     /* Deinterlace */
 314     if( p_stream->p_sys->b_deinterlace )
 315     {
 316         filter_chain_AppendFilter( id->p_f_chain,
 317                                    p_stream->p_sys->psz_deinterlace,
 318                                    p_stream->p_sys->p_deinterlace_cfg,
 319                                    &id->p_decoder->fmt_out,
 320                                    &id->p_decoder->fmt_out );
 321
 322         p_fmt_out = filter_chain_GetFmtOut( id->p_f_chain );
 323     }
 324
 325     /* Check that we have visible_width/height*/
 326     if( !p_fmt_out->video.i_visible_height )
 327         p_fmt_out->video.i_visible_height = p_fmt_out->video.i_height;
 328     if( !p_fmt_out->video.i_visible_width )
 329         p_fmt_out->video.i_visible_width = p_fmt_out->video.i_width;
 330
 331     if( p_stream->p_sys->psz_vf2 )
 332     {
 333         id->p_uf_chain = filter_chain_New( p_stream, "video filter2",
 334                                           true,
 335                            transcode_video_filter_allocation_init,
 336                            transcode_video_filter_allocation_clear,
 337                            p_stream->p_sys );
 338         filter_chain_Reset( id->p_uf_chain, p_fmt_out,
 339                             &id->p_encoder->fmt_in );
 340         if( p_fmt_out->video.i_chroma != id->p_encoder->fmt_in.video.i_chroma )
 341         {
 342             filter_chain_AppendFilter( id->p_uf_chain,
 343                                    NULL, NULL,
 344                                    p_fmt_out,
 345                                    &id->p_encoder->fmt_in );
 346         }
 347         filter_chain_AppendFromString( id->p_uf_chain, p_stream->p_sys->psz_vf2 );
 348         p_fmt_out = filter_chain_GetFmtOut( id->p_uf_chain );
 349         es_format_Copy( &id->p_encoder->fmt_in, p_fmt_out );
 350         id->p_encoder->fmt_out.video.i_width =
 351             id->p_encoder->fmt_in.video.i_width;
 352         id->p_encoder->fmt_out.video.i_height =
 353             id->p_encoder->fmt_in.video.i_height;
 354         id->p_encoder->fmt_out.video.i_sar_num =
 355             id->p_encoder->fmt_in.video.i_sar_num;
 356         id->p_encoder->fmt_out.video.i_sar_den =
 357             id->p_encoder->fmt_in.video.i_sar_den;
 358     }
 359
 360 }
 361
 362 /* Take care of the scaling and chroma conversions. */
 363 static void conversion_video_filter_append( sout_stream_id_t *id )
 364 {
 365     const es_format_t *p_fmt_out = &id->p_decoder->fmt_out;
 366     if( id->p_f_chain )
 367         p_fmt_out = filter_chain_GetFmtOut( id->p_f_chain );
 368
 369     if( id->p_uf_chain )
 370         p_fmt_out = filter_chain_GetFmtOut( id->p_uf_chain );
 371
 372     if( ( p_fmt_out->video.i_chroma != id->p_encoder->fmt_in.video.i_chroma ) ||
 373         ( p_fmt_out->video.i_width != id->p_encoder->fmt_in.video.i_width ) ||
 374         ( p_fmt_out->video.i_height != id->p_encoder->fmt_in.video.i_height ) )
 375     {
 376         filter_chain_AppendFilter( id->p_uf_chain ? id->p_uf_chain : id->p_f_chain,
 377                                    NULL, NULL,
 378                                    p_fmt_out,
 379                                    &id->p_encoder->fmt_in );
 380     }
 381 }
 382
 383 static void transcode_video_encoder_init( sout_stream_t *p_stream,
 384                                           sout_stream_id_t *id )
 385 {
 386     sout_stream_sys_t *p_sys = p_stream->p_sys;
 387
 388     const es_format_t *p_fmt_out = &id->p_decoder->fmt_out;
 389     if( id->p_f_chain ) {
 390         p_fmt_out = filter_chain_GetFmtOut( id->p_f_chain );
 391     }
 392     if( id->p_uf_chain ) {
 393         p_fmt_out = filter_chain_GetFmtOut( id->p_uf_chain );
 394     }
 395
 396     /* Calculate scaling
 397      * width/height of source */
 398     int i_src_visible_width = p_fmt_out->video.i_visible_width;
 399     int i_src_visible_height = p_fmt_out->video.i_visible_height;
 400
 401     if (i_src_visible_width == 0)
 402         i_src_visible_width = p_fmt_out->video.i_width;
 403     if (i_src_visible_height == 0)
 404         i_src_visible_height = p_fmt_out->video.i_height;
 405
 406
 407     /* with/height scaling */
 408     float f_scale_width = 1;
 409     float f_scale_height = 1;
 410
 411     /* aspect ratio */
 412     float f_aspect = (double)p_fmt_out->video.i_sar_num *
 413                      p_fmt_out->video.i_width /
 414                      p_fmt_out->video.i_sar_den /
 415                      p_fmt_out->video.i_height;
 416
 417     msg_Dbg( p_stream, "decoder aspect is %f:1", f_aspect );
 418
 419     /* Change f_aspect from source frame to source pixel */
 420     f_aspect = f_aspect * i_src_visible_height / i_src_visible_width;
 421     msg_Dbg( p_stream, "source pixel aspect is %f:1", f_aspect );
 422
 423     /* Calculate scaling factor for specified parameters */
 424     if( id->p_encoder->fmt_out.video.i_visible_width <= 0 &&
 425         id->p_encoder->fmt_out.video.i_visible_height <= 0 && p_sys->f_scale )
 426     {
 427         /* Global scaling. Make sure width will remain a factor of 16 */
 428         float f_real_scale;
 429         int  i_new_height;
 430         int i_new_width = i_src_visible_width * p_sys->f_scale;
 431
 432         if( i_new_width % 16 <= 7 && i_new_width >= 16 )
 433             i_new_width -= i_new_width % 16;
 434         else
 435             i_new_width += 16 - i_new_width % 16;
 436
 437         f_real_scale = (float)( i_new_width ) / (float) i_src_visible_width;
 438
 439         i_new_height = __MAX( 16, i_src_visible_height * (float)f_real_scale );
 440
 441         f_scale_width = f_real_scale;
 442         f_scale_height = (float) i_new_height / (float) i_src_visible_height;
 443     }
 444     else if( id->p_encoder->fmt_out.video.i_visible_width > 0 &&
 445              id->p_encoder->fmt_out.video.i_visible_height <= 0 )
 446     {
 447         /* Only width specified */
 448         f_scale_width = (float)id->p_encoder->fmt_out.video.i_visible_width/i_src_visible_width;
 449         f_scale_height = f_scale_width;
 450     }
 451     else if( id->p_encoder->fmt_out.video.i_visible_width <= 0 &&
 452              id->p_encoder->fmt_out.video.i_visible_height > 0 )
 453     {
 454          /* Only height specified */
 455          f_scale_height = (float)id->p_encoder->fmt_out.video.i_visible_height/i_src_visible_height;
 456          f_scale_width = f_scale_height;
 457      }
 458      else if( id->p_encoder->fmt_out.video.i_visible_width > 0 &&
 459               id->p_encoder->fmt_out.video.i_visible_height > 0 )
 460      {
 461          /* Width and height specified */
 462          f_scale_width = (float)id->p_encoder->fmt_out.video.i_visible_width/i_src_visible_width;
 463          f_scale_height = (float)id->p_encoder->fmt_out.video.i_visible_height/i_src_visible_height;
 464      }
 465
 466      /* check maxwidth and maxheight */
 467      if( p_sys->i_maxwidth && f_scale_width > (float)p_sys->i_maxwidth /
 468                                                      i_src_visible_width )
 469      {
 470          f_scale_width = (float)p_sys->i_maxwidth / i_src_visible_width;
 471      }
 472
 473      if( p_sys->i_maxheight && f_scale_height > (float)p_sys->i_maxheight /
 474                                                        i_src_visible_height )
 475      {
 476          f_scale_height = (float)p_sys->i_maxheight / i_src_visible_height;
 477      }
 478
 479
 480      /* Change aspect ratio from source pixel to scaled pixel */
 481      f_aspect = f_aspect * f_scale_height / f_scale_width;
 482      msg_Dbg( p_stream, "scaled pixel aspect is %f:1", f_aspect );
 483
 484      /* f_scale_width and f_scale_height are now final */
 485      /* Calculate width, height from scaling
 486       * Make sure its multiple of 2
 487       */
 488      /* width/height of output stream */
 489      int i_dst_visible_width =  2 * (int)(f_scale_width*i_src_visible_width/2+0.5);
 490      int i_dst_visible_height = 2 * (int)(f_scale_height*i_src_visible_height/2+0.5);
 491      int i_dst_width =  2 * (int)(f_scale_width*p_fmt_out->video.i_width/2+0.5);
 492      int i_dst_height = 2 * (int)(f_scale_height*p_fmt_out->video.i_height/2+0.5);
 493
 494      /* Change aspect ratio from scaled pixel to output frame */
 495      f_aspect = f_aspect * i_dst_visible_width / i_dst_visible_height;
 496
 497      /* Store calculated values */
 498      id->p_encoder->fmt_out.video.i_width = i_dst_width;
 499      id->p_encoder->fmt_out.video.i_visible_width = i_dst_visible_width;
 500      id->p_encoder->fmt_out.video.i_height = i_dst_height;
 501      id->p_encoder->fmt_out.video.i_visible_height = i_dst_visible_height;
 502
 503      id->p_encoder->fmt_in.video.i_width = i_dst_width;
 504      id->p_encoder->fmt_in.video.i_visible_width = i_dst_visible_width;
 505      id->p_encoder->fmt_in.video.i_height = i_dst_height;
 506      id->p_encoder->fmt_in.video.i_visible_height = i_dst_visible_height;
 507
 508      msg_Dbg( p_stream, "source %ix%i, destination %ix%i",
 509          i_src_visible_width, i_src_visible_height,
 510          i_dst_visible_width, i_dst_visible_height
 511      );
 512
 513     /* Handle frame rate conversion */
 514     if( !id->p_encoder->fmt_out.video.i_frame_rate ||
 515         !id->p_encoder->fmt_out.video.i_frame_rate_base )
 516     {
 517         if( p_fmt_out->video.i_frame_rate &&
 518             p_fmt_out->video.i_frame_rate_base )
 519         {
 520             id->p_encoder->fmt_out.video.i_frame_rate =
 521                 p_fmt_out->video.i_frame_rate;
 522             id->p_encoder->fmt_out.video.i_frame_rate_base =
 523                 p_fmt_out->video.i_frame_rate_base;
 524         }
 525         else
 526         {
 527             /* Pick a sensible default value */
 528             id->p_encoder->fmt_out.video.i_frame_rate = ENC_FRAMERATE;
 529             id->p_encoder->fmt_out.video.i_frame_rate_base = ENC_FRAMERATE_BASE;
 530         }
 531     }
 532
 533     id->p_encoder->fmt_in.video.i_frame_rate =
 534         id->p_encoder->fmt_out.video.i_frame_rate;
 535     id->p_encoder->fmt_in.video.i_frame_rate_base =
 536         id->p_encoder->fmt_out.video.i_frame_rate_base;
 537
 538     vlc_ureduce( &id->p_encoder->fmt_in.video.i_frame_rate,
 539         &id->p_encoder->fmt_in.video.i_frame_rate_base,
 540         id->p_encoder->fmt_in.video.i_frame_rate,
 541         id->p_encoder->fmt_in.video.i_frame_rate_base,
 542         0 );
 543      msg_Dbg( p_stream, "source fps %d/%d, destination %d/%d",
 544         id->p_decoder->fmt_out.video.i_frame_rate,
 545         id->p_decoder->fmt_out.video.i_frame_rate_base,
 546         id->p_encoder->fmt_in.video.i_frame_rate,
 547         id->p_encoder->fmt_in.video.i_frame_rate_base );
 548
 549     id->i_output_frame_interval = id->p_encoder->fmt_out.video.i_frame_rate_base * CLOCK_FREQ / id->p_encoder->fmt_out.video.i_frame_rate;
 550     id->i_input_frame_interval = id->p_decoder->fmt_out.video.i_frame_rate_base * CLOCK_FREQ / id->p_decoder->fmt_out.video.i_frame_rate;
 551     msg_Info( p_stream, "input interval %d (base %d)  output interval %d (base %d)", id->i_input_frame_interval, id->p_decoder->fmt_out.video.i_frame_rate_base,
 552                         id->i_output_frame_interval, id->p_encoder->fmt_in.video.i_frame_rate_base );
 553
 554     date_Init( &id->interpolated_pts,
 555                id->p_decoder->fmt_out.video.i_frame_rate,
 556                1 );
 557     date_Init( &id->next_output_pts,
 558                id->p_encoder->fmt_in.video.i_frame_rate,
 559                1 );
 560
 561     /* Check whether a particular aspect ratio was requested */
 562     if( id->p_encoder->fmt_out.video.i_sar_num <= 0 ||
 563         id->p_encoder->fmt_out.video.i_sar_den <= 0 )
 564     {
 565         vlc_ureduce( &id->p_encoder->fmt_out.video.i_sar_num,
 566                      &id->p_encoder->fmt_out.video.i_sar_den,
 567                      (uint64_t)p_fmt_out->video.i_sar_num * i_src_visible_width  * i_dst_visible_height,
 568                      (uint64_t)p_fmt_out->video.i_sar_den * i_src_visible_height * i_dst_visible_width,
 569                      0 );
 570     }
 571     else
 572     {
 573         vlc_ureduce( &id->p_encoder->fmt_out.video.i_sar_num,
 574                      &id->p_encoder->fmt_out.video.i_sar_den,
 575                      id->p_encoder->fmt_out.video.i_sar_num,
 576                      id->p_encoder->fmt_out.video.i_sar_den,
 577                      0 );
 578     }
 579
 580     id->p_encoder->fmt_in.video.i_sar_num =
 581         id->p_encoder->fmt_out.video.i_sar_num;
 582     id->p_encoder->fmt_in.video.i_sar_den =
 583         id->p_encoder->fmt_out.video.i_sar_den;
 584
 585     msg_Dbg( p_stream, "encoder aspect is %i:%i",
 586              id->p_encoder->fmt_out.video.i_sar_num * id->p_encoder->fmt_out.video.i_width,
 587              id->p_encoder->fmt_out.video.i_sar_den * id->p_encoder->fmt_out.video.i_height );
 588
 589 }
 590
 591 static int transcode_video_encoder_open( sout_stream_t *p_stream,
 592                                          sout_stream_id_t *id )
 593 {
 594     sout_stream_sys_t *p_sys = p_stream->p_sys;
 595
 596
 597     msg_Dbg( p_stream, "destination (after video filters) %ix%i",
 598              id->p_encoder->fmt_in.video.i_width,
 599              id->p_encoder->fmt_in.video.i_height );
 600
 601     id->p_encoder->p_module =
 602         module_need( id->p_encoder, "encoder", p_sys->psz_venc, true );
 603     if( !id->p_encoder->p_module )
 604     {
 605         msg_Err( p_stream, "cannot find video encoder (module:%s fourcc:%4.4s)",
 606                  p_sys->psz_venc ? p_sys->psz_venc : "any",
 607                  (char *)&p_sys->i_vcodec );
 608         return VLC_EGENERIC;
 609     }
 610
 611     id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
 612
 613     /*  */
 614     id->p_encoder->fmt_out.i_codec =
 615         vlc_fourcc_GetCodec( VIDEO_ES, id->p_encoder->fmt_out.i_codec );
 616
 617     id->id = sout_StreamIdAdd( p_stream->p_next, &id->p_encoder->fmt_out );
 618     if( !id->id )
 619     {
 620         msg_Err( p_stream, "cannot add this stream" );
 621         return VLC_EGENERIC;
 622     }
 623
 624     return VLC_SUCCESS;
 625 }
 626
 627 void transcode_video_close( sout_stream_t *p_stream,
 628                                    sout_stream_id_t *id )
 629 {
 630     if( p_stream->p_sys->i_threads >= 1 )
 631     {
 632         vlc_mutex_lock( &p_stream->p_sys->lock_out );
 633         p_stream->p_sys->b_abort = true;
 634         vlc_cond_signal( &p_stream->p_sys->cond );
 635         vlc_mutex_unlock( &p_stream->p_sys->lock_out );
 636
 637         vlc_join( p_stream->p_sys->thread, NULL );
 638         vlc_mutex_destroy( &p_stream->p_sys->lock_out );
 639         vlc_cond_destroy( &p_stream->p_sys->cond );
 640
 641         picture_fifo_Delete( p_stream->p_sys->pp_pics );
 642         block_ChainRelease( p_stream->p_sys->p_buffers );
 643         p_stream->p_sys->pp_pics = NULL;
 644     }
 645
 646     /* Close decoder */
 647     if( id->p_decoder->p_module )
 648         module_unneed( id->p_decoder, id->p_decoder->p_module );
 649     if( id->p_decoder->p_description )
 650         vlc_meta_Delete( id->p_decoder->p_description );
 651
 652     free( id->p_decoder->p_owner );
 653
 654     /* Close encoder */
 655     if( id->p_encoder->p_module )
 656         module_unneed( id->p_encoder, id->p_encoder->p_module );
 657
 658     /* Close filters */
 659     if( id->p_f_chain )
 660         filter_chain_Delete( id->p_f_chain );
 661     if( id->p_uf_chain )
 662         filter_chain_Delete( id->p_uf_chain );
 663 }
 664
 665 static void OutputFrame( sout_stream_sys_t *p_sys, picture_t *p_pic, sout_stream_t *p_stream, sout_stream_id_t *id, block_t **out )
 666 {
 667
 668     picture_t *p_pic2 = NULL;
 669     bool b_need_duplicate=false;
 670     /* If input pts + input_frame_interval is lower than next_output_pts - output_frame_interval
 671      * Then the future input frame should fit better and we can drop this one
 672      *
 673      * Duplication need is checked in OutputFrame */
 674     if( ( p_pic->date + (mtime_t)id->i_input_frame_interval ) <
 675         ( date_Get( &id->next_output_pts ) ) )
 676     {
 677 #if 0
 678         msg_Dbg( p_stream, "dropping frame (%"PRId64" + %"PRId64" vs %"PRId64")",
 679                  p_pic->date, id->i_input_frame_interval, date_Get(&id->next_output_pts) );
 680 #endif
 681         picture_Release( p_pic );
 682         return;
 683     }
 684
 685     /*
 686      * Encoding
 687      */
 688     /* Check if we have a subpicture to overlay */
 689     if( p_sys->p_spu )
 690     {
 691         video_format_t fmt = id->p_encoder->fmt_in.video;
 692         if( fmt.i_visible_width <= 0 || fmt.i_visible_height <= 0 )
 693         {
 694             fmt.i_visible_width  = fmt.i_width;
 695             fmt.i_visible_height = fmt.i_height;
 696             fmt.i_x_offset       = 0;
 697             fmt.i_y_offset       = 0;
 698         }
 699
 700         subpicture_t *p_subpic = spu_Render( p_sys->p_spu, NULL, &fmt, &fmt,
 701                                              p_pic->date, p_pic->date, false );
 702
 703         /* Overlay subpicture */
 704         if( p_subpic )
 705         {
 706             if( picture_IsReferenced( p_pic ) && !filter_chain_GetLength( id->p_f_chain ) )
 707             {
 708                 /* We can't modify the picture, we need to duplicate it,
 709                  * in this point the picture is already p_encoder->fmt.in format*/
 710                 picture_t *p_tmp = video_new_buffer_encoder( id->p_encoder );
 711                 if( likely( p_tmp ) )
 712                 {
 713                     picture_Copy( p_tmp, p_pic );
 714                     picture_Release( p_pic );
 715                     p_pic = p_tmp;
 716                 }
 717             }
 718             if( unlikely( !p_sys->p_spu_blend ) )
 719                 p_sys->p_spu_blend = filter_NewBlend( VLC_OBJECT( p_sys->p_spu ), &fmt );
 720             if( likely( p_sys->p_spu_blend ) )
 721                 picture_BlendSubpicture( p_pic, p_sys->p_spu_blend, p_subpic );
 722             subpicture_Delete( p_subpic );
 723         }
 724     }
 725     /*This pts is handled, increase clock to next one*/
 726     date_Increment( &id->next_output_pts, id->p_encoder->fmt_in.video.i_frame_rate_base );
 727
 728     if( p_sys->i_threads == 0 )
 729     {
 730         block_t *p_block;
 731
 732         p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
 733         block_ChainAppend( out, p_block );
 734     }
 735
 736     /* we need to duplicate while next_output_pts + output_frame_interval < input_pts (next input pts)*/
 737     b_need_duplicate = ( date_Get( &id->next_output_pts ) + id->i_output_frame_interval ) <
 738                        ( date_Get( &id->interpolated_pts ) );
 739
 740     if( p_sys->i_threads )
 741     {
 742         if( p_sys->b_master_sync )
 743         {
 744             p_pic2 = video_new_buffer_encoder( id->p_encoder );
 745             if( likely( p_pic2 != NULL ) )
 746                 picture_Copy( p_pic2, p_pic );
 747         }
 748         vlc_mutex_lock( &p_sys->lock_out );
 749         picture_fifo_Push( p_sys->pp_pics, p_pic );
 750         vlc_cond_signal( &p_sys->cond );
 751         vlc_mutex_unlock( &p_sys->lock_out );
 752     }
 753
 754     while( (p_sys->b_master_sync && b_need_duplicate ))
 755     {
 756         if( p_sys->i_threads >= 1 )
 757         {
 758             picture_t *p_tmp = NULL;
 759             /* We can't modify the picture, we need to duplicate it */
 760             p_tmp = video_new_buffer_encoder( id->p_encoder );
 761             if( likely( p_tmp != NULL ) )
 762             {
 763                 picture_Copy( p_tmp, p_pic2 );
 764                 p_tmp->date = date_Get( &id->next_output_pts );
 765                 vlc_mutex_lock( &p_sys->lock_out );
 766                 picture_fifo_Push( p_sys->pp_pics, p_tmp );
 767                 vlc_cond_signal( &p_sys->cond );
 768                 vlc_mutex_unlock( &p_sys->lock_out );
 769             }
 770         }
 771         else
 772         {
 773             block_t *p_block;
 774             p_pic->date = date_Get( &id->next_output_pts );
 775             p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
 776             block_ChainAppend( out, p_block );
 777         }
 778 #if 0
 779         msg_Dbg( p_stream, "duplicated frame");
 780 #endif
 781         date_Increment( &id->next_output_pts, id->p_encoder->fmt_in.video.i_frame_rate_base );
 782         b_need_duplicate = ( date_Get( &id->next_output_pts ) + id->i_output_frame_interval ) <
 783                            ( date_Get( &id->interpolated_pts ) );
 784     }
 785
 786     if( p_sys->i_threads && p_pic2 )
 787         picture_Release( p_pic2 );
 788     else if ( p_sys->i_threads == 0 )
 789         picture_Release( p_pic );
 790 }
 791
 792 int transcode_video_process( sout_stream_t *p_stream, sout_stream_id_t *id,
 793                                     block_t *in, block_t **out )
 794 {
 795     sout_stream_sys_t *p_sys = p_stream->p_sys;
 796     picture_t *p_pic = NULL;
 797     *out = NULL;
 798
 799     if( unlikely( in == NULL ) )
 800     {
 801         if( p_sys->i_threads == 0 )
 802         {
 803             block_t *p_block;
 804             do {
 805                 p_block = id->p_encoder->pf_encode_video(id->p_encoder, NULL );
 806                 block_ChainAppend( out, p_block );
 807             } while( p_block );
 808         }
 809         else
 810         {
 811             msg_Dbg( p_stream, "Flushing thread and waiting that");
 812             vlc_mutex_lock( &p_stream->p_sys->lock_out );
 813             p_stream->p_sys->b_abort = true;
 814             vlc_cond_signal( &p_stream->p_sys->cond );
 815             vlc_mutex_unlock( &p_stream->p_sys->lock_out );
 816
 817             vlc_join( p_stream->p_sys->thread, NULL );
 818             vlc_mutex_lock( &p_sys->lock_out );
 819             *out = p_sys->p_buffers;
 820             p_sys->p_buffers = NULL;
 821             vlc_mutex_unlock( &p_sys->lock_out );
 822
 823             msg_Dbg( p_stream, "Flushing done");
 824         }
 825         return VLC_SUCCESS;
 826     }
 827
 828
 829     while( (p_pic = id->p_decoder->pf_decode_video( id->p_decoder, &in )) )
 830     {
 831
 832         if( p_stream->p_sout->i_out_pace_nocontrol && p_sys->b_hurry_up )
 833         {
 834             mtime_t current_date = mdate();
 835             if( unlikely( (current_date - 50000) > p_pic->date ) )
 836             {
 837                 msg_Dbg( p_stream, "late picture skipped (%"PRId64")",
 838                          current_date - 50000 - p_pic->date );
 839                 picture_Release( p_pic );
 840                 continue;
 841             }
 842         }
 843
 844         if( unlikely (
 845              id->p_encoder->p_module &&
 846              !video_format_IsSimilar( &p_sys->fmt_input_video, &id->p_decoder->fmt_out.video )
 847             )
 848           )
 849         {
 850             msg_Info( p_stream, "aspect-ratio changed, reiniting. %i -> %i : %i -> %i.",
 851                         p_sys->fmt_input_video.i_sar_num, id->p_decoder->fmt_out.video.i_sar_num,
 852                         p_sys->fmt_input_video.i_sar_den, id->p_decoder->fmt_out.video.i_sar_den
 853                     );
 854             /* Close filters */
 855             if( id->p_f_chain )
 856                 filter_chain_Delete( id->p_f_chain );
 857             id->p_f_chain = NULL;
 858             if( id->p_uf_chain )
 859                 filter_chain_Delete( id->p_uf_chain );
 860             id->p_uf_chain = NULL;
 861
 862             /* Reinitialize filters */
 863             id->p_encoder->fmt_out.video.i_visible_width  = p_sys->i_width & ~1;
 864             id->p_encoder->fmt_out.video.i_visible_height = p_sys->i_height & ~1;
 865             id->p_encoder->fmt_out.video.i_sar_num = id->p_encoder->fmt_out.video.i_sar_den = 0;
 866
 867             transcode_video_filter_init( p_stream, id );
 868             transcode_video_encoder_init( p_stream, id );
 869             conversion_video_filter_append( id );
 870             memcpy( &p_sys->fmt_input_video, &id->p_decoder->fmt_out.video, sizeof(video_format_t));
 871         }
 872
 873
 874         if( unlikely( !id->p_encoder->p_module ) )
 875         {
 876             if( id->p_f_chain )
 877                 filter_chain_Delete( id->p_f_chain );
 878             if( id->p_uf_chain )
 879                 filter_chain_Delete( id->p_uf_chain );
 880             id->p_f_chain = id->p_uf_chain = NULL;
 881
 882             transcode_video_filter_init( p_stream, id );
 883             transcode_video_encoder_init( p_stream, id );
 884             conversion_video_filter_append( id );
 885             memcpy( &p_sys->fmt_input_video, &id->p_decoder->fmt_out.video, sizeof(video_format_t));
 886
 887             if( transcode_video_encoder_open( p_stream, id ) != VLC_SUCCESS )
 888             {
 889                 picture_Release( p_pic );
 890                 transcode_video_close( p_stream, id );
 891                 id->b_transcode = false;
 892                 return VLC_EGENERIC;
 893             }
 894             date_Set( &id->interpolated_pts, p_pic->date );
 895             date_Set( &id->next_output_pts, p_pic->date );
 896         }
 897
 898         /*Input lipsync and drop check */
 899         if( p_sys->b_master_sync )
 900         {
 901             /* How much audio has drifted */
 902             mtime_t i_master_drift = p_sys->i_master_drift;
 903
 904             /* This is the pts input should have now with constant frame rate */
 905             mtime_t i_pts = date_Get( &id->interpolated_pts );
 906
 907             /* How much video pts is ahead of calculated pts */
 908             mtime_t i_video_drift = p_pic->date - i_pts;
 909
 910             /* Check that we are having lipsync with input here */
 911             if( unlikely ( ( (i_video_drift - i_master_drift ) > MASTER_SYNC_MAX_DRIFT
 912                           || (i_video_drift + i_master_drift ) < -MASTER_SYNC_MAX_DRIFT ) ) )
 913             {
 914                 msg_Warn( p_stream,
 915                     "video drift too big, resetting sync %"PRId64" to %"PRId64,
 916                     (i_video_drift + i_master_drift),
 917                     p_pic->date
 918                     );
 919                 date_Set( &id->interpolated_pts, p_pic->date );
 920                 date_Set( &id->next_output_pts, p_pic->date );
 921                 i_pts = date_Get( &id->interpolated_pts );
 922             }
 923
 924             /* Set the pts of the frame being encoded */
 925             p_pic->date = i_pts;
 926
 927             /* now take next input pts, pts dates are only enabled if p_module is set*/
 928             date_Increment( &id->interpolated_pts, id->p_decoder->fmt_out.video.i_frame_rate_base );
 929
 930
 931             /* If input pts + input_frame_interval is lower than next_output_pts - output_frame_interval
 932              * Then the future input frame should fit better and we can drop this one
 933              *
 934              * Duplication need is checked in OutputFrame */
 935             if( ( p_pic->date + (mtime_t)id->i_input_frame_interval ) <
 936                 ( date_Get( &id->next_output_pts ) ) )
 937             {
 938 #if 0
 939                 msg_Dbg( p_stream, "dropping frame (%"PRId64" + %"PRId64" vs %"PRId64")",
 940                          p_pic->date, id->i_input_frame_interval, date_Get(&id->next_output_pts) );
 941 #endif
 942                 picture_Release( p_pic );
 943                 continue;
 944             }
 945 #if 0
 946             msg_Dbg( p_stream, "not dropping frame");
 947 #endif
 948
 949             /* input calculated pts isn't necessary what pts output should be, so use output pts*/
 950             p_pic->date = date_Get( &id->next_output_pts );
 951
 952
 953         }
 954
 955         /* Run the filter and output chains; first with the picture,
 956          * and then with NULL as many times as we need until they
 957          * stop outputting frames.
 958          */
 959         for ( ;; ) {
 960             picture_t *p_filtered_pic = p_pic;
 961
 962             /* Run filter chain */
 963             if( id->p_f_chain )
 964                 p_filtered_pic = filter_chain_VideoFilter( id->p_f_chain, p_filtered_pic );
 965             if( !p_filtered_pic )
 966                 break;
 967
 968             for ( ;; ) {
 969                 picture_t *p_user_filtered_pic = p_filtered_pic;
 970
 971                 /* Run user specified filter chain */
 972                 if( id->p_uf_chain )
 973                     p_user_filtered_pic = filter_chain_VideoFilter( id->p_uf_chain, p_user_filtered_pic );
 974                 if( !p_user_filtered_pic )
 975                     break;
 976
 977                 OutputFrame( p_sys, p_user_filtered_pic, p_stream, id, out );
 978
 979                 p_filtered_pic = NULL;
 980             }
 981
 982             p_pic = NULL;
 983         }
 984     }
 985
 986     if( p_sys->i_threads >= 1 )
 987     {
 988         /* Pick up any return data the encoder thread wants to output. */
 989         vlc_mutex_lock( &p_sys->lock_out );
 990         *out = p_sys->p_buffers;
 991         p_sys->p_buffers = NULL;
 992         vlc_mutex_unlock( &p_sys->lock_out );
 993     }
 994
 995     return VLC_SUCCESS;
 996 }
 997
 998 bool transcode_video_add( sout_stream_t *p_stream, es_format_t *p_fmt,
 999                                 sout_stream_id_t *id )
1000 {
1001     sout_stream_sys_t *p_sys = p_stream->p_sys;
1002
1003     msg_Dbg( p_stream,
1004              "creating video transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
1005              (char*)&p_fmt->i_codec, (char*)&p_sys->i_vcodec );
1006
1007     /* Complete destination format */
1008     id->p_encoder->fmt_out.i_codec = p_sys->i_vcodec;
1009     id->p_encoder->fmt_out.video.i_visible_width  = p_sys->i_width & ~1;
1010     id->p_encoder->fmt_out.video.i_visible_height = p_sys->i_height & ~1;
1011     id->p_encoder->fmt_out.i_bitrate = p_sys->i_vbitrate;
1012
1013     /* Build decoder -> filter -> encoder chain */
1014     if( transcode_video_new( p_stream, id ) )
1015     {
1016         msg_Err( p_stream, "cannot create video chain" );
1017         return false;
1018     }
1019
1020     /* Stream will be added later on because we don't know
1021      * all the characteristics of the decoded stream yet */
1022     id->b_transcode = true;
1023
1024     if( p_sys->f_fps > 0 )
1025     {
1026         id->p_encoder->fmt_out.video.i_frame_rate = (p_sys->f_fps * ENC_FRAMERATE_BASE);
1027         id->p_encoder->fmt_out.video.i_frame_rate_base = ENC_FRAMERATE_BASE;
1028     }
1029
1030     return true;
1031 }
1032