git.sesse.net Git - vlc/blob - modules/stream_out/transcode.c

   1 /*****************************************************************************
   2  * transcode.c: transcoding stream output module
   3  *****************************************************************************
   4  * Copyright (C) 2003-2004 VideoLAN
   5  * $Id$
   6  *
   7  * Authors: Laurent Aimar <fenrir@via.ecp.fr>
   8  *          Gildas Bazin <gbazin@videolan.org>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License as published by
  12  * the Free Software Foundation; either version 2 of the License, or
  13  * (at your option) any later version.
  14  *
  15  * This program is distributed in the hope that it will be useful,
  16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18  * GNU General Public License for more details.
  19  *
  20  * You should have received a copy of the GNU General Public License
  21  * along with this program; if not, write to the Free Software
  22  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
  23  *****************************************************************************/
  24
  25 /*****************************************************************************
  26  * Preamble
  27  *****************************************************************************/
  28 #include <stdlib.h>
  29 #include <string.h>
  30
  31 #include <vlc/vlc.h>
  32 #include <vlc/input.h>
  33 #include <vlc/sout.h>
  34 #include <vlc/vout.h>
  35 #include <vlc/decoder.h>
  36 #include "vlc_filter.h"
  37 #include "osd.h"
  38
  39 /*****************************************************************************
  40  * Module descriptor
  41  *****************************************************************************/
  42 #define VENC_TEXT N_("Video encoder")
  43 #define VENC_LONGTEXT N_( \
  44     "Allows you to specify the video encoder to use and its associated " \
  45     "options." )
  46 #define VCODEC_TEXT N_("Destination video codec")
  47 #define VCODEC_LONGTEXT N_( \
  48     "Allows you to specify the destination video codec used for the " \
  49     "streaming output." )
  50 #define VB_TEXT N_("Video bitrate")
  51 #define VB_LONGTEXT N_( \
  52     "Allows you to specify the video bitrate used for the streaming " \
  53     "output." )
  54 #define SCALE_TEXT N_("Video scaling")
  55 #define SCALE_LONGTEXT N_( \
  56     "Allows you to scale the video before encoding." )
  57 #define FPS_TEXT N_("Video frame-rate")
  58 #define FPS_LONGTEXT N_( \
  59     "Allows you to specify an output frame rate for the video." )
  60 #define DEINTERLACE_TEXT N_("Deinterlace video")
  61 #define DEINTERLACE_LONGTEXT N_( \
  62     "Allows you to deinterlace the video before encoding." )
  63 #define WIDTH_TEXT N_("Video width")
  64 #define WIDTH_LONGTEXT N_( \
  65     "Allows you to specify the output video width." )
  66 #define HEIGHT_TEXT N_("Video height")
  67 #define HEIGHT_LONGTEXT N_( \
  68     "Allows you to specify the output video height." )
  69
  70 #define CROPTOP_TEXT N_("Video crop top")
  71 #define CROPTOP_LONGTEXT N_( \
  72     "Allows you to specify the top coordinate for the video cropping." )
  73 #define CROPLEFT_TEXT N_("Video crop left")
  74 #define CROPLEFT_LONGTEXT N_( \
  75     "Allows you to specify the left coordinate for the video cropping." )
  76 #define CROPBOTTOM_TEXT N_("Video crop bottom")
  77 #define CROPBOTTOM_LONGTEXT N_( \
  78     "Allows you to specify the bottom coordinate for the video cropping." )
  79 #define CROPRIGHT_TEXT N_("Video crop right")
  80 #define CROPRIGHT_LONGTEXT N_( \
  81     "Allows you to specify the right coordinate for the video cropping." )
  82
  83 #define AENC_TEXT N_("Audio encoder")
  84 #define AENC_LONGTEXT N_( \
  85     "Allows you to specify the audio encoder to use and its associated " \
  86     "options." )
  87 #define ACODEC_TEXT N_("Destination audio codec")
  88 #define ACODEC_LONGTEXT N_( \
  89     "Allows you to specify the destination audio codec used for the " \
  90     "streaming output." )
  91 #define AB_TEXT N_("Audio bitrate")
  92 #define AB_LONGTEXT N_( \
  93     "Allows you to specify the audio bitrate used for the streaming " \
  94     "output." )
  95 #define ARATE_TEXT N_("Audio sample rate")
  96 #define ARATE_LONGTEXT N_( \
  97     "Allows you to specify the audio sample rate used for the streaming " \
  98     "output." )
  99 #define ACHANS_TEXT N_("Audio channels")
 100 #define ACHANS_LONGTEXT N_( \
 101     "Allows you to specify the number of audio channels used for the " \
 102     "streaming output." )
 103
 104 #define SENC_TEXT N_("Subtitles encoder")
 105 #define SENC_LONGTEXT N_( \
 106     "Allows you to specify the subtitles encoder to use and its associated " \
 107     "options." )
 108 #define SCODEC_TEXT N_("Destination subtitles codec")
 109 #define SCODEC_LONGTEXT N_( \
 110     "Allows you to specify the destination subtitles codec used for the " \
 111     "streaming output." )
 112 #define SFILTER_TEXT N_("Subpictures filter")
 113 #define SFILTER_LONGTEXT N_( \
 114     "Allows you to specify subpictures filters used during the video " \
 115     "transcoding. The subpictures produced by the filters will be overlayed " \
 116     "directly onto the video." )
 117
 118 #define THREADS_TEXT N_("Number of threads")
 119 #define THREADS_LONGTEXT N_( \
 120     "Allows you to specify the number of threads used for the transcoding." )
 121
 122 #define ASYNC_TEXT N_("Synchronise on audio track")
 123 #define ASYNC_LONGTEXT N_( \
 124     "This option will drop/duplicate video frames to synchronise the video " \
 125     "track on the audio track." )
 126
 127 static int  Open ( vlc_object_t * );
 128 static void Close( vlc_object_t * );
 129
 130 #define SOUT_CFG_PREFIX "sout-transcode-"
 131
 132 vlc_module_begin();
 133     set_description( _("Transcode stream output") );
 134     set_capability( "sout stream", 50 );
 135     add_shortcut( "transcode" );
 136     set_callbacks( Open, Close );
 137
 138     add_string( SOUT_CFG_PREFIX "venc", NULL, NULL, VENC_TEXT,
 139                 VENC_LONGTEXT, VLC_FALSE );
 140     add_string( SOUT_CFG_PREFIX "vcodec", NULL, NULL, VCODEC_TEXT,
 141                 VCODEC_LONGTEXT, VLC_FALSE );
 142     add_integer( SOUT_CFG_PREFIX "vb", 800 * 1000, NULL, VB_TEXT,
 143                  VB_LONGTEXT, VLC_FALSE );
 144     add_float( SOUT_CFG_PREFIX "scale", 1, NULL, SCALE_TEXT,
 145                SCALE_LONGTEXT, VLC_FALSE );
 146     add_float( SOUT_CFG_PREFIX "fps", 0, NULL, FPS_TEXT,
 147                FPS_LONGTEXT, VLC_FALSE );
 148     add_bool( SOUT_CFG_PREFIX "deinterlace", 0, NULL, DEINTERLACE_TEXT,
 149               DEINTERLACE_LONGTEXT, VLC_FALSE );
 150     add_integer( SOUT_CFG_PREFIX "width", 0, NULL, WIDTH_TEXT,
 151                  WIDTH_LONGTEXT, VLC_TRUE );
 152     add_integer( SOUT_CFG_PREFIX "height", 0, NULL, HEIGHT_TEXT,
 153                  HEIGHT_LONGTEXT, VLC_TRUE );
 154
 155     add_integer( SOUT_CFG_PREFIX "croptop", 0, NULL, CROPTOP_TEXT,
 156                  CROPTOP_LONGTEXT, VLC_TRUE );
 157     add_integer( SOUT_CFG_PREFIX "cropleft", 0, NULL, CROPLEFT_TEXT,
 158                  CROPLEFT_LONGTEXT, VLC_TRUE );
 159     add_integer( SOUT_CFG_PREFIX "cropbottom", 0, NULL, CROPBOTTOM_TEXT,
 160                  CROPBOTTOM_LONGTEXT, VLC_TRUE );
 161     add_integer( SOUT_CFG_PREFIX "cropright", 0, NULL, CROPRIGHT_TEXT,
 162                  CROPRIGHT_LONGTEXT, VLC_TRUE );
 163
 164     add_string( SOUT_CFG_PREFIX "aenc", NULL, NULL, AENC_TEXT,
 165                 AENC_LONGTEXT, VLC_FALSE );
 166     add_string( SOUT_CFG_PREFIX "acodec", NULL, NULL, ACODEC_TEXT,
 167                 ACODEC_LONGTEXT, VLC_FALSE );
 168     add_integer( SOUT_CFG_PREFIX "ab", 64000, NULL, AB_TEXT,
 169                  AB_LONGTEXT, VLC_FALSE );
 170     add_integer( SOUT_CFG_PREFIX "channels", 0, NULL, ACHANS_TEXT,
 171                  ACHANS_LONGTEXT, VLC_FALSE );
 172     add_integer( SOUT_CFG_PREFIX "samplerate", 0, NULL, ARATE_TEXT,
 173                  ARATE_LONGTEXT, VLC_TRUE );
 174
 175     add_string( SOUT_CFG_PREFIX "senc", NULL, NULL, SENC_TEXT,
 176                 SENC_LONGTEXT, VLC_FALSE );
 177     add_string( SOUT_CFG_PREFIX "scodec", NULL, NULL, SCODEC_TEXT,
 178                 SCODEC_LONGTEXT, VLC_FALSE );
 179     add_bool( SOUT_CFG_PREFIX "soverlay", 0, NULL, SCODEC_TEXT,
 180                SCODEC_LONGTEXT, VLC_FALSE );
 181     add_string( SOUT_CFG_PREFIX "sfilter", NULL, NULL, SFILTER_TEXT,
 182                 SFILTER_LONGTEXT, VLC_FALSE );
 183
 184     add_integer( SOUT_CFG_PREFIX "threads", 0, NULL, THREADS_TEXT,
 185                  THREADS_LONGTEXT, VLC_TRUE );
 186
 187     add_bool( SOUT_CFG_PREFIX "audio-sync", 0, NULL, ASYNC_TEXT,
 188               ASYNC_LONGTEXT, VLC_FALSE );
 189 vlc_module_end();
 190
 191 static const char *ppsz_sout_options[] = {
 192     "venc", "vcodec", "vb", "croptop", "cropbottom", "cropleft", "cropright",
 193     "scale", "fps", "width", "height", "deinterlace", "threads",
 194     "aenc", "acodec", "ab", "samplerate", "channels",
 195     "senc", "scodec", "soverlay", "sfilter",
 196     "audio-sync", NULL
 197 };
 198
 199 /*****************************************************************************
 200  * Exported prototypes
 201  *****************************************************************************/
 202 static sout_stream_id_t *Add ( sout_stream_t *, es_format_t * );
 203 static int               Del ( sout_stream_t *, sout_stream_id_t * );
 204 static int               Send( sout_stream_t *, sout_stream_id_t *, block_t* );
 205
 206 static int  transcode_audio_new    ( sout_stream_t *, sout_stream_id_t * );
 207 static void transcode_audio_close  ( sout_stream_t *, sout_stream_id_t * );
 208 static int  transcode_audio_process( sout_stream_t *, sout_stream_id_t *,
 209                                      block_t *, block_t ** );
 210
 211 static aout_buffer_t *audio_new_buffer( decoder_t *, int );
 212 static void audio_del_buffer( decoder_t *, aout_buffer_t * );
 213
 214 static int  transcode_video_new    ( sout_stream_t *, sout_stream_id_t * );
 215 static void transcode_video_close  ( sout_stream_t *, sout_stream_id_t * );
 216 static int  transcode_video_encoder_open( sout_stream_t *, sout_stream_id_t *);
 217 static int  transcode_video_process( sout_stream_t *, sout_stream_id_t *,
 218                                      block_t *, block_t ** );
 219
 220 static void video_del_buffer( vlc_object_t *, picture_t * );
 221 static picture_t *video_new_buffer_decoder( decoder_t * );
 222 static void video_del_buffer_decoder( decoder_t *, picture_t * );
 223 static void video_link_picture_decoder( decoder_t *, picture_t * );
 224 static void video_unlink_picture_decoder( decoder_t *, picture_t * );
 225 static picture_t *video_new_buffer_filter( filter_t * );
 226 static void video_del_buffer_filter( filter_t *, picture_t * );
 227
 228 static int  transcode_spu_new    ( sout_stream_t *, sout_stream_id_t * );
 229 static void transcode_spu_close  ( sout_stream_t *, sout_stream_id_t * );
 230 static int  transcode_spu_process( sout_stream_t *, sout_stream_id_t *,
 231                                    block_t *, block_t ** );
 232
 233 static int  EncoderThread( struct sout_stream_sys_t * p_sys );
 234
 235 static int pi_channels_maps[6] =
 236 {
 237     0,
 238     AOUT_CHAN_CENTER,   AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
 239     AOUT_CHAN_CENTER | AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
 240     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT
 241      | AOUT_CHAN_REARRIGHT,
 242     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER
 243      | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARRIGHT
 244 };
 245
 246 #define PICTURE_RING_SIZE 64
 247 #define SUBPICTURE_RING_SIZE 20
 248
 249 struct sout_stream_sys_t
 250 {
 251     VLC_COMMON_MEMBERS
 252
 253     sout_stream_t   *p_out;
 254     sout_stream_id_t *id_video;
 255     block_t         *p_buffers;
 256     vlc_mutex_t     lock_out;
 257     vlc_cond_t      cond;
 258     picture_t *     pp_pics[PICTURE_RING_SIZE];
 259     int             i_first_pic, i_last_pic;
 260
 261     /* Audio */
 262     vlc_fourcc_t    i_acodec;   /* codec audio (0 if not transcode) */
 263     char            *psz_aenc;
 264     sout_cfg_t      *p_audio_cfg;
 265     int             i_sample_rate;
 266     int             i_channels;
 267     int             i_abitrate;
 268
 269     /* Video */
 270     vlc_fourcc_t    i_vcodec;   /* codec video (0 if not transcode) */
 271     char            *psz_venc;
 272     sout_cfg_t      *p_video_cfg;
 273     int             i_vbitrate;
 274     double          f_scale;
 275     double          f_fps;
 276     int             i_width;
 277     int             i_height;
 278     vlc_bool_t      b_deinterlace;
 279     int             i_threads;
 280
 281     int             i_crop_top;
 282     int             i_crop_bottom;
 283     int             i_crop_right;
 284     int             i_crop_left;
 285
 286     /* SPU */
 287     vlc_fourcc_t    i_scodec;   /* codec spu (0 if not transcode) */
 288     char            *psz_senc;
 289     vlc_bool_t      b_soverlay;
 290     sout_cfg_t      *p_spu_cfg;
 291     spu_t           *p_spu;
 292
 293     /* Sync */
 294     vlc_bool_t      b_audio_sync;
 295     mtime_t         i_master_drift;
 296 };
 297
 298 struct decoder_owner_sys_t
 299 {
 300     picture_t *pp_pics[PICTURE_RING_SIZE];
 301 };
 302 struct filter_owner_sys_t
 303 {
 304     picture_t *pp_pics[PICTURE_RING_SIZE];
 305 };
 306
 307 /*****************************************************************************
 308  * Open:
 309  *****************************************************************************/
 310 static int Open( vlc_object_t *p_this )
 311 {
 312     sout_stream_t     *p_stream = (sout_stream_t*)p_this;
 313     sout_stream_sys_t *p_sys;
 314     vlc_value_t       val;
 315
 316     p_sys = vlc_object_create( p_this, sizeof( sout_stream_sys_t ) );
 317
 318     p_sys->p_out = sout_StreamNew( p_stream->p_sout, p_stream->psz_next );
 319     if( !p_sys->p_out )
 320     {
 321         msg_Err( p_stream, "cannot create chain" );
 322         free( p_sys );
 323         return VLC_EGENERIC;
 324     }
 325
 326     p_sys->i_master_drift = 0;
 327
 328     sout_CfgParse( p_stream, SOUT_CFG_PREFIX, ppsz_sout_options,
 329                    p_stream->p_cfg );
 330
 331     /* Audio transcoding parameters */
 332     var_Get( p_stream, SOUT_CFG_PREFIX "aenc", &val );
 333     p_sys->psz_aenc = NULL;
 334     p_sys->p_audio_cfg = NULL;
 335     if( val.psz_string && *val.psz_string )
 336     {
 337         char *psz_next;
 338         psz_next = sout_CfgCreate( &p_sys->psz_aenc, &p_sys->p_audio_cfg,
 339                                    val.psz_string );
 340         if( psz_next ) free( psz_next );
 341     }
 342     if( val.psz_string ) free( val.psz_string );
 343
 344     var_Get( p_stream, SOUT_CFG_PREFIX "acodec", &val );
 345     p_sys->i_acodec = 0;
 346     if( val.psz_string && *val.psz_string )
 347     {
 348         char fcc[4] = "    ";
 349         memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
 350         p_sys->i_acodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
 351     }
 352     if( val.psz_string ) free( val.psz_string );
 353
 354     var_Get( p_stream, SOUT_CFG_PREFIX "ab", &val );
 355     p_sys->i_abitrate = val.i_int;
 356     if( p_sys->i_abitrate < 4000 ) p_sys->i_abitrate *= 1000;
 357
 358     var_Get( p_stream, SOUT_CFG_PREFIX "samplerate", &val );
 359     p_sys->i_sample_rate = val.i_int;
 360
 361     var_Get( p_stream, SOUT_CFG_PREFIX "channels", &val );
 362     p_sys->i_channels = val.i_int;
 363
 364     if( p_sys->i_acodec )
 365     {
 366         msg_Dbg( p_stream, "codec audio=%4.4s %dHz %d channels %dKb/s",
 367                  (char *)&p_sys->i_acodec, p_sys->i_sample_rate,
 368                  p_sys->i_channels, p_sys->i_abitrate / 1000 );
 369     }
 370
 371     /* Video transcoding parameters */
 372     var_Get( p_stream, SOUT_CFG_PREFIX "venc", &val );
 373     p_sys->psz_venc = NULL;
 374     p_sys->p_video_cfg = NULL;
 375     if( val.psz_string && *val.psz_string )
 376     {
 377         char *psz_next;
 378         psz_next = sout_CfgCreate( &p_sys->psz_venc, &p_sys->p_video_cfg,
 379                                    val.psz_string );
 380         if( psz_next ) free( psz_next );
 381     }
 382     if( val.psz_string ) free( val.psz_string );
 383
 384     var_Get( p_stream, SOUT_CFG_PREFIX "vcodec", &val );
 385     p_sys->i_vcodec = 0;
 386     if( val.psz_string && *val.psz_string )
 387     {
 388         char fcc[4] = "    ";
 389         memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
 390         p_sys->i_vcodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
 391     }
 392     if( val.psz_string ) free( val.psz_string );
 393
 394     var_Get( p_stream, SOUT_CFG_PREFIX "vb", &val );
 395     p_sys->i_vbitrate = val.i_int;
 396     if( p_sys->i_vbitrate < 16000 ) p_sys->i_vbitrate *= 1000;
 397
 398     var_Get( p_stream, SOUT_CFG_PREFIX "scale", &val );
 399     p_sys->f_scale = val.f_float;
 400
 401     var_Get( p_stream, SOUT_CFG_PREFIX "fps", &val );
 402     p_sys->f_fps = val.f_float;
 403
 404     var_Get( p_stream, SOUT_CFG_PREFIX "width", &val );
 405     p_sys->i_width = val.i_int;
 406
 407     var_Get( p_stream, SOUT_CFG_PREFIX "height", &val );
 408     p_sys->i_height = val.i_int;
 409
 410     var_Get( p_stream, SOUT_CFG_PREFIX "deinterlace", &val );
 411     p_sys->b_deinterlace = val.b_bool;
 412
 413     var_Get( p_stream, SOUT_CFG_PREFIX "croptop", &val );
 414     p_sys->i_crop_top = val.i_int;
 415     var_Get( p_stream, SOUT_CFG_PREFIX "cropbottom", &val );
 416     p_sys->i_crop_bottom = val.i_int;
 417     var_Get( p_stream, SOUT_CFG_PREFIX "cropleft", &val );
 418     p_sys->i_crop_left = val.i_int;
 419     var_Get( p_stream, SOUT_CFG_PREFIX "cropright", &val );
 420     p_sys->i_crop_right = val.i_int;
 421
 422     var_Get( p_stream, SOUT_CFG_PREFIX "threads", &val );
 423     p_sys->i_threads = val.i_int;
 424
 425     if( p_sys->i_vcodec )
 426     {
 427         msg_Dbg( p_stream, "codec video=%4.4s %dx%d scaling: %f %dkb/s",
 428                  (char *)&p_sys->i_vcodec, p_sys->i_width, p_sys->i_height,
 429                  p_sys->f_scale, p_sys->i_vbitrate / 1000 );
 430     }
 431
 432     /* Subpictures transcoding parameters */
 433     p_sys->p_spu = 0;
 434     p_sys->psz_senc = NULL;
 435     p_sys->p_spu_cfg = NULL;
 436     p_sys->i_scodec = 0;
 437
 438     var_Get( p_stream, SOUT_CFG_PREFIX "senc", &val );
 439     if( val.psz_string && *val.psz_string )
 440     {
 441         char *psz_next;
 442         psz_next = sout_CfgCreate( &p_sys->psz_senc, &p_sys->p_spu_cfg,
 443                                    val.psz_string );
 444         if( psz_next ) free( psz_next );
 445     }
 446     if( val.psz_string ) free( val.psz_string );
 447
 448     var_Get( p_stream, SOUT_CFG_PREFIX "scodec", &val );
 449     if( val.psz_string && *val.psz_string )
 450     {
 451         char fcc[4] = "    ";
 452         memcpy( fcc, val.psz_string, __MIN( strlen( val.psz_string ), 4 ) );
 453         p_sys->i_scodec = VLC_FOURCC( fcc[0], fcc[1], fcc[2], fcc[3] );
 454     }
 455     if( val.psz_string ) free( val.psz_string );
 456
 457     if( p_sys->i_scodec )
 458     {
 459         msg_Dbg( p_stream, "codec spu=%4.4s", (char *)&p_sys->i_acodec );
 460     }
 461
 462     var_Get( p_stream, SOUT_CFG_PREFIX "soverlay", &val );
 463     p_sys->b_soverlay = val.b_bool;
 464
 465     var_Get( p_stream, SOUT_CFG_PREFIX "sfilter", &val );
 466     if( val.psz_string && *val.psz_string )
 467     {
 468         p_sys->p_spu = spu_Create( p_stream );
 469         var_Create( p_sys->p_spu, "sub-filter", VLC_VAR_STRING );
 470         var_Set( p_sys->p_spu, "sub-filter", val );
 471         spu_Init( p_sys->p_spu );
 472     }
 473     if( val.psz_string ) free( val.psz_string );
 474
 475     var_Get( p_stream, SOUT_CFG_PREFIX "audio-sync", &val );
 476     p_sys->b_audio_sync = val.b_bool;
 477     if( p_sys->f_fps > 0 ) p_sys->b_audio_sync = VLC_TRUE;
 478
 479     p_stream->pf_add    = Add;
 480     p_stream->pf_del    = Del;
 481     p_stream->pf_send   = Send;
 482     p_stream->p_sys     = p_sys;
 483
 484     return VLC_SUCCESS;
 485 }
 486
 487 /*****************************************************************************
 488  * Close:
 489  *****************************************************************************/
 490 static void Close( vlc_object_t * p_this )
 491 {
 492     sout_stream_t       *p_stream = (sout_stream_t*)p_this;
 493     sout_stream_sys_t   *p_sys = p_stream->p_sys;
 494
 495     sout_StreamDelete( p_sys->p_out );
 496
 497     while( p_sys->p_audio_cfg != NULL )
 498     {
 499         sout_cfg_t *p_next = p_sys->p_audio_cfg->p_next;
 500
 501         if( p_sys->p_audio_cfg->psz_name )
 502             free( p_sys->p_audio_cfg->psz_name );
 503         if( p_sys->p_audio_cfg->psz_value )
 504             free( p_sys->p_audio_cfg->psz_value );
 505         free( p_sys->p_audio_cfg );
 506
 507         p_sys->p_audio_cfg = p_next;
 508     }
 509     if( p_sys->psz_aenc ) free( p_sys->psz_aenc );
 510
 511     while( p_sys->p_video_cfg != NULL )
 512     {
 513         sout_cfg_t *p_next = p_sys->p_video_cfg->p_next;
 514
 515         if( p_sys->p_video_cfg->psz_name )
 516             free( p_sys->p_video_cfg->psz_name );
 517         if( p_sys->p_video_cfg->psz_value )
 518             free( p_sys->p_video_cfg->psz_value );
 519         free( p_sys->p_video_cfg );
 520
 521         p_sys->p_video_cfg = p_next;
 522     }
 523     if( p_sys->psz_venc ) free( p_sys->psz_venc );
 524
 525     while( p_sys->p_spu_cfg != NULL )
 526     {
 527         sout_cfg_t *p_next = p_sys->p_spu_cfg->p_next;
 528
 529         if( p_sys->p_spu_cfg->psz_name )
 530             free( p_sys->p_spu_cfg->psz_name );
 531         if( p_sys->p_spu_cfg->psz_value )
 532             free( p_sys->p_spu_cfg->psz_value );
 533         free( p_sys->p_spu_cfg );
 534
 535         p_sys->p_spu_cfg = p_next;
 536     }
 537     if( p_sys->psz_senc ) free( p_sys->psz_senc );
 538
 539     if( p_sys->p_spu ) spu_Destroy( p_sys->p_spu );
 540
 541     vlc_object_destroy( p_sys );
 542 }
 543
 544 struct sout_stream_id_t
 545 {
 546     vlc_fourcc_t  b_transcode;
 547
 548     /* id of the out stream */
 549     void *id;
 550
 551     /* Decoder */
 552     decoder_t       *p_decoder;
 553
 554     /* Filters */
 555     filter_t        *pp_filter[10];
 556     int             i_filter;
 557
 558     /* Encoder */
 559     encoder_t       *p_encoder;
 560
 561     /* Sync */
 562     date_t          interpolated_pts;
 563 };
 564
 565
 566 static sout_stream_id_t *Add( sout_stream_t *p_stream, es_format_t *p_fmt )
 567 {
 568     sout_stream_sys_t *p_sys = p_stream->p_sys;
 569     sout_stream_id_t *id;
 570
 571     id = malloc( sizeof( sout_stream_id_t ) );
 572     memset( id, 0, sizeof(sout_stream_id_t) );
 573
 574     id->id = NULL;
 575     id->p_decoder = NULL;
 576     id->p_encoder = NULL;
 577
 578     /* Create decoder object */
 579     id->p_decoder = vlc_object_create( p_stream, VLC_OBJECT_DECODER );
 580     if( !id->p_decoder )
 581     {
 582         msg_Err( p_stream, "out of memory" );
 583         goto error;
 584     }
 585     vlc_object_attach( id->p_decoder, p_stream );
 586     id->p_decoder->p_module = NULL;
 587     id->p_decoder->fmt_in = *p_fmt;
 588     id->p_decoder->fmt_out = *p_fmt;
 589     id->p_decoder->fmt_out.i_extra = 0;
 590     id->p_decoder->fmt_out.p_extra = 0;
 591     id->p_decoder->b_pace_control = VLC_TRUE;
 592
 593     /* Create encoder object */
 594     id->p_encoder = vlc_object_create( p_stream, VLC_OBJECT_ENCODER );
 595     if( !id->p_encoder )
 596     {
 597         msg_Err( p_stream, "out of memory" );
 598         goto error;
 599     }
 600     vlc_object_attach( id->p_encoder, p_stream );
 601     id->p_encoder->p_module = NULL;
 602
 603     /* Create destination format */
 604     es_format_Init( &id->p_encoder->fmt_out, p_fmt->i_cat, 0 );
 605     id->p_encoder->fmt_out.i_id    = p_fmt->i_id;
 606     id->p_encoder->fmt_out.i_group = p_fmt->i_group;
 607     if( p_fmt->psz_language )
 608         id->p_encoder->fmt_out.psz_language = strdup( p_fmt->psz_language );
 609
 610     if( p_fmt->i_cat == AUDIO_ES && (p_sys->i_acodec || p_sys->psz_aenc) )
 611     {
 612         msg_Dbg( p_stream,
 613                  "creating audio transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
 614                  (char*)&p_fmt->i_codec, (char*)&p_sys->i_acodec );
 615
 616         /* Complete destination format */
 617         id->p_encoder->fmt_out.i_codec = p_sys->i_acodec;
 618         id->p_encoder->fmt_out.audio.i_rate = p_sys->i_sample_rate > 0 ?
 619             p_sys->i_sample_rate : (int)p_fmt->audio.i_rate;
 620         id->p_encoder->fmt_out.audio.i_channels = p_sys->i_channels > 0 ?
 621             p_sys->i_channels : p_fmt->audio.i_channels;
 622         id->p_encoder->fmt_out.i_bitrate = p_sys->i_abitrate;
 623         id->p_encoder->fmt_out.audio.i_bitspersample =
 624             p_fmt->audio.i_bitspersample;
 625
 626         /* Build decoder -> filter -> encoder chain */
 627         if( transcode_audio_new( p_stream, id ) )
 628         {
 629             msg_Err( p_stream, "cannot create audio chain" );
 630             goto error;
 631         }
 632
 633         /* Open output stream */
 634         id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
 635         id->b_transcode = VLC_TRUE;
 636
 637         if( !id->id ) goto error;
 638
 639         date_Init( &id->interpolated_pts, p_fmt->audio.i_rate, 1 );
 640     }
 641     else if( p_fmt->i_cat == VIDEO_ES &&
 642              (p_sys->i_vcodec != 0 || p_sys->psz_venc) )
 643     {
 644         msg_Dbg( p_stream,
 645                  "creating video transcoding from fcc=`%4.4s' to fcc=`%4.4s'",
 646                  (char*)&p_fmt->i_codec, (char*)&p_sys->i_vcodec );
 647
 648         /* Complete destination format */
 649         id->p_encoder->fmt_out.i_codec = p_sys->i_vcodec;
 650         id->p_encoder->fmt_out.video.i_width  = p_sys->i_width;
 651         id->p_encoder->fmt_out.video.i_height = p_sys->i_height;
 652         id->p_encoder->fmt_out.i_bitrate = p_sys->i_vbitrate;
 653
 654         /* Build decoder -> filter -> encoder chain */
 655         if( transcode_video_new( p_stream, id ) )
 656         {
 657             msg_Err( p_stream, "cannot create video chain" );
 658             goto error;
 659         }
 660
 661         /* Stream will be added later on because we don't know
 662          * all the characteristics of the decoded stream yet */
 663         id->b_transcode = VLC_TRUE;
 664
 665         if( p_sys->f_fps > 0 )
 666         {
 667             id->p_encoder->fmt_out.video.i_frame_rate = p_sys->f_fps * 1000;
 668             id->p_encoder->fmt_out.video.i_frame_rate_base = 1000;
 669         }
 670     }
 671     else if( p_fmt->i_cat == SPU_ES && (p_sys->i_scodec || p_sys->psz_senc) )
 672     {
 673         msg_Dbg( p_stream, "creating subtitles transcoding from fcc=`%4.4s' "
 674                  "to fcc=`%4.4s'", (char*)&p_fmt->i_codec,
 675                  (char*)&p_sys->i_scodec );
 676
 677         /* Complete destination format */
 678         id->p_encoder->fmt_out.i_codec = p_sys->i_scodec;
 679
 680         /* build decoder -> filter -> encoder */
 681         if( transcode_spu_new( p_stream, id ) )
 682         {
 683             msg_Err( p_stream, "cannot create subtitles chain" );
 684             goto error;
 685         }
 686
 687         /* open output stream */
 688         id->id = p_sys->p_out->pf_add( p_sys->p_out, &id->p_encoder->fmt_out );
 689         id->b_transcode = VLC_TRUE;
 690
 691         if( !id->id ) goto error;
 692     }
 693     else if( p_fmt->i_cat == SPU_ES && p_sys->b_soverlay )
 694     {
 695         msg_Dbg( p_stream, "subtitles (fcc=`%4.4s') overlaying",
 696                  (char*)&p_fmt->i_codec );
 697
 698         id->b_transcode = VLC_TRUE;
 699
 700         /* Build decoder -> filter -> overlaying chain */
 701         if( transcode_spu_new( p_stream, id ) )
 702         {
 703             msg_Err( p_stream, "cannot create subtitles chain" );
 704             goto error;
 705         }
 706     }
 707     else
 708     {
 709         msg_Dbg( p_stream, "not transcoding a stream (fcc=`%4.4s')",
 710                  (char*)&p_fmt->i_codec );
 711         id->id = p_sys->p_out->pf_add( p_sys->p_out, p_fmt );
 712         id->b_transcode = VLC_FALSE;
 713
 714         if( !id->id ) goto error;
 715     }
 716
 717     return id;
 718
 719  error:
 720     if( id->p_decoder )
 721     {
 722         vlc_object_detach( id->p_decoder );
 723         vlc_object_destroy( id->p_decoder );
 724     }
 725
 726     if( id->p_encoder )
 727     {
 728         vlc_object_detach( id->p_encoder );
 729         vlc_object_destroy( id->p_encoder );
 730     }
 731
 732     free( id );
 733     return NULL;
 734 }
 735
 736 static int Del( sout_stream_t *p_stream, sout_stream_id_t *id )
 737 {
 738     sout_stream_sys_t *p_sys = p_stream->p_sys;
 739
 740     if( id->b_transcode )
 741     {
 742         switch( id->p_decoder->fmt_in.i_cat )
 743         {
 744         case AUDIO_ES:
 745             transcode_audio_close( p_stream, id );
 746             break;
 747         case VIDEO_ES:
 748             transcode_video_close( p_stream, id );
 749             break;
 750         case SPU_ES:
 751             transcode_spu_close( p_stream, id );
 752             break;
 753         }
 754     }
 755
 756     if( id->id ) p_sys->p_out->pf_del( p_sys->p_out, id->id );
 757
 758     if( id->p_decoder )
 759     {
 760         vlc_object_detach( id->p_decoder );
 761         vlc_object_destroy( id->p_decoder );
 762     }
 763
 764     if( id->p_encoder )
 765     {
 766         vlc_object_detach( id->p_encoder );
 767         vlc_object_destroy( id->p_encoder );
 768     }
 769
 770     free( id );
 771
 772     return VLC_SUCCESS;
 773 }
 774
 775 static int Send( sout_stream_t *p_stream, sout_stream_id_t *id,
 776                  block_t *p_buffer )
 777 {
 778     sout_stream_sys_t *p_sys = p_stream->p_sys;
 779     block_t *p_out;
 780
 781     if( !id->b_transcode && id->id )
 782     {
 783         return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_buffer );
 784     }
 785     else if( !id->b_transcode )
 786     {
 787         block_Release( p_buffer );
 788         return VLC_EGENERIC;
 789     }
 790
 791     switch( id->p_decoder->fmt_in.i_cat )
 792     {
 793     case AUDIO_ES:
 794         transcode_audio_process( p_stream, id, p_buffer, &p_out );
 795         break;
 796
 797     case VIDEO_ES:
 798         if( transcode_video_process( p_stream, id, p_buffer, &p_out )
 799             != VLC_SUCCESS )
 800         {
 801             return VLC_EGENERIC;
 802         }
 803         break;
 804
 805     case SPU_ES:
 806         if( transcode_spu_process( p_stream, id, p_buffer, &p_out ) !=
 807             VLC_SUCCESS )
 808         {
 809             return VLC_EGENERIC;
 810         }
 811         break;
 812
 813     default:
 814         block_Release( p_buffer );
 815         break;
 816     }
 817
 818     if( p_out ) return p_sys->p_out->pf_send( p_sys->p_out, id->id, p_out );
 819     return VLC_SUCCESS;
 820 }
 821
 822 /****************************************************************************
 823  * decoder reencoder part
 824  ****************************************************************************/
 825 int audio_BitsPerSample( vlc_fourcc_t i_format )
 826 {
 827     switch( i_format )
 828     {
 829     case VLC_FOURCC('u','8',' ',' '):
 830     case VLC_FOURCC('s','8',' ',' '):
 831         return 8;
 832
 833     case VLC_FOURCC('u','1','6','l'):
 834     case VLC_FOURCC('s','1','6','l'):
 835     case VLC_FOURCC('u','1','6','b'):
 836     case VLC_FOURCC('s','1','6','b'):
 837         return 16;
 838
 839     case VLC_FOURCC('u','2','4','l'):
 840     case VLC_FOURCC('s','2','4','l'):
 841     case VLC_FOURCC('u','2','4','b'):
 842     case VLC_FOURCC('s','2','4','b'):
 843         return 24;
 844
 845     case VLC_FOURCC('u','3','2','l'):
 846     case VLC_FOURCC('s','3','2','l'):
 847     case VLC_FOURCC('u','3','2','b'):
 848     case VLC_FOURCC('s','3','2','b'):
 849     case VLC_FOURCC('f','l','3','2'):
 850     case VLC_FOURCC('f','i','3','2'):
 851         return 32;
 852
 853     case VLC_FOURCC('f','l','6','4'):
 854         return 64;
 855     }
 856
 857     return 0;
 858 }
 859
 860 static int transcode_audio_new( sout_stream_t *p_stream,
 861                                 sout_stream_id_t *id )
 862 {
 863     sout_stream_sys_t *p_sys = p_stream->p_sys;
 864
 865     /*
 866      * Open decoder
 867      */
 868
 869     /* Initialization of decoder structures */
 870     id->p_decoder->pf_decode_audio = 0;
 871     id->p_decoder->pf_aout_buffer_new = audio_new_buffer;
 872     id->p_decoder->pf_aout_buffer_del = audio_del_buffer;
 873     //id->p_decoder->p_cfg = p_sys->p_video_cfg;
 874
 875     id->p_decoder->p_module =
 876         module_Need( id->p_decoder, "decoder", "$codec", 0 );
 877
 878     if( !id->p_decoder->p_module )
 879     {
 880         msg_Err( p_stream, "cannot find decoder" );
 881         return VLC_EGENERIC;
 882     }
 883     id->p_decoder->fmt_out.audio.i_bitspersample =
 884         audio_BitsPerSample( id->p_decoder->fmt_out.i_codec );
 885
 886     /*
 887      * Open encoder
 888      */
 889
 890     /* Initialization of encoder format structures */
 891     es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
 892                     id->p_decoder->fmt_out.i_codec );
 893     id->p_encoder->fmt_in.audio.i_format = id->p_decoder->fmt_out.i_codec;
 894
 895     /* Sanity check for audio channels */
 896     id->p_encoder->fmt_out.audio.i_channels =
 897         __MIN( id->p_encoder->fmt_out.audio.i_channels,
 898                id->p_decoder->fmt_out.audio.i_channels );
 899     if( id->p_decoder->fmt_out.audio.i_channels ==
 900         id->p_encoder->fmt_out.audio.i_channels )
 901         id->p_encoder->fmt_out.audio.i_physical_channels =
 902             id->p_encoder->fmt_out.audio.i_original_channels =
 903                 id->p_decoder->fmt_out.audio.i_physical_channels;
 904     else
 905         id->p_encoder->fmt_out.audio.i_physical_channels =
 906             id->p_encoder->fmt_out.audio.i_original_channels =
 907                 pi_channels_maps[id->p_encoder->fmt_out.audio.i_channels];
 908
 909     /* Initialization of encoder format structures */
 910     es_format_Init( &id->p_encoder->fmt_in, AUDIO_ES, AOUT_FMT_S16_NE );
 911     id->p_encoder->fmt_in.audio.i_format = AOUT_FMT_S16_NE;
 912     id->p_encoder->fmt_in.audio.i_rate = id->p_encoder->fmt_out.audio.i_rate;
 913     id->p_encoder->fmt_in.audio.i_physical_channels =
 914         id->p_encoder->fmt_in.audio.i_original_channels =
 915             id->p_encoder->fmt_out.audio.i_physical_channels;
 916     id->p_encoder->fmt_in.audio.i_channels =
 917         id->p_encoder->fmt_out.audio.i_channels;
 918     id->p_encoder->fmt_in.audio.i_bitspersample =
 919         audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
 920
 921     id->p_encoder->p_cfg = p_stream->p_sys->p_audio_cfg;
 922
 923     id->p_encoder->p_module =
 924         module_Need( id->p_encoder, "encoder", p_sys->psz_aenc, VLC_TRUE );
 925     if( !id->p_encoder->p_module )
 926     {
 927         msg_Err( p_stream, "cannot find encoder" );
 928         module_Unneed( id->p_decoder, id->p_decoder->p_module );
 929         id->p_decoder->p_module = 0;
 930         return VLC_EGENERIC;
 931     }
 932     id->p_encoder->fmt_in.audio.i_format = id->p_encoder->fmt_in.i_codec;
 933     id->p_encoder->fmt_in.audio.i_bitspersample =
 934         audio_BitsPerSample( id->p_encoder->fmt_in.i_codec );
 935
 936     /* Check if we need a filter for chroma conversion or resizing */
 937     if( id->p_decoder->fmt_out.i_codec !=
 938         id->p_encoder->fmt_in.i_codec )
 939     {
 940         id->pp_filter[0] =
 941             vlc_object_create( p_stream, VLC_OBJECT_FILTER );
 942         vlc_object_attach( id->pp_filter[0], p_stream );
 943
 944         id->pp_filter[0]->pf_audio_buffer_new = __block_New;
 945
 946         id->pp_filter[0]->fmt_in = id->p_decoder->fmt_out;
 947         id->pp_filter[0]->fmt_out = id->p_encoder->fmt_in;
 948         id->pp_filter[0]->p_module =
 949             module_Need( id->pp_filter[0], "audio filter2", 0, 0 );
 950         if( id->pp_filter[0]->p_module ) id->i_filter++;
 951         else
 952         {
 953             msg_Dbg( p_stream, "no audio filter found (%4.4s->%4.4s)",
 954                      (char *)&id->pp_filter[0]->fmt_in,
 955                      (char *)&id->pp_filter[0]->fmt_out );
 956             vlc_object_detach( id->pp_filter[0] );
 957             vlc_object_destroy( id->pp_filter[0] );
 958             module_Unneed( id->p_decoder, id->p_decoder->p_module );
 959             id->p_decoder->p_module = 0;
 960             module_Unneed( id->p_encoder, id->p_encoder->p_module );
 961             id->p_encoder->p_module = 0;
 962             return VLC_EGENERIC;
 963         }
 964
 965         id->pp_filter[0]->fmt_out.audio.i_bitspersample =
 966             audio_BitsPerSample( id->pp_filter[0]->fmt_out.i_codec );
 967
 968         /* Try a 2 stage conversion */
 969         if( id->pp_filter[0]->fmt_out.i_codec !=
 970             id->p_encoder->fmt_in.i_codec )
 971         {
 972             id->pp_filter[1] =
 973                 vlc_object_create( p_stream, VLC_OBJECT_FILTER );
 974             vlc_object_attach( id->pp_filter[1], p_stream );
 975
 976             id->pp_filter[1]->pf_audio_buffer_new = __block_New;
 977
 978             id->pp_filter[1]->fmt_in = id->pp_filter[0]->fmt_out;
 979             id->pp_filter[1]->fmt_out = id->p_encoder->fmt_in;
 980             id->pp_filter[1]->p_module =
 981               module_Need( id->pp_filter[1], "audio filter2", 0, 0 );
 982             if( !id->pp_filter[1]->p_module ||
 983                 id->pp_filter[1]->fmt_out.i_codec !=
 984                   id->p_encoder->fmt_in.i_codec )
 985             {
 986                 msg_Dbg( p_stream, "no audio filter found (%4.4s->%4.4s)",
 987                          (char *)&id->pp_filter[1]->fmt_in,
 988                          (char *)&id->pp_filter[1]->fmt_out );
 989                 module_Unneed( id->pp_filter[0], id->pp_filter[0]->p_module );
 990                 vlc_object_detach( id->pp_filter[0] );
 991                 vlc_object_destroy( id->pp_filter[0] );
 992                 if( id->pp_filter[1]->p_module )
 993                 module_Unneed( id->pp_filter[0], id->pp_filter[0]->p_module );
 994                 vlc_object_detach( id->pp_filter[1] );
 995                 vlc_object_destroy( id->pp_filter[1] );
 996                 module_Unneed( id->p_decoder, id->p_decoder->p_module );
 997                 id->p_decoder->p_module = 0;
 998                 module_Unneed( id->p_encoder, id->p_encoder->p_module );
 999                 id->p_encoder->p_module = 0;
1000                 return VLC_EGENERIC;
1001             }
1002             else id->i_filter++;
1003         }
1004     }
1005
1006     /* FIXME: Hack for mp3 transcoding support */
1007     if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC( 'm','p','3',' ' ) )
1008         id->p_encoder->fmt_out.i_codec = VLC_FOURCC( 'm','p','g','a' );
1009
1010     return VLC_SUCCESS;
1011 }
1012
1013 static void transcode_audio_close( sout_stream_t *p_stream,
1014                                    sout_stream_id_t *id )
1015 {
1016     int i;
1017
1018     /* Close decoder */
1019     if( id->p_decoder->p_module )
1020         module_Unneed( id->p_decoder, id->p_decoder->p_module );
1021
1022     /* Close encoder */
1023     if( id->p_encoder->p_module )
1024         module_Unneed( id->p_encoder, id->p_encoder->p_module );
1025
1026     /* Close filters */
1027     for( i = 0; i < id->i_filter; i++ )
1028     {
1029         vlc_object_detach( id->pp_filter[i] );
1030         if( id->pp_filter[i]->p_module )
1031             module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1032         vlc_object_destroy( id->pp_filter[i] );
1033     }
1034 }
1035
1036 static int transcode_audio_process( sout_stream_t *p_stream,
1037                                     sout_stream_id_t *id,
1038                                     block_t *in, block_t **out )
1039 {
1040     sout_stream_sys_t *p_sys = p_stream->p_sys;
1041     aout_buffer_t *p_audio_buf;
1042     block_t *p_block, *p_audio_block;
1043     int i;
1044     *out = NULL;
1045
1046     while( (p_audio_buf = id->p_decoder->pf_decode_audio( id->p_decoder,
1047                                                           &in )) )
1048     {
1049         if( p_sys->b_audio_sync )
1050         {
1051             mtime_t i_dts = date_Get( &id->interpolated_pts ) + 1;
1052             p_sys->i_master_drift = p_audio_buf->start_date - i_dts;
1053             date_Increment( &id->interpolated_pts, p_audio_buf->i_nb_samples );
1054             p_audio_buf->start_date -= p_sys->i_master_drift;
1055             p_audio_buf->end_date -= p_sys->i_master_drift;
1056         }
1057
1058         p_audio_block = p_audio_buf->p_sys;
1059         p_audio_block->i_buffer = p_audio_buf->i_nb_bytes;
1060         p_audio_block->i_dts = p_audio_block->i_pts =
1061             p_audio_buf->start_date;
1062         p_audio_block->i_length = p_audio_buf->end_date -
1063             p_audio_buf->start_date;
1064         p_audio_block->i_samples = p_audio_buf->i_nb_samples;
1065
1066         /* Run filter chain */
1067         for( i = 0; i < id->i_filter; i++ )
1068         {
1069             p_audio_block =
1070                 id->pp_filter[i]->pf_audio_filter( id->pp_filter[i],
1071                                                    p_audio_block );
1072         }
1073
1074         p_audio_buf->p_buffer = p_audio_block->p_buffer;
1075         p_audio_buf->i_nb_bytes = p_audio_block->i_buffer;
1076         p_audio_buf->i_nb_samples = p_audio_block->i_samples;
1077         p_audio_buf->start_date = p_audio_block->i_dts;
1078         p_audio_buf->end_date = p_audio_block->i_dts + p_audio_block->i_length;
1079
1080         p_block = id->p_encoder->pf_encode_audio( id->p_encoder, p_audio_buf );
1081         block_ChainAppend( out, p_block );
1082         block_Release( p_audio_block );
1083         free( p_audio_buf );
1084     }
1085
1086     return VLC_SUCCESS;
1087 }
1088
1089 static void audio_release_buffer( aout_buffer_t *p_buffer )
1090 {
1091     if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1092     if( p_buffer ) free( p_buffer );
1093 }
1094
1095 static aout_buffer_t *audio_new_buffer( decoder_t *p_dec, int i_samples )
1096 {
1097     aout_buffer_t *p_buffer;
1098     block_t *p_block;
1099     int i_size;
1100
1101     if( p_dec->fmt_out.audio.i_bitspersample )
1102     {
1103         i_size = i_samples * p_dec->fmt_out.audio.i_bitspersample / 8 *
1104             p_dec->fmt_out.audio.i_channels;
1105     }
1106     else if( p_dec->fmt_out.audio.i_bytes_per_frame &&
1107              p_dec->fmt_out.audio.i_frame_length )
1108     {
1109         i_size = i_samples * p_dec->fmt_out.audio.i_bytes_per_frame /
1110             p_dec->fmt_out.audio.i_frame_length;
1111     }
1112     else
1113     {
1114         i_size = i_samples * 4 * p_dec->fmt_out.audio.i_channels;
1115     }
1116
1117     p_buffer = malloc( sizeof(aout_buffer_t) );
1118     p_buffer->pf_release = audio_release_buffer;
1119     p_buffer->p_sys = p_block = block_New( p_dec, i_size );
1120
1121     p_buffer->p_buffer = p_block->p_buffer;
1122     p_buffer->i_size = p_buffer->i_nb_bytes = p_block->i_buffer;
1123     p_buffer->i_nb_samples = i_samples;
1124     p_block->i_samples = i_samples;
1125
1126     return p_buffer;
1127 }
1128
1129 static void audio_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
1130 {
1131     if( p_buffer && p_buffer->p_sys ) block_Release( p_buffer->p_sys );
1132     if( p_buffer ) free( p_buffer );
1133 }
1134
1135 /*
1136  * video
1137  */
1138 static int transcode_video_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1139 {
1140     sout_stream_sys_t *p_sys = p_stream->p_sys;
1141     int i;
1142
1143     /*
1144      * Open decoder
1145      */
1146
1147     /* Initialization of decoder structures */
1148     id->p_decoder->pf_decode_video = 0;
1149     id->p_decoder->pf_vout_buffer_new = video_new_buffer_decoder;
1150     id->p_decoder->pf_vout_buffer_del = video_del_buffer_decoder;
1151     id->p_decoder->pf_picture_link    = video_link_picture_decoder;
1152     id->p_decoder->pf_picture_unlink  = video_unlink_picture_decoder;
1153     id->p_decoder->p_owner = malloc( sizeof(decoder_owner_sys_t) );
1154     for( i = 0; i < PICTURE_RING_SIZE; i++ )
1155         id->p_decoder->p_owner->pp_pics[i] = 0;
1156     //id->p_decoder->p_cfg = p_sys->p_video_cfg;
1157
1158     id->p_decoder->p_module =
1159         module_Need( id->p_decoder, "decoder", "$codec", 0 );
1160
1161     if( !id->p_decoder->p_module )
1162     {
1163         msg_Err( p_stream, "cannot find decoder" );
1164         return VLC_EGENERIC;
1165     }
1166
1167     /*
1168      * Open encoder.
1169      * Because some info about the decoded input will only be available
1170      * once the first frame is decoded, we actually only test the availability
1171      * of the encoder here.
1172      */
1173
1174     /* Initialization of encoder format structures */
1175     es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1176                     id->p_decoder->fmt_out.i_codec );
1177     id->p_encoder->fmt_in.video.i_chroma = id->p_decoder->fmt_out.i_codec;
1178
1179     /* The dimensions will be set properly later on.
1180      * Just put sensible values so we can test an encoder is available. */
1181     id->p_encoder->fmt_in.video.i_width =
1182         id->p_encoder->fmt_out.video.i_width ?
1183         id->p_encoder->fmt_out.video.i_width :
1184         id->p_decoder->fmt_in.video.i_width ?
1185         id->p_decoder->fmt_in.video.i_width : 16;
1186     id->p_encoder->fmt_in.video.i_height =
1187         id->p_encoder->fmt_out.video.i_height ?
1188         id->p_encoder->fmt_out.video.i_height :
1189         id->p_decoder->fmt_in.video.i_height ?
1190         id->p_decoder->fmt_in.video.i_height : 16;
1191     id->p_encoder->fmt_in.video.i_frame_rate = 25;
1192     id->p_encoder->fmt_in.video.i_frame_rate_base = 1;
1193
1194     id->p_encoder->i_threads = p_sys->i_threads;
1195     id->p_encoder->p_cfg = p_sys->p_video_cfg;
1196
1197     id->p_encoder->p_module =
1198         module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1199     if( !id->p_encoder->p_module )
1200     {
1201         msg_Err( p_stream, "cannot find encoder" );
1202         module_Unneed( id->p_decoder, id->p_decoder->p_module );
1203         id->p_decoder->p_module = 0;
1204         return VLC_EGENERIC;
1205     }
1206
1207     /* Close the encoder.
1208      * We'll open it only when we have the first frame. */
1209     module_Unneed( id->p_encoder, id->p_encoder->p_module );
1210     id->p_encoder->p_module = NULL;
1211
1212     if( p_sys->i_threads >= 1 )
1213     {
1214         p_sys->id_video = id;
1215         vlc_mutex_init( p_stream, &p_sys->lock_out );
1216         vlc_cond_init( p_stream, &p_sys->cond );
1217         memset( p_sys->pp_pics, 0, sizeof(p_sys->pp_pics) );
1218         p_sys->i_first_pic = 0;
1219         p_sys->i_last_pic = 0;
1220         p_sys->p_buffers = NULL;
1221         p_sys->b_die = p_sys->b_error = 0;
1222         if( vlc_thread_create( p_sys, "encoder", EncoderThread,
1223                                VLC_THREAD_PRIORITY_VIDEO, VLC_FALSE ) )
1224         {
1225             msg_Err( p_stream, "cannot spawn encoder thread" );
1226             module_Unneed( id->p_decoder, id->p_decoder->p_module );
1227             id->p_decoder->p_module = 0;
1228             return VLC_EGENERIC;
1229         }
1230     }
1231
1232     date_Set( &id->interpolated_pts, 0 );
1233
1234     return VLC_SUCCESS;
1235 }
1236
1237 static int transcode_video_encoder_open( sout_stream_t *p_stream,
1238                                          sout_stream_id_t *id )
1239 {
1240     sout_stream_sys_t *p_sys = p_stream->p_sys;
1241
1242     /* Hack because of the copy packetizer which can fail to detect the
1243      * proper size (which forces us to wait until the 1st frame
1244      * is decoded) */
1245     int i_width = id->p_decoder->fmt_out.video.i_width -
1246         p_sys->i_crop_left - p_sys->i_crop_right;
1247     int i_height = id->p_decoder->fmt_out.video.i_height -
1248         p_sys->i_crop_top - p_sys->i_crop_bottom;
1249
1250     if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1251         id->p_encoder->fmt_out.video.i_height <= 0 && p_sys->f_scale )
1252     {
1253         /* Apply the scaling */
1254         id->p_encoder->fmt_out.video.i_width = i_width * p_sys->f_scale;
1255         id->p_encoder->fmt_out.video.i_height = i_height * p_sys->f_scale;
1256     }
1257     else if( id->p_encoder->fmt_out.video.i_width > 0 &&
1258              id->p_encoder->fmt_out.video.i_height <= 0 )
1259     {
1260         id->p_encoder->fmt_out.video.i_height =
1261             id->p_encoder->fmt_out.video.i_width / (double)i_width * i_height;
1262     }
1263     else if( id->p_encoder->fmt_out.video.i_width <= 0 &&
1264              id->p_encoder->fmt_out.video.i_height > 0 )
1265     {
1266         id->p_encoder->fmt_out.video.i_width =
1267             id->p_encoder->fmt_out.video.i_height / (double)i_height * i_width;
1268     }
1269
1270     /* Make sure the size is at least a multiple of 2 */
1271     id->p_encoder->fmt_out.video.i_width =
1272         (id->p_encoder->fmt_out.video.i_width + 1) >> 1 << 1;
1273     id->p_encoder->fmt_out.video.i_height =
1274         (id->p_encoder->fmt_out.video.i_height + 1) >> 1 << 1;
1275
1276     id->p_encoder->fmt_in.video.i_width =
1277         id->p_encoder->fmt_out.video.i_width;
1278     id->p_encoder->fmt_in.video.i_height =
1279         id->p_encoder->fmt_out.video.i_height;
1280
1281     if( !id->p_encoder->fmt_out.video.i_frame_rate ||
1282         !id->p_encoder->fmt_out.video.i_frame_rate_base )
1283     {
1284         if( id->p_decoder->fmt_out.video.i_frame_rate &&
1285             id->p_decoder->fmt_out.video.i_frame_rate_base )
1286         {
1287             id->p_encoder->fmt_out.video.i_frame_rate =
1288                 id->p_decoder->fmt_out.video.i_frame_rate;
1289             id->p_encoder->fmt_out.video.i_frame_rate_base =
1290                 id->p_decoder->fmt_out.video.i_frame_rate_base;
1291         }
1292         else
1293         {
1294             /* Pick a sensible default value */
1295             id->p_encoder->fmt_out.video.i_frame_rate = 25;
1296             id->p_encoder->fmt_out.video.i_frame_rate_base = 1;
1297         }
1298     }
1299
1300     id->p_encoder->fmt_in.video.i_frame_rate =
1301         id->p_encoder->fmt_out.video.i_frame_rate;
1302     id->p_encoder->fmt_in.video.i_frame_rate_base =
1303         id->p_encoder->fmt_out.video.i_frame_rate_base;
1304
1305     date_Init( &id->interpolated_pts,
1306                id->p_encoder->fmt_out.video.i_frame_rate,
1307                id->p_encoder->fmt_out.video.i_frame_rate_base );
1308
1309     /* Check whether a particular aspect ratio was requested */
1310     if( !id->p_encoder->fmt_out.video.i_aspect )
1311     {
1312         id->p_encoder->fmt_out.video.i_aspect =
1313             id->p_decoder->fmt_out.video.i_aspect;
1314     }
1315     id->p_encoder->fmt_in.video.i_aspect =
1316         id->p_encoder->fmt_out.video.i_aspect;
1317
1318     id->p_encoder->p_module =
1319         module_Need( id->p_encoder, "encoder", p_sys->psz_venc, VLC_TRUE );
1320     if( !id->p_encoder->p_module )
1321     {
1322         msg_Err( p_stream, "cannot find encoder" );
1323         return VLC_EGENERIC;
1324     }
1325
1326     id->p_encoder->fmt_in.video.i_chroma = id->p_encoder->fmt_in.i_codec;
1327
1328     /* Hack for mp2v/mp1v transcoding support */
1329     if( id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','1','v') ||
1330         id->p_encoder->fmt_out.i_codec == VLC_FOURCC('m','p','2','v') )
1331     {
1332         id->p_encoder->fmt_out.i_codec = VLC_FOURCC('m','p','g','v');
1333     }
1334
1335     id->id = p_stream->p_sys->p_out->pf_add( p_stream->p_sys->p_out,
1336                                              &id->p_encoder->fmt_out );
1337     if( !id->id )
1338     {
1339         msg_Err( p_stream, "cannot add this stream" );
1340         return VLC_EGENERIC;
1341     }
1342
1343     return VLC_SUCCESS;
1344 }
1345
1346 static void transcode_video_close( sout_stream_t *p_stream,
1347                                    sout_stream_id_t *id )
1348 {
1349     int i, j;
1350
1351     if( p_stream->p_sys->i_threads >= 1 )
1352     {
1353         vlc_mutex_lock( &p_stream->p_sys->lock_out );
1354         p_stream->p_sys->b_die = 1;
1355         vlc_cond_signal( &p_stream->p_sys->cond );
1356         vlc_mutex_unlock( &p_stream->p_sys->lock_out );
1357         vlc_thread_join( p_stream->p_sys );
1358         vlc_mutex_destroy( &p_stream->p_sys->lock_out );
1359         vlc_cond_destroy( &p_stream->p_sys->cond );
1360     }
1361
1362     /* Close decoder */
1363     if( id->p_decoder->p_module )
1364         module_Unneed( id->p_decoder, id->p_decoder->p_module );
1365
1366     if( id->p_decoder->p_owner )
1367     {
1368         /* Clean-up pictures ring buffer */
1369         for( i = 0; i < PICTURE_RING_SIZE; i++ )
1370         {
1371             if( id->p_decoder->p_owner->pp_pics[i] )
1372                 video_del_buffer( VLC_OBJECT(id->p_decoder),
1373                                   id->p_decoder->p_owner->pp_pics[i] );
1374         }
1375         free( id->p_decoder->p_owner );
1376     }
1377
1378     /* Close encoder */
1379     if( id->p_encoder->p_module )
1380         module_Unneed( id->p_encoder, id->p_encoder->p_module );
1381
1382     /* Close filters */
1383     for( i = 0; i < id->i_filter; i++ )
1384     {
1385         vlc_object_detach( id->pp_filter[i] );
1386         if( id->pp_filter[i]->p_module )
1387             module_Unneed( id->pp_filter[i], id->pp_filter[i]->p_module );
1388
1389         /* Clean-up pictures ring buffer */
1390         for( j = 0; j < PICTURE_RING_SIZE; j++ )
1391         {
1392             if( id->pp_filter[i]->p_owner->pp_pics[j] )
1393                 video_del_buffer( VLC_OBJECT(id->pp_filter[i]),
1394                                   id->pp_filter[i]->p_owner->pp_pics[j] );
1395         }
1396         free( id->pp_filter[i]->p_owner );
1397
1398         vlc_object_destroy( id->pp_filter[i] );
1399     }
1400 }
1401
1402 static int transcode_video_process( sout_stream_t *p_stream,
1403                                     sout_stream_id_t *id,
1404                                     block_t *in, block_t **out )
1405 {
1406     sout_stream_sys_t *p_sys = p_stream->p_sys;
1407     int i_duplicate = 1, i;
1408     picture_t *p_pic;
1409     *out = NULL;
1410
1411     while( (p_pic = id->p_decoder->pf_decode_video( id->p_decoder, &in )) )
1412     {
1413         subpicture_t *p_subpic = 0;
1414         mtime_t i_pic_date = p_pic->date;
1415
1416         if( p_sys->b_audio_sync )
1417         {
1418             mtime_t i_video_drift;
1419             mtime_t i_master_drift = p_sys->i_master_drift;
1420             mtime_t i_pts;
1421
1422             if( !i_master_drift )
1423             {
1424                 /* No audio track ? */
1425                 p_sys->i_master_drift = i_master_drift = p_pic->date;
1426             }
1427
1428             i_pts = date_Get( &id->interpolated_pts ) + 1;
1429             i_video_drift = p_pic->date - i_pts;
1430             i_duplicate = 1;
1431
1432             /* Set the pts of the frame being encoded */
1433             p_pic->date = i_pts;
1434
1435             if( i_video_drift < i_master_drift - 50000 )
1436             {
1437 #if 0
1438                 msg_Dbg( p_stream, "dropping frame (%i)",
1439                          (int)(i_video_drift - i_master_drift) );
1440 #endif
1441                 p_pic->pf_release( p_pic );
1442                 return VLC_EGENERIC;
1443             }
1444             else if( i_video_drift > i_master_drift + 50000 )
1445             {
1446 #if 0
1447                 msg_Dbg( p_stream, "adding frame (%i)",
1448                          (int)(i_video_drift - i_master_drift) );
1449 #endif
1450                 i_duplicate = 2;
1451             }
1452         }
1453
1454         if( !id->p_encoder->p_module )
1455         {
1456             if( transcode_video_encoder_open( p_stream, id ) != VLC_SUCCESS )
1457             {
1458                 transcode_video_close( p_stream, id );
1459                 id->b_transcode = VLC_FALSE;
1460                 p_pic->pf_release( p_pic );
1461                 return VLC_EGENERIC;
1462             }
1463
1464             /* Deinterlace */
1465             if( p_stream->p_sys->b_deinterlace )
1466             {
1467                 id->pp_filter[id->i_filter] =
1468                     vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1469                 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1470
1471                 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1472                     video_new_buffer_filter;
1473                 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1474                     video_del_buffer_filter;
1475
1476                 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1477                 id->pp_filter[id->i_filter]->fmt_out = id->p_decoder->fmt_out;
1478                 id->pp_filter[id->i_filter]->p_module =
1479                     module_Need( id->pp_filter[id->i_filter],
1480                                  "video filter2", "deinterlace", 0 );
1481                 if( id->pp_filter[id->i_filter]->p_module )
1482                 {
1483                     id->pp_filter[id->i_filter]->p_owner =
1484                         malloc( sizeof(filter_owner_sys_t) );
1485                     for( i = 0; i < PICTURE_RING_SIZE; i++ )
1486                         id->pp_filter[id->i_filter]->p_owner->pp_pics[i] = 0;
1487
1488                     id->i_filter++;
1489                 }
1490                 else
1491                 {
1492                     msg_Dbg( p_stream, "no video filter found" );
1493                     vlc_object_detach( id->pp_filter[id->i_filter] );
1494                     vlc_object_destroy( id->pp_filter[id->i_filter] );
1495                 }
1496             }
1497
1498             /* Check if we need a filter for chroma conversion or resizing */
1499             if( id->p_decoder->fmt_out.video.i_chroma !=
1500                 id->p_encoder->fmt_in.video.i_chroma ||
1501                 id->p_decoder->fmt_out.video.i_width !=
1502                 id->p_encoder->fmt_out.video.i_width ||
1503                 id->p_decoder->fmt_out.video.i_height !=
1504                 id->p_encoder->fmt_out.video.i_height ||
1505                 p_sys->i_crop_top > 0 || p_sys->i_crop_bottom > 0 ||
1506                 p_sys->i_crop_left > 0 || p_sys->i_crop_right > 0 )
1507             {
1508                 id->pp_filter[id->i_filter] =
1509                     vlc_object_create( p_stream, VLC_OBJECT_FILTER );
1510                 vlc_object_attach( id->pp_filter[id->i_filter], p_stream );
1511
1512                 id->pp_filter[id->i_filter]->pf_vout_buffer_new =
1513                     video_new_buffer_filter;
1514                 id->pp_filter[id->i_filter]->pf_vout_buffer_del =
1515                     video_del_buffer_filter;
1516
1517                 id->pp_filter[id->i_filter]->fmt_in = id->p_decoder->fmt_out;
1518                 id->pp_filter[id->i_filter]->fmt_out = id->p_encoder->fmt_in;
1519                 id->pp_filter[id->i_filter]->p_module =
1520                     module_Need( id->pp_filter[id->i_filter],
1521                                  "video filter2", 0, 0 );
1522                 if( id->pp_filter[id->i_filter]->p_module )
1523                 {
1524                     id->pp_filter[id->i_filter]->p_owner =
1525                         malloc( sizeof(filter_owner_sys_t) );
1526                     for( i = 0; i < PICTURE_RING_SIZE; i++ )
1527                         id->pp_filter[id->i_filter]->p_owner->pp_pics[i] = 0;
1528
1529                     id->i_filter++;
1530                 }
1531                 else
1532                 {
1533                     msg_Dbg( p_stream, "no video filter found" );
1534                     vlc_object_detach( id->pp_filter[id->i_filter] );
1535                     vlc_object_destroy( id->pp_filter[id->i_filter] );
1536
1537                     transcode_video_close( p_stream, id );
1538                     id->b_transcode = VLC_FALSE;
1539                     p_pic->pf_release( p_pic );
1540                     return VLC_EGENERIC;
1541                 }
1542             }
1543         }
1544
1545         /* Run filter chain */
1546         for( i = 0; i < id->i_filter; i++ )
1547         {
1548             p_pic = id->pp_filter[i]->pf_video_filter(id->pp_filter[i], p_pic);
1549         }
1550
1551         /*
1552          * Encoding
1553          */
1554
1555         /* Check if we have a subpicture to overlay */
1556         if( p_sys->p_spu )
1557         {
1558             p_subpic = spu_SortSubpictures( p_sys->p_spu, i_pic_date );
1559             /* TODO: get another pic */
1560         }
1561
1562         /* Overlay subpicture */
1563         if( p_subpic )
1564         {
1565             int i_scale_width, i_scale_height;
1566             video_format_t *p_fmt;
1567
1568             i_scale_width = id->p_encoder->fmt_in.video.i_width * 1000 /
1569                 id->p_decoder->fmt_out.video.i_width;
1570             i_scale_height = id->p_encoder->fmt_in.video.i_height * 1000 /
1571                 id->p_decoder->fmt_out.video.i_height;
1572
1573             if( p_pic->i_refcount && !id->i_filter )
1574             {
1575                 /* We can't modify the picture, we need to duplicate it */
1576                 picture_t *p_tmp = video_new_buffer_decoder( id->p_decoder );
1577                 if( p_tmp )
1578                 {
1579                     vout_CopyPicture( p_stream, p_tmp, p_pic );
1580                     p_pic->pf_release( p_pic );
1581                     p_pic = p_tmp;
1582                 }
1583             }
1584
1585             if( id->i_filter )
1586                 p_fmt = &id->pp_filter[id->i_filter -1]->fmt_out.video;
1587             else
1588                 p_fmt = &id->p_decoder->fmt_out.video;
1589
1590             spu_RenderSubpictures( p_sys->p_spu, p_fmt, p_pic, p_pic, p_subpic,
1591                                    i_scale_width, i_scale_height );
1592         }
1593
1594         if( p_sys->i_threads >= 1 )
1595         {
1596             vlc_mutex_lock( &p_sys->lock_out );
1597             p_sys->pp_pics[p_sys->i_last_pic++] = p_pic;
1598             p_sys->i_last_pic %= PICTURE_RING_SIZE;
1599             *out = p_sys->p_buffers;
1600             p_sys->p_buffers = NULL;
1601             vlc_cond_signal( &p_sys->cond );
1602             vlc_mutex_unlock( &p_sys->lock_out );
1603         }
1604         else
1605         {
1606             block_t *p_block;
1607             p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1608             block_ChainAppend( out, p_block );
1609
1610             if( p_sys->b_audio_sync )
1611                 date_Increment( &id->interpolated_pts, 1 );
1612
1613             if( p_sys->b_audio_sync && i_duplicate > 1 )
1614             {
1615                 mtime_t i_pts = date_Get( &id->interpolated_pts ) + 1;
1616                 date_Increment( &id->interpolated_pts, 1 );
1617                 p_pic->date = i_pts;
1618                 p_block = id->p_encoder->pf_encode_video(id->p_encoder, p_pic);
1619                 block_ChainAppend( out, p_block );
1620             }
1621
1622             p_pic->pf_release( p_pic );
1623         }
1624     }
1625
1626     return VLC_SUCCESS;
1627 }
1628
1629 static int EncoderThread( sout_stream_sys_t *p_sys )
1630 {
1631     sout_stream_id_t *id = p_sys->id_video;
1632     picture_t *p_pic;
1633     int i_plane;
1634
1635     while( !p_sys->b_die && !p_sys->b_error )
1636     {
1637         block_t *p_block;
1638
1639         vlc_mutex_lock( &p_sys->lock_out );
1640         while( p_sys->i_last_pic == p_sys->i_first_pic )
1641         {
1642             vlc_cond_wait( &p_sys->cond, &p_sys->lock_out );
1643             if( p_sys->b_die || p_sys->b_error ) break;
1644         }
1645         if( p_sys->b_die || p_sys->b_error )
1646         {
1647             vlc_mutex_unlock( &p_sys->lock_out );
1648             break;
1649         }
1650
1651         p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1652         p_sys->i_first_pic %= PICTURE_RING_SIZE;
1653         vlc_mutex_unlock( &p_sys->lock_out );
1654
1655         p_block = id->p_encoder->pf_encode_video( id->p_encoder, p_pic );
1656         vlc_mutex_lock( &p_sys->lock_out );
1657         block_ChainAppend( &p_sys->p_buffers, p_block );
1658         vlc_mutex_unlock( &p_sys->lock_out );
1659
1660         for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
1661         {
1662             free( p_pic->p[i_plane].p_pixels );
1663         }
1664         free( p_pic );
1665     }
1666
1667     while( p_sys->i_last_pic != p_sys->i_first_pic )
1668     {
1669         p_pic = p_sys->pp_pics[p_sys->i_first_pic++];
1670         p_sys->i_first_pic %= PICTURE_RING_SIZE;
1671
1672         for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
1673         {
1674             free( p_pic->p[i_plane].p_pixels );
1675         }
1676         free( p_pic );
1677     }
1678
1679     block_ChainRelease( p_sys->p_buffers );
1680
1681     return 0;
1682 }
1683
1684 struct picture_sys_t
1685 {
1686     vlc_object_t *p_owner;
1687 };
1688
1689 static void video_release_buffer( picture_t *p_pic )
1690 {
1691     if( p_pic && !p_pic->i_refcount && p_pic->pf_release && p_pic->p_sys )
1692     {
1693         video_del_buffer_decoder( (decoder_t *)p_pic->p_sys->p_owner, p_pic );
1694     }
1695     else if( p_pic && p_pic->i_refcount > 0 ) p_pic->i_refcount--;
1696 }
1697
1698 static picture_t *video_new_buffer( vlc_object_t *p_this, picture_t **pp_ring )
1699 {
1700     decoder_t *p_dec = (decoder_t *)p_this;
1701     picture_t *p_pic;
1702     int i;
1703
1704     /* Find an empty space in the picture ring buffer */
1705     for( i = 0; i < PICTURE_RING_SIZE; i++ )
1706     {
1707         if( pp_ring[i] != 0 && pp_ring[i]->i_status == DESTROYED_PICTURE )
1708         {
1709             pp_ring[i]->i_status = RESERVED_PICTURE;
1710             return pp_ring[i];
1711         }
1712     }
1713     for( i = 0; i < PICTURE_RING_SIZE; i++ )
1714     {
1715         if( pp_ring[i] == 0 ) break;
1716     }
1717
1718     if( i == PICTURE_RING_SIZE )
1719     {
1720         msg_Err( p_this, "decoder/filter is leaking pictures, "
1721                  "resetting its ring buffer" );
1722
1723         for( i = 0; i < PICTURE_RING_SIZE; i++ )
1724         {
1725             pp_ring[i]->pf_release( pp_ring[i] );
1726         }
1727
1728         i = 0;
1729     }
1730
1731     p_pic = malloc( sizeof(picture_t) );
1732     p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
1733     vout_AllocatePicture( VLC_OBJECT(p_dec), p_pic,
1734                           p_dec->fmt_out.video.i_chroma,
1735                           p_dec->fmt_out.video.i_width,
1736                           p_dec->fmt_out.video.i_height,
1737                           p_dec->fmt_out.video.i_aspect );
1738
1739     if( !p_pic->i_planes )
1740     {
1741         free( p_pic );
1742         return 0;
1743     }
1744
1745     p_pic->pf_release = video_release_buffer;
1746     p_pic->p_sys = malloc( sizeof(picture_sys_t) );
1747     p_pic->p_sys->p_owner = p_this;
1748     p_pic->i_status = RESERVED_PICTURE;
1749
1750     pp_ring[i] = p_pic;
1751
1752     return p_pic;
1753 }
1754
1755 static picture_t *video_new_buffer_decoder( decoder_t *p_dec )
1756 {
1757     return video_new_buffer( VLC_OBJECT(p_dec),
1758                              p_dec->p_owner->pp_pics );
1759 }
1760
1761 static picture_t *video_new_buffer_filter( filter_t *p_filter )
1762 {
1763     return video_new_buffer( VLC_OBJECT(p_filter),
1764                              p_filter->p_owner->pp_pics );
1765 }
1766
1767 static void video_del_buffer( vlc_object_t *p_this, picture_t *p_pic )
1768 {
1769     if( p_pic && p_pic->p_data_orig ) free( p_pic->p_data_orig );
1770     if( p_pic && p_pic->p_sys ) free( p_pic->p_sys );
1771     if( p_pic ) free( p_pic );
1772 }
1773
1774 static void video_del_buffer_decoder( decoder_t *p_decoder, picture_t *p_pic )
1775 {
1776     p_pic->i_refcount = 0;
1777     p_pic->i_status = DESTROYED_PICTURE;
1778 }
1779
1780 static void video_del_buffer_filter( filter_t *p_filter, picture_t *p_pic )
1781 {
1782     p_pic->i_refcount = 0;
1783     p_pic->i_status = DESTROYED_PICTURE;
1784 }
1785
1786 static void video_link_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
1787 {
1788     p_pic->i_refcount++;
1789 }
1790
1791 static void video_unlink_picture_decoder( decoder_t *p_dec, picture_t *p_pic )
1792 {
1793     video_release_buffer( p_pic );
1794 }
1795
1796 /*
1797  * SPU
1798  */
1799 static subpicture_t *spu_new_buffer( decoder_t * );
1800 static void spu_del_buffer( decoder_t *, subpicture_t * );
1801
1802 static int transcode_spu_new( sout_stream_t *p_stream, sout_stream_id_t *id )
1803 {
1804     sout_stream_sys_t *p_sys = p_stream->p_sys;
1805
1806     /*
1807      * Open decoder
1808      */
1809
1810     /* Initialization of decoder structures */
1811     id->p_decoder->pf_spu_buffer_new = spu_new_buffer;
1812     id->p_decoder->pf_spu_buffer_del = spu_del_buffer;
1813     id->p_decoder->p_owner = (decoder_owner_sys_t *)p_stream;
1814     //id->p_decoder->p_cfg = p_sys->p_spu_cfg;
1815
1816     id->p_decoder->p_module =
1817         module_Need( id->p_decoder, "decoder", "$codec", 0 );
1818
1819     if( !id->p_decoder->p_module )
1820     {
1821         msg_Err( p_stream, "cannot find decoder" );
1822         return VLC_EGENERIC;
1823     }
1824
1825     if( !p_sys->b_soverlay )
1826     {
1827         /*
1828          * Open encoder
1829          */
1830
1831         /* Initialization of encoder format structures */
1832         es_format_Init( &id->p_encoder->fmt_in, id->p_decoder->fmt_in.i_cat,
1833                         id->p_decoder->fmt_in.i_codec );
1834
1835         id->p_encoder->p_cfg = p_sys->p_spu_cfg;
1836
1837         id->p_encoder->p_module =
1838             module_Need( id->p_encoder, "encoder", p_sys->psz_senc, VLC_TRUE );
1839
1840         if( !id->p_encoder->p_module )
1841         {
1842             module_Unneed( id->p_decoder, id->p_decoder->p_module );
1843             msg_Err( p_stream, "cannot find encoder" );
1844             return VLC_EGENERIC;
1845         }
1846     }
1847
1848     if( !p_sys->p_spu )
1849     {
1850         p_sys->p_spu = spu_Create( p_stream );
1851         spu_Init( p_sys->p_spu );
1852     }
1853
1854     return VLC_SUCCESS;
1855 }
1856
1857 static void transcode_spu_close( sout_stream_t *p_stream, sout_stream_id_t *id)
1858 {
1859     /* Close decoder */
1860     if( id->p_decoder->p_module )
1861         module_Unneed( id->p_decoder, id->p_decoder->p_module );
1862
1863     /* Close encoder */
1864     if( id->p_encoder->p_module )
1865         module_Unneed( id->p_encoder, id->p_encoder->p_module );
1866 }
1867
1868 static int transcode_spu_process( sout_stream_t *p_stream,
1869                                   sout_stream_id_t *id,
1870                                   block_t *in, block_t **out )
1871 {
1872     sout_stream_sys_t *p_sys = p_stream->p_sys;
1873     subpicture_t *p_subpic;
1874     *out = NULL;
1875
1876     p_subpic = id->p_decoder->pf_decode_sub( id->p_decoder, &in );
1877     if( p_subpic && p_sys->b_soverlay )
1878     {
1879         spu_DisplaySubpicture( p_sys->p_spu, p_subpic );
1880     }
1881
1882     if( p_subpic && !p_sys->b_soverlay )
1883     {
1884         block_t *p_block;
1885
1886         p_block = id->p_encoder->pf_encode_sub( id->p_encoder, p_subpic );
1887         spu_del_buffer( id->p_decoder, p_subpic );
1888
1889         if( p_block )
1890         {
1891             block_ChainAppend( out, p_block );
1892             return VLC_SUCCESS;
1893         }
1894     }
1895
1896     return VLC_EGENERIC;
1897 }
1898
1899 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
1900 {
1901     sout_stream_t *p_stream = (sout_stream_t *)p_dec->p_owner;
1902     return spu_CreateSubpicture( p_stream->p_sys->p_spu );
1903 }
1904
1905 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
1906 {
1907     sout_stream_t *p_stream = (sout_stream_t *)p_dec->p_owner;
1908     spu_DestroySubpicture( p_stream->p_sys->p_spu, p_subpic );
1909 }