git.sesse.net Git - vlc/blob - modules/codec/ffmpeg/video_filter.c

   1 /*****************************************************************************
   2  * video filter: video filter doing chroma conversion and resizing
   3  *               using the ffmpeg library
   4  *****************************************************************************
   5  * Copyright (C) 1999-2001 VideoLAN
   6  * $Id$
   7  *
   8  * Authors: Gildas Bazin <gbazin@videolan.org>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License as published by
  12  * the Free Software Foundation; either version 2 of the License, or
  13  * (at your option) any later version.
  14  *
  15  * This program is distributed in the hope that it will be useful,
  16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18  * GNU General Public License for more details.
  19  *
  20  * You should have received a copy of the GNU General Public License
  21  * along with this program; if not, write to the Free Software
  22  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
  23  *****************************************************************************/
  24
  25 /*****************************************************************************
  26  * Preamble
  27  *****************************************************************************/
  28 #include <vlc/vlc.h>
  29 #include <vlc/decoder.h>
  30 #include "vlc_filter.h"
  31
  32 /* ffmpeg header */
  33 #ifdef HAVE_FFMPEG_AVCODEC_H
  34 #   include <ffmpeg/avcodec.h>
  35 #else
  36 #   include <avcodec.h>
  37 #endif
  38
  39 #include "ffmpeg.h"
  40
  41 void E_(InitLibavcodec) ( vlc_object_t *p_object );
  42 static int CheckInit( filter_t *p_filter );
  43 static picture_t *Process( filter_t *p_filter, picture_t *p_pic );
  44 static picture_t *Deinterlace( filter_t *p_filter, picture_t *p_pic );
  45
  46 /*****************************************************************************
  47  * filter_sys_t : filter descriptor
  48  *****************************************************************************/
  49 struct filter_sys_t
  50 {
  51     vlc_bool_t b_resize;
  52     vlc_bool_t b_convert;
  53
  54     es_format_t fmt_in;
  55     int i_src_ffmpeg_chroma;
  56     es_format_t fmt_out;
  57     int i_dst_ffmpeg_chroma;
  58
  59     AVPicture tmp_pic;
  60     ImgReSampleContext *p_rsc;
  61 };
  62
  63 /*****************************************************************************
  64  * OpenFilter: probe the filter and return score
  65  *****************************************************************************/
  66 int E_(OpenFilter)( vlc_object_t *p_this )
  67 {
  68     filter_t *p_filter = (filter_t*)p_this;
  69     filter_sys_t *p_sys;
  70     vlc_bool_t b_convert, b_resize;
  71
  72     /* Check if we can handle that formats */
  73     if( E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma ) < 0 ||
  74         E_(GetFfmpegChroma)( p_filter->fmt_out.video.i_chroma ) < 0 )
  75     {
  76         return VLC_EGENERIC;
  77     }
  78
  79     b_resize =
  80         p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ||
  81         p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height;
  82     b_convert =
  83         p_filter->fmt_in.video.i_chroma != p_filter->fmt_out.video.i_chroma;
  84
  85     if( !b_resize && !b_convert )
  86     {
  87         /* Nothing to do */
  88         return VLC_EGENERIC;
  89     }
  90
  91     /* Allocate the memory needed to store the decoder's structure */
  92     if( ( p_filter->p_sys = p_sys =
  93           (filter_sys_t *)malloc(sizeof(filter_sys_t)) ) == NULL )
  94     {
  95         msg_Err( p_filter, "out of memory" );
  96         return VLC_EGENERIC;
  97     }
  98
  99     /* Misc init */
 100     p_sys->p_rsc = NULL;
 101     p_sys->b_convert = b_convert;
 102     p_sys->i_src_ffmpeg_chroma =
 103         E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma );
 104     p_sys->i_dst_ffmpeg_chroma =
 105         E_(GetFfmpegChroma)( p_filter->fmt_out.video.i_chroma );
 106     p_filter->pf_video_filter = Process;
 107     es_format_Init( &p_sys->fmt_in, 0, 0 );
 108     es_format_Init( &p_sys->fmt_out, 0, 0 );
 109
 110     if( CheckInit( p_filter ) != VLC_SUCCESS )
 111     {
 112         free( p_sys );
 113         return VLC_EGENERIC;
 114     }
 115
 116     avpicture_alloc( &p_sys->tmp_pic, p_sys->i_dst_ffmpeg_chroma,
 117                      p_filter->fmt_in.video.i_width,
 118                      p_filter->fmt_in.video.i_height );
 119
 120     msg_Dbg( p_filter, "input: %ix%i %4.4s -> %ix%i %4.4s",
 121              p_filter->fmt_in.video.i_width, p_filter->fmt_in.video.i_height,
 122              (char *)&p_filter->fmt_in.video.i_chroma,
 123              p_filter->fmt_out.video.i_width, p_filter->fmt_out.video.i_height,
 124              (char *)&p_filter->fmt_out.video.i_chroma );
 125
 126     /* libavcodec needs to be initialized for some chroma conversions */
 127     E_(InitLibavcodec)(p_this);
 128
 129     return VLC_SUCCESS;
 130 }
 131
 132 /*****************************************************************************
 133  * CloseFilter: clean up the filter
 134  *****************************************************************************/
 135 void E_(CloseFilter)( vlc_object_t *p_this )
 136 {
 137     filter_t *p_filter = (filter_t*)p_this;
 138     filter_sys_t *p_sys = p_filter->p_sys;
 139
 140     if( p_sys->p_rsc ) img_resample_close( p_sys->p_rsc );
 141
 142     avpicture_free( &p_sys->tmp_pic );
 143
 144     free( p_sys );
 145 }
 146
 147 /*****************************************************************************
 148  * CheckInit: Initialise filter when necessary
 149  *****************************************************************************/
 150 static int CheckInit( filter_t *p_filter )
 151 {
 152     filter_sys_t *p_sys = p_filter->p_sys;
 153
 154     if( p_filter->fmt_in.video.i_width != p_sys->fmt_in.video.i_width ||
 155         p_filter->fmt_in.video.i_height != p_sys->fmt_in.video.i_height ||
 156         p_filter->fmt_out.video.i_width != p_sys->fmt_out.video.i_width ||
 157         p_filter->fmt_out.video.i_height != p_sys->fmt_out.video.i_height )
 158     {
 159         if( p_sys->p_rsc ) img_resample_close( p_sys->p_rsc );
 160         p_sys->p_rsc = 0;
 161
 162         p_sys->b_resize =
 163           p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ||
 164           p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height;
 165
 166         if( p_sys->b_resize )
 167         {
 168             p_sys->p_rsc = img_resample_init( p_filter->fmt_out.video.i_width,
 169                                p_filter->fmt_out.video.i_height,
 170                                p_filter->fmt_in.video.i_width,
 171                                p_filter->fmt_in.video.i_height );
 172
 173             if( !p_sys->p_rsc )
 174             {
 175                 msg_Err( p_filter, "img_resample_init failed" );
 176                 return VLC_EGENERIC;
 177             }
 178         }
 179
 180         p_sys->fmt_in = p_filter->fmt_in;
 181         p_sys->fmt_out = p_filter->fmt_out;
 182     }
 183
 184     return VLC_SUCCESS;
 185 }
 186
 187 /*****************************************************************************
 188  * Do the processing here
 189  *****************************************************************************/
 190 static picture_t *Process( filter_t *p_filter, picture_t *p_pic )
 191 {
 192     filter_sys_t *p_sys = p_filter->p_sys;
 193     AVPicture src_pic, dest_pic, inter_pic;
 194     picture_t *p_pic_dst;
 195     vlc_bool_t b_resize = p_sys->b_resize;
 196     int i;
 197
 198     /* Check if format properties changed */
 199     if( CheckInit( p_filter ) != VLC_SUCCESS ) return 0;
 200
 201     /* Request output picture */
 202     p_pic_dst = p_filter->pf_vout_buffer_new( p_filter );
 203     if( !p_pic_dst )
 204     {
 205         msg_Warn( p_filter, "can't get output picture" );
 206         p_pic->pf_release( p_pic );
 207         return NULL;
 208     }
 209
 210     /* Prepare the AVPictures for the conversion */
 211     for( i = 0; i < p_pic->i_planes; i++ )
 212     {
 213         src_pic.data[i] = p_pic->p[i].p_pixels;
 214         src_pic.linesize[i] = p_pic->p[i].i_pitch;
 215     }
 216     for( i = 0; i < p_pic_dst->i_planes; i++ )
 217     {
 218         dest_pic.data[i] = p_pic_dst->p[i].p_pixels;
 219         dest_pic.linesize[i] = p_pic_dst->p[i].i_pitch;
 220     }
 221
 222     /* Special cases */
 223     if( p_filter->fmt_in.video.i_chroma == VLC_FOURCC('Y','V','1','2') ||
 224         p_filter->fmt_in.video.i_chroma == VLC_FOURCC('Y','V','U','9') )
 225     {
 226         /* Invert U and V */
 227         src_pic.data[1] = p_pic->p[2].p_pixels;
 228         src_pic.data[2] = p_pic->p[1].p_pixels;
 229     }
 230     if( p_filter->fmt_out.video.i_chroma == VLC_FOURCC('Y','V','1','2') ||
 231         p_filter->fmt_out.video.i_chroma == VLC_FOURCC('Y','V','U','9') )
 232     {
 233         /* Invert U and V */
 234         dest_pic.data[1] = p_pic_dst->p[2].p_pixels;
 235         dest_pic.data[2] = p_pic_dst->p[1].p_pixels;
 236     }
 237     if( p_sys->i_src_ffmpeg_chroma == PIX_FMT_RGB24 )
 238         if( p_filter->fmt_in.video.i_bmask == 0x00ff0000 )
 239             p_sys->i_src_ffmpeg_chroma = PIX_FMT_BGR24;
 240
 241 #if 0
 242     if( p_sys->b_resize &&
 243         p_filter->fmt_in.video.i_width * p_filter->fmt_in.video.i_height >
 244         p_filter->fmt_out.video.i_width * p_filter->fmt_out.video.i_height )
 245     {
 246         img_resample( p_sys->p_rsc, &dest_pic, &p_sys->tmp_pic );
 247         b_resize = 0;
 248     }
 249 #endif
 250
 251     if( p_sys->b_convert )
 252     {
 253         if( p_sys->b_resize ) inter_pic = p_sys->tmp_pic;
 254         else inter_pic = dest_pic;
 255
 256         img_convert( &inter_pic, p_sys->i_dst_ffmpeg_chroma,
 257                      &src_pic, p_sys->i_src_ffmpeg_chroma,
 258                      p_filter->fmt_in.video.i_width,
 259                      p_filter->fmt_in.video.i_height );
 260
 261         src_pic = inter_pic;
 262     }
 263
 264     if( p_sys->b_resize && p_sys->p_rsc )
 265     {
 266         img_resample( p_sys->p_rsc, &dest_pic, &src_pic );
 267     }
 268
 269     p_pic_dst->date = p_pic->date;
 270     p_pic_dst->b_force = p_pic->b_force;
 271     p_pic_dst->i_nb_fields = p_pic->i_nb_fields;
 272     p_pic_dst->b_progressive = p_pic->b_progressive;
 273     p_pic_dst->b_top_field_first = p_pic->b_top_field_first;
 274
 275     p_pic->pf_release( p_pic );
 276     return p_pic_dst;
 277 }
 278
 279 /*****************************************************************************
 280  * OpenDeinterlace: probe the filter and return score
 281  *****************************************************************************/
 282 int E_(OpenDeinterlace)( vlc_object_t *p_this )
 283 {
 284     filter_t *p_filter = (filter_t*)p_this;
 285     filter_sys_t *p_sys;
 286
 287     /* Check if we can handle that formats */
 288     if( E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma ) < 0 )
 289     {
 290         return VLC_EGENERIC;
 291     }
 292
 293     /* Allocate the memory needed to store the decoder's structure */
 294     if( ( p_filter->p_sys = p_sys =
 295           (filter_sys_t *)malloc(sizeof(filter_sys_t)) ) == NULL )
 296     {
 297         msg_Err( p_filter, "out of memory" );
 298         return VLC_EGENERIC;
 299     }
 300
 301     /* Misc init */
 302     p_sys->i_src_ffmpeg_chroma =
 303         E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma );
 304     p_filter->pf_video_filter = Deinterlace;
 305
 306     msg_Dbg( p_filter, "deinterlacing" );
 307
 308     /* libavcodec needs to be initialized for some chroma conversions */
 309     E_(InitLibavcodec)(p_this);
 310
 311     return VLC_SUCCESS;
 312 }
 313
 314 /*****************************************************************************
 315  * CloseDeinterlace: clean up the filter
 316  *****************************************************************************/
 317 void E_(CloseDeinterlace)( vlc_object_t *p_this )
 318 {
 319     filter_t *p_filter = (filter_t*)p_this;
 320     filter_sys_t *p_sys = p_filter->p_sys;
 321
 322     free( p_sys );
 323 }
 324
 325 /*****************************************************************************
 326  * Do the processing here
 327  *****************************************************************************/
 328 static picture_t *Deinterlace( filter_t *p_filter, picture_t *p_pic )
 329 {
 330     filter_sys_t *p_sys = p_filter->p_sys;
 331     AVPicture src_pic, dest_pic;
 332     picture_t *p_pic_dst;
 333     int i;
 334
 335     /* Request output picture */
 336     p_pic_dst = p_filter->pf_vout_buffer_new( p_filter );
 337     if( !p_pic_dst )
 338     {
 339         msg_Warn( p_filter, "can't get output picture" );
 340         return NULL;
 341     }
 342
 343     /* Prepare the AVPictures for the conversion */
 344     for( i = 0; i < p_pic->i_planes; i++ )
 345     {
 346         src_pic.data[i] = p_pic->p[i].p_pixels;
 347         src_pic.linesize[i] = p_pic->p[i].i_pitch;
 348     }
 349     for( i = 0; i < p_pic_dst->i_planes; i++ )
 350     {
 351         dest_pic.data[i] = p_pic_dst->p[i].p_pixels;
 352         dest_pic.linesize[i] = p_pic_dst->p[i].i_pitch;
 353     }
 354
 355     avpicture_deinterlace( &dest_pic, &src_pic, p_sys->i_src_ffmpeg_chroma,
 356                            p_filter->fmt_in.video.i_width,
 357                            p_filter->fmt_in.video.i_height );
 358
 359     p_pic_dst->date = p_pic->date;
 360     p_pic_dst->b_force = p_pic->b_force;
 361     p_pic_dst->i_nb_fields = p_pic->i_nb_fields;
 362     p_pic_dst->b_progressive = VLC_TRUE;
 363     p_pic_dst->b_top_field_first = p_pic->b_top_field_first;
 364
 365     p_pic->pf_release( p_pic );
 366     return p_pic_dst;
 367 }