]> git.sesse.net Git - vlc/blobdiff - modules/codec/ffmpeg/video_filter.c
Too many problems with new ffmpeg detection, reverting to last known good (rev 25403).
[vlc] / modules / codec / ffmpeg / video_filter.c
index a0b062445881d0899d907165081f04b3fea2ec3b..886e95777f655f537aa86f1ee6b6ca88287f223b 100644 (file)
@@ -2,7 +2,7 @@
  * video filter: video filter doing chroma conversion and resizing
  *               using the ffmpeg library
  *****************************************************************************
- * Copyright (C) 1999-2001 VideoLAN
+ * Copyright (C) 1999-2001 the VideoLAN team
  * $Id$
  *
  * Authors: Gildas Bazin <gbazin@videolan.org>
  *
  * You should have received a copy of the GNU General Public License
  * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  *****************************************************************************/
 
 /*****************************************************************************
  * Preamble
  *****************************************************************************/
+#ifdef HAVE_CONFIG_H
+# include "config.h"
+#endif
+
 #include <vlc/vlc.h>
-#include <vlc/decoder.h>
-#include "vlc_filter.h"
+#include <vlc_codec.h>
+#include <vlc_vout.h>
+#include <vlc_filter.h>
 
 /* ffmpeg header */
 #ifdef HAVE_FFMPEG_AVCODEC_H
 
 #include "ffmpeg.h"
 
+#if !defined(HAVE_FFMPEG_SWSCALE_H) && !defined(HAVE_LIBSWSCALE_TREE)
 void E_(InitLibavcodec) ( vlc_object_t *p_object );
 static int CheckInit( filter_t *p_filter );
 static picture_t *Process( filter_t *p_filter, picture_t *p_pic );
-static picture_t *Deinterlace( filter_t *p_filter, picture_t *p_pic );
 
 /*****************************************************************************
  * filter_sys_t : filter descriptor
@@ -51,6 +56,7 @@ struct filter_sys_t
     vlc_bool_t b_resize;
     vlc_bool_t b_convert;
     vlc_bool_t b_resize_first;
+    vlc_bool_t b_enable_croppadd;
 
     es_format_t fmt_in;
     int i_src_ffmpeg_chroma;
@@ -58,13 +64,14 @@ struct filter_sys_t
     int i_dst_ffmpeg_chroma;
 
     AVPicture tmp_pic;
+
     ImgReSampleContext *p_rsc;
 };
 
 /*****************************************************************************
- * OpenFilter: probe the filter and return score
+ * OpenFilterEx: common code to OpenFilter and OpenCropPadd
  *****************************************************************************/
-int E_(OpenFilter)( vlc_object_t *p_this )
+static int OpenFilterEx( vlc_object_t *p_this, vlc_bool_t b_enable_croppadd )
 {
     filter_t *p_filter = (filter_t*)p_this;
     filter_sys_t *p_sys;
@@ -78,10 +85,24 @@ int E_(OpenFilter)( vlc_object_t *p_this )
     }
 
     b_resize =
-        p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ||
-        p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height;
+        ( p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ) ||
+        ( p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height );
+
+    if ( b_enable_croppadd )
+    {
+        b_resize = b_resize ||
+           ( p_filter->fmt_in.video.i_visible_width != p_filter->fmt_in.video.i_width ) ||
+           ( p_filter->fmt_in.video.i_visible_height != p_filter->fmt_in.video.i_height ) ||
+           ( p_filter->fmt_in.video.i_x_offset != 0 ) ||
+           ( p_filter->fmt_in.video.i_y_offset != 0 ) ||
+           ( p_filter->fmt_out.video.i_visible_width != p_filter->fmt_out.video.i_width ) ||
+           ( p_filter->fmt_out.video.i_visible_height != p_filter->fmt_out.video.i_height ) ||
+           ( p_filter->fmt_out.video.i_x_offset != 0 ) ||
+           ( p_filter->fmt_out.video.i_y_offset != 0 );
+    }
+
     b_convert =
-        p_filter->fmt_in.video.i_chroma != p_filter->fmt_out.video.i_chroma;
+        ( p_filter->fmt_in.video.i_chroma != p_filter->fmt_out.video.i_chroma );
 
     if( !b_resize && !b_convert )
     {
@@ -99,6 +120,7 @@ int E_(OpenFilter)( vlc_object_t *p_this )
 
     /* Misc init */
     p_sys->p_rsc = NULL;
+    p_sys->b_enable_croppadd = b_enable_croppadd;
     p_sys->i_src_ffmpeg_chroma =
         E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma );
     p_sys->i_dst_ffmpeg_chroma =
@@ -114,6 +136,8 @@ int E_(OpenFilter)( vlc_object_t *p_this )
 
     if( CheckInit( p_filter ) != VLC_SUCCESS )
     {
+        if( p_sys->p_rsc ) img_resample_close( p_sys->p_rsc );
+        avpicture_free( &p_sys->tmp_pic );
         free( p_sys );
         return VLC_EGENERIC;
     }
@@ -130,6 +154,23 @@ int E_(OpenFilter)( vlc_object_t *p_this )
     return VLC_SUCCESS;
 }
 
+/*****************************************************************************
+ * OpenFilter: probe the filter and return score
+ *****************************************************************************/
+int E_(OpenFilter)( vlc_object_t *p_this )
+{
+    return OpenFilterEx( p_this, VLC_FALSE );
+}
+
+/*****************************************************************************
+ * OpenCropPadd: probe the filter and return score
+ *****************************************************************************/
+int E_(OpenCropPadd)( vlc_object_t *p_this )
+{
+    return OpenFilterEx( p_this, VLC_TRUE );
+}
+
+
 /*****************************************************************************
  * CloseFilter: clean up the filter
  *****************************************************************************/
@@ -139,7 +180,6 @@ void E_(CloseFilter)( vlc_object_t *p_this )
     filter_sys_t *p_sys = p_filter->p_sys;
 
     if( p_sys->p_rsc ) img_resample_close( p_sys->p_rsc );
-
     avpicture_free( &p_sys->tmp_pic );
 
     free( p_sys );
@@ -151,57 +191,129 @@ void E_(CloseFilter)( vlc_object_t *p_this )
 static int CheckInit( filter_t *p_filter )
 {
     filter_sys_t *p_sys = p_filter->p_sys;
+    vlc_bool_t b_change;
+    int i_croptop=0;
+    int i_cropbottom=0;
+    int i_cropleft=0;
+    int i_cropright=0;
+    int i_paddtop=0;
+    int i_paddbottom=0;
+    int i_paddleft=0;
+    int i_paddright=0;
+
+    b_change = ( p_filter->fmt_in.video.i_width != p_sys->fmt_in.video.i_width ) ||
+        ( p_filter->fmt_in.video.i_height != p_sys->fmt_in.video.i_height ) ||
+        ( p_filter->fmt_out.video.i_width != p_sys->fmt_out.video.i_width ) ||
+        ( p_filter->fmt_out.video.i_height != p_sys->fmt_out.video.i_height );
+
+    if ( p_sys->b_enable_croppadd )
+    {
+        b_change = b_change ||
+            ( p_filter->fmt_in.video.i_y_offset != p_sys->fmt_in.video.i_y_offset ) ||
+            ( p_filter->fmt_in.video.i_x_offset != p_sys->fmt_in.video.i_x_offset ) ||
+            ( p_filter->fmt_in.video.i_visible_width != p_sys->fmt_in.video.i_visible_width ) ||
+            ( p_filter->fmt_in.video.i_visible_height != p_sys->fmt_in.video.i_visible_height ) ||
+            ( p_filter->fmt_out.video.i_y_offset != p_sys->fmt_out.video.i_y_offset ) ||
+            ( p_filter->fmt_out.video.i_x_offset != p_sys->fmt_out.video.i_x_offset ) ||
+            ( p_filter->fmt_out.video.i_visible_width != p_sys->fmt_out.video.i_visible_width ) ||
+            ( p_filter->fmt_out.video.i_visible_height != p_sys->fmt_out.video.i_visible_height );
+    }
 
-    if( p_filter->fmt_in.video.i_width != p_sys->fmt_in.video.i_width ||
-        p_filter->fmt_in.video.i_height != p_sys->fmt_in.video.i_height ||
-        p_filter->fmt_out.video.i_width != p_sys->fmt_out.video.i_width ||
-        p_filter->fmt_out.video.i_height != p_sys->fmt_out.video.i_height )
+    if ( b_change )
     {
         if( p_sys->p_rsc ) img_resample_close( p_sys->p_rsc );
-        p_sys->p_rsc = 0;
 
+        p_sys->p_rsc = NULL;
         p_sys->b_convert =
-          p_filter->fmt_in.video.i_chroma != p_filter->fmt_out.video.i_chroma;
+          ( p_filter->fmt_in.video.i_chroma != p_filter->fmt_out.video.i_chroma );
 
         p_sys->b_resize =
-          p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ||
-          p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height;
+          ( p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ) ||
+          ( p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height );
 
         p_sys->b_resize_first =
-          p_filter->fmt_in.video.i_width * p_filter->fmt_in.video.i_height >
-          p_filter->fmt_out.video.i_width * p_filter->fmt_out.video.i_height;
-
-        if( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUV420P &&
-            p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUVJ420P &&
-            p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUV420P &&
-            p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUVJ420P )
+          ( p_filter->fmt_in.video.i_width * p_filter->fmt_in.video.i_height ) >
+          ( p_filter->fmt_out.video.i_width * p_filter->fmt_out.video.i_height );
+
+        if( p_sys->b_resize &&
+            ( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUV420P ) &&
+            ( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUVJ420P ) &&
+            ( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUV420P ) &&
+            ( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUVJ420P ) )
         {
             msg_Err( p_filter, "img_resample_init only deals with I420" );
             return VLC_EGENERIC;
         }
-        else if( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUV420P &&
-                 p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUVJ420P )
+        else if( ( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUV420P ) &&
+                 ( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUVJ420P ) )
         {
             p_sys->b_resize_first = VLC_FALSE;
         }
-        else if( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUV420P &&
-                 p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUVJ420P )
+        else if( ( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUV420P ) &&
+                 ( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUVJ420P ) )
         {
             p_sys->b_resize_first = VLC_TRUE;
         }
 
+        if ( p_sys->b_enable_croppadd )
+        {
+            p_sys->b_resize = p_sys->b_resize ||
+                ( p_filter->fmt_in.video.i_visible_width != p_filter->fmt_in.video.i_width ) ||
+                ( p_filter->fmt_in.video.i_visible_height != p_filter->fmt_in.video.i_height ) ||
+                ( p_filter->fmt_in.video.i_x_offset != 0 ) ||
+                ( p_filter->fmt_in.video.i_y_offset != 0 ) ||
+                ( p_filter->fmt_out.video.i_visible_width != p_filter->fmt_out.video.i_width ) ||
+                ( p_filter->fmt_out.video.i_visible_height != p_filter->fmt_out.video.i_height ) ||
+                ( p_filter->fmt_out.video.i_x_offset != 0 ) ||
+                ( p_filter->fmt_out.video.i_y_offset != 0 );
+        }
+
         if( p_sys->b_resize )
         {
-            p_sys->p_rsc = img_resample_init( p_filter->fmt_out.video.i_width,
+            if ( p_sys->b_enable_croppadd )
+            {
+                i_croptop = p_filter->fmt_in.video.i_y_offset;
+                i_cropbottom = p_filter->fmt_in.video.i_height
+                                       - p_filter->fmt_in.video.i_visible_height
+                                       - p_filter->fmt_in.video.i_y_offset;
+                i_cropleft = p_filter->fmt_in.video.i_x_offset;
+                i_cropright = p_filter->fmt_in.video.i_width
+                                      - p_filter->fmt_in.video.i_visible_width
+                                      - p_filter->fmt_in.video.i_x_offset;
+
+
+                i_paddtop = p_filter->fmt_out.video.i_y_offset;
+                i_paddbottom = p_filter->fmt_out.video.i_height
+                                       - p_filter->fmt_out.video.i_visible_height
+                                       - p_filter->fmt_out.video.i_y_offset;
+                i_paddleft = p_filter->fmt_out.video.i_x_offset;
+                i_paddright = p_filter->fmt_out.video.i_width
+                                      - p_filter->fmt_out.video.i_visible_width
+                                      - p_filter->fmt_out.video.i_x_offset;
+            }
+
+            p_sys->p_rsc = img_resample_full_init(
+                               p_filter->fmt_out.video.i_width,
                                p_filter->fmt_out.video.i_height,
                                p_filter->fmt_in.video.i_width,
-                               p_filter->fmt_in.video.i_height );
+                               p_filter->fmt_in.video.i_height,
+                               i_croptop,i_cropbottom,
+                               i_cropleft,i_cropright,
+                               i_paddtop,i_paddbottom,
+                               i_paddleft,i_paddright );
 
             if( !p_sys->p_rsc )
             {
                 msg_Err( p_filter, "img_resample_init failed" );
                 return VLC_EGENERIC;
             }
+
+            msg_Dbg( p_filter, "input: %ix%i -> %ix%i",
+                p_filter->fmt_out.video.i_width,
+                p_filter->fmt_out.video.i_height,
+                p_filter->fmt_in.video.i_width,
+                p_filter->fmt_in.video.i_height);
+
         }
 
         avpicture_free( &p_sys->tmp_pic );
@@ -228,6 +340,60 @@ static int CheckInit( filter_t *p_filter )
     return VLC_SUCCESS;
 }
 
+/* fill padd code from ffmpeg */
+static int padcolor[3] = { 16, 128, 128 };
+
+/* Expects img to be yuv420 */
+static void fill_pad_region( AVPicture* img, int height, int width,
+        int padtop, int padbottom, int padleft, int padright, int *color )
+{
+    int i, y, shift;
+    uint8_t *optr;
+
+    for ( i = 0; i < 3; i++ )
+    {
+        shift = ( i == 0 ) ? 0 : 1;
+
+        if ( padtop || padleft )
+        {
+            memset( img->data[i], color[i], ( ( ( img->linesize[i] * padtop ) +
+                            padleft ) >> shift) );
+        }
+
+        if ( padleft || padright )
+        {
+            optr = img->data[i] + ( img->linesize[i] * ( padtop >> shift ) ) +
+                ( img->linesize[i] - ( padright >> shift ) );
+
+            for ( y = 0; y < ( ( height - ( padtop + padbottom ) ) >> shift ); y++ )
+            {
+                memset( optr, color[i], ( padleft + padright ) >> shift );
+                optr += img->linesize[i];
+            }
+        }
+
+        if (padbottom)
+        {
+            optr = img->data[i] + ( img->linesize[i] * ( ( height - padbottom ) >> shift ) );
+            memset( optr, color[i], ( ( img->linesize[i] * padbottom ) >> shift ) );
+        }
+    }
+}
+
+/* Workaround, because old libavcodec doesnt know how to padd */
+static void img_resample_padd( ImgReSampleContext *s, AVPicture *output,
+        const AVPicture *input, int padtop, int padleft )
+{
+    AVPicture nopadd_pic = *output;
+
+    /* shift out top and left padding for old ffmpeg */
+    nopadd_pic.data[0] += ( nopadd_pic.linesize[0] * padtop + padleft );
+    nopadd_pic.data[1] += ( nopadd_pic.linesize[1] * padtop + padleft ) >> 1;
+    nopadd_pic.data[2] += ( nopadd_pic.linesize[2] * padtop + padleft ) >> 1;
+    img_resample( s, &nopadd_pic, input );
+}
+
+
 /*****************************************************************************
  * Do the processing here
  *****************************************************************************/
@@ -290,7 +456,30 @@ static picture_t *Process( filter_t *p_filter, picture_t *p_pic )
         if( p_sys->b_resize_first )
         {
             if( p_sys->b_convert ) p_dst = &p_sys->tmp_pic;
+
             img_resample( p_sys->p_rsc, p_dst, p_src );
+
+            if (p_sys->b_enable_croppadd)
+            {
+                if (p_filter->fmt_out.video.i_visible_width != p_filter->fmt_out.video.i_width ||
+                    p_filter->fmt_out.video.i_visible_height != p_filter->fmt_out.video.i_height ||
+                    p_filter->fmt_out.video.i_x_offset != 0 ||
+                    p_filter->fmt_out.video.i_y_offset != 0)
+                {
+                    fill_pad_region(p_dst, p_filter->fmt_out.video.i_height,
+                                    p_filter->fmt_out.video.i_width,
+                                    p_filter->fmt_out.video.i_y_offset,
+                                    p_filter->fmt_out.video.i_height
+                                      - p_filter->fmt_out.video.i_visible_height
+                                      - p_filter->fmt_out.video.i_y_offset,
+                                    p_filter->fmt_out.video.i_x_offset,
+                                    p_filter->fmt_out.video.i_width
+                                      - p_filter->fmt_out.video.i_visible_width
+                                      - p_filter->fmt_out.video.i_x_offset,
+                                    padcolor);
+                }
+            }
+
             p_src = p_dst;
         }
     }
@@ -315,7 +504,29 @@ static picture_t *Process( filter_t *p_filter, picture_t *p_pic )
     if( p_sys->b_resize && !p_sys->b_resize_first && p_sys->p_rsc )
     {
         p_dst = &dest_pic;
+
         img_resample( p_sys->p_rsc, p_dst, p_src );
+
+        if (p_sys->b_enable_croppadd)
+        {
+            if (p_filter->fmt_out.video.i_visible_width != p_filter->fmt_out.video.i_width ||
+                p_filter->fmt_out.video.i_visible_height != p_filter->fmt_out.video.i_height ||
+                p_filter->fmt_out.video.i_x_offset != 0 ||
+                p_filter->fmt_out.video.i_y_offset != 0)
+            {
+                fill_pad_region(p_dst, p_filter->fmt_out.video.i_height,
+                                p_filter->fmt_out.video.i_width,
+                                p_filter->fmt_out.video.i_y_offset,
+                                p_filter->fmt_out.video.i_height
+                                  - p_filter->fmt_out.video.i_visible_height
+                                  - p_filter->fmt_out.video.i_y_offset,
+                                p_filter->fmt_out.video.i_x_offset,
+                                p_filter->fmt_out.video.i_width
+                                  - p_filter->fmt_out.video.i_visible_width
+                                  - p_filter->fmt_out.video.i_x_offset,
+                                padcolor);
+            }
+        }
     }
 
     /* Special case for RV32 -> YUVA */
@@ -327,9 +538,9 @@ static picture_t *Process( filter_t *p_filter, picture_t *p_pic )
         int i_src_pitch = p_pic->p[0].i_pitch;
         uint8_t *p_dst = p_pic_dst->p[3].p_pixels;
         int i_dst_pitch = p_pic_dst->p[3].i_pitch;
-        int j;
+        uint32_t l,j;
 
-        for( i = 0; i < p_filter->fmt_out.video.i_height; i++ )
+        for( l = 0; l < p_filter->fmt_out.video.i_height; l++ )
         {
             for( j = 0; j < p_filter->fmt_out.video.i_width; j++ )
             {
@@ -355,93 +566,4 @@ static picture_t *Process( filter_t *p_filter, picture_t *p_pic )
     p_pic->pf_release( p_pic );
     return p_pic_dst;
 }
-
-/*****************************************************************************
- * OpenDeinterlace: probe the filter and return score
- *****************************************************************************/
-int E_(OpenDeinterlace)( vlc_object_t *p_this )
-{
-    filter_t *p_filter = (filter_t*)p_this;
-    filter_sys_t *p_sys;
-
-    /* Check if we can handle that formats */
-    if( E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma ) < 0 )
-    {
-        return VLC_EGENERIC;
-    }
-
-    /* Allocate the memory needed to store the decoder's structure */
-    if( ( p_filter->p_sys = p_sys =
-          (filter_sys_t *)malloc(sizeof(filter_sys_t)) ) == NULL )
-    {
-        msg_Err( p_filter, "out of memory" );
-        return VLC_EGENERIC;
-    }
-
-    /* Misc init */
-    p_sys->i_src_ffmpeg_chroma =
-        E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma );
-    p_filter->pf_video_filter = Deinterlace;
-
-    msg_Dbg( p_filter, "deinterlacing" );
-
-    /* libavcodec needs to be initialized for some chroma conversions */
-    E_(InitLibavcodec)(p_this);
-
-    return VLC_SUCCESS;
-}
-
-/*****************************************************************************
- * CloseDeinterlace: clean up the filter
- *****************************************************************************/
-void E_(CloseDeinterlace)( vlc_object_t *p_this )
-{
-    filter_t *p_filter = (filter_t*)p_this;
-    filter_sys_t *p_sys = p_filter->p_sys;
-
-    free( p_sys );
-}
-
-/*****************************************************************************
- * Do the processing here
- *****************************************************************************/
-static picture_t *Deinterlace( filter_t *p_filter, picture_t *p_pic )
-{
-    filter_sys_t *p_sys = p_filter->p_sys;
-    AVPicture src_pic, dest_pic;
-    picture_t *p_pic_dst;
-    int i;
-
-    /* Request output picture */
-    p_pic_dst = p_filter->pf_vout_buffer_new( p_filter );
-    if( !p_pic_dst )
-    {
-        msg_Warn( p_filter, "can't get output picture" );
-        return NULL;
-    }
-
-    /* Prepare the AVPictures for the conversion */
-    for( i = 0; i < p_pic->i_planes; i++ )
-    {
-        src_pic.data[i] = p_pic->p[i].p_pixels;
-        src_pic.linesize[i] = p_pic->p[i].i_pitch;
-    }
-    for( i = 0; i < p_pic_dst->i_planes; i++ )
-    {
-        dest_pic.data[i] = p_pic_dst->p[i].p_pixels;
-        dest_pic.linesize[i] = p_pic_dst->p[i].i_pitch;
-    }
-
-    avpicture_deinterlace( &dest_pic, &src_pic, p_sys->i_src_ffmpeg_chroma,
-                           p_filter->fmt_in.video.i_width,
-                           p_filter->fmt_in.video.i_height );
-
-    p_pic_dst->date = p_pic->date;
-    p_pic_dst->b_force = p_pic->b_force;
-    p_pic_dst->i_nb_fields = p_pic->i_nb_fields;
-    p_pic_dst->b_progressive = VLC_TRUE;
-    p_pic_dst->b_top_field_first = p_pic->b_top_field_first;
-
-    p_pic->pf_release( p_pic );
-    return p_pic_dst;
-}
+#endif /* ( (defined(HAVE_FFMPEG_SWSCALE_H) || defined(HAVE_LIBSWSCALE_TREE)) */