* video filter: video filter doing chroma conversion and resizing
* using the ffmpeg library
*****************************************************************************
- * Copyright (C) 1999-2001 VideoLAN
- * $Id: chroma.c 7834 2004-05-30 16:57:55Z sigmunau $
+ * Copyright (C) 1999-2001 the VideoLAN team
+ * $Id$
*
* Authors: Gildas Bazin <gbazin@videolan.org>
*
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
*****************************************************************************/
/*****************************************************************************
* Preamble
*****************************************************************************/
+#ifdef HAVE_CONFIG_H
+# include "config.h"
+#endif
+
#include <vlc/vlc.h>
-#include <vlc/decoder.h>
-#include "vlc_filter.h"
+#include <vlc_codec.h>
+#include <vlc_vout.h>
+#include <vlc_filter.h>
/* ffmpeg header */
#ifdef HAVE_FFMPEG_AVCODEC_H
#include "ffmpeg.h"
+#if !defined(HAVE_FFMPEG_SWSCALE_H) && !defined(HAVE_LIBSWSCALE_TREE)
void E_(InitLibavcodec) ( vlc_object_t *p_object );
+static int CheckInit( filter_t *p_filter );
static picture_t *Process( filter_t *p_filter, picture_t *p_pic );
/*****************************************************************************
{
vlc_bool_t b_resize;
vlc_bool_t b_convert;
+ vlc_bool_t b_resize_first;
+ vlc_bool_t b_enable_croppadd;
es_format_t fmt_in;
int i_src_ffmpeg_chroma;
int i_dst_ffmpeg_chroma;
AVPicture tmp_pic;
+
ImgReSampleContext *p_rsc;
};
/*****************************************************************************
- * OpenFilter: probe the filter and return score
+ * OpenFilterEx: common code to OpenFilter and OpenCropPadd
*****************************************************************************/
-int E_(OpenFilter)( vlc_object_t *p_this )
+static int OpenFilterEx( vlc_object_t *p_this, vlc_bool_t b_enable_croppadd )
{
filter_t *p_filter = (filter_t*)p_this;
filter_sys_t *p_sys;
vlc_bool_t b_convert, b_resize;
- ImgReSampleContext *p_rsc;
/* Check if we can handle that formats */
if( E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma ) < 0 ||
}
b_resize =
- p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ||
- p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height;
- b_convert =
- p_filter->fmt_in.video.i_chroma != p_filter->fmt_out.video.i_chroma;
+ ( p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ) ||
+ ( p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height );
- if( !b_resize && !b_convert )
+ if ( b_enable_croppadd )
{
- /* Nothing to do */
- return VLC_EGENERIC;
+ b_resize = b_resize ||
+ ( p_filter->fmt_in.video.i_visible_width != p_filter->fmt_in.video.i_width ) ||
+ ( p_filter->fmt_in.video.i_visible_height != p_filter->fmt_in.video.i_height ) ||
+ ( p_filter->fmt_in.video.i_x_offset != 0 ) ||
+ ( p_filter->fmt_in.video.i_y_offset != 0 ) ||
+ ( p_filter->fmt_out.video.i_visible_width != p_filter->fmt_out.video.i_width ) ||
+ ( p_filter->fmt_out.video.i_visible_height != p_filter->fmt_out.video.i_height ) ||
+ ( p_filter->fmt_out.video.i_x_offset != 0 ) ||
+ ( p_filter->fmt_out.video.i_y_offset != 0 );
}
- p_rsc = img_resample_init( p_filter->fmt_out.video.i_width,
- p_filter->fmt_out.video.i_height,
- p_filter->fmt_in.video.i_width,
- p_filter->fmt_in.video.i_height );
- if( !p_rsc )
+ b_convert =
+ ( p_filter->fmt_in.video.i_chroma != p_filter->fmt_out.video.i_chroma );
+
+ if( !b_resize && !b_convert )
{
- msg_Err( p_filter, "img_resample_init failed" );
+ /* Nothing to do */
return VLC_EGENERIC;
}
}
/* Misc init */
- p_sys->b_resize = b_resize;
- p_sys->b_convert = b_convert;
- p_sys->p_rsc = p_rsc;
+ p_sys->p_rsc = NULL;
+ p_sys->b_enable_croppadd = b_enable_croppadd;
p_sys->i_src_ffmpeg_chroma =
E_(GetFfmpegChroma)( p_filter->fmt_in.video.i_chroma );
p_sys->i_dst_ffmpeg_chroma =
E_(GetFfmpegChroma)( p_filter->fmt_out.video.i_chroma );
- p_sys->fmt_in = p_filter->fmt_in;
- p_sys->fmt_out = p_filter->fmt_out;
p_filter->pf_video_filter = Process;
+ es_format_Init( &p_sys->fmt_in, 0, 0 );
+ es_format_Init( &p_sys->fmt_out, 0, 0 );
- avpicture_alloc( &p_sys->tmp_pic, p_sys->i_dst_ffmpeg_chroma,
- p_filter->fmt_in.video.i_width,
- p_filter->fmt_in.video.i_height );
+ /* Dummy alloc, will be reallocated in CheckInit */
+ avpicture_alloc( &p_sys->tmp_pic, p_sys->i_src_ffmpeg_chroma,
+ p_filter->fmt_out.video.i_width,
+ p_filter->fmt_out.video.i_height );
+
+ if( CheckInit( p_filter ) != VLC_SUCCESS )
+ {
+ if( p_sys->p_rsc ) img_resample_close( p_sys->p_rsc );
+ avpicture_free( &p_sys->tmp_pic );
+ free( p_sys );
+ return VLC_EGENERIC;
+ }
msg_Dbg( p_filter, "input: %ix%i %4.4s -> %ix%i %4.4s",
p_filter->fmt_in.video.i_width, p_filter->fmt_in.video.i_height,
return VLC_SUCCESS;
}
+/*****************************************************************************
+ * OpenFilter: probe the filter and return score
+ *****************************************************************************/
+int E_(OpenFilter)( vlc_object_t *p_this )
+{
+ return OpenFilterEx( p_this, VLC_FALSE );
+}
+
+/*****************************************************************************
+ * OpenCropPadd: probe the filter and return score
+ *****************************************************************************/
+int E_(OpenCropPadd)( vlc_object_t *p_this )
+{
+ return OpenFilterEx( p_this, VLC_TRUE );
+}
+
+
/*****************************************************************************
* CloseFilter: clean up the filter
*****************************************************************************/
filter_sys_t *p_sys = p_filter->p_sys;
if( p_sys->p_rsc ) img_resample_close( p_sys->p_rsc );
-
avpicture_free( &p_sys->tmp_pic );
free( p_sys );
}
+/*****************************************************************************
+ * CheckInit: Initialise filter when necessary
+ *****************************************************************************/
+static int CheckInit( filter_t *p_filter )
+{
+ filter_sys_t *p_sys = p_filter->p_sys;
+ vlc_bool_t b_change;
+ int i_croptop=0;
+ int i_cropbottom=0;
+ int i_cropleft=0;
+ int i_cropright=0;
+ int i_paddtop=0;
+ int i_paddbottom=0;
+ int i_paddleft=0;
+ int i_paddright=0;
+
+ b_change = ( p_filter->fmt_in.video.i_width != p_sys->fmt_in.video.i_width ) ||
+ ( p_filter->fmt_in.video.i_height != p_sys->fmt_in.video.i_height ) ||
+ ( p_filter->fmt_out.video.i_width != p_sys->fmt_out.video.i_width ) ||
+ ( p_filter->fmt_out.video.i_height != p_sys->fmt_out.video.i_height );
+
+ if ( p_sys->b_enable_croppadd )
+ {
+ b_change = b_change ||
+ ( p_filter->fmt_in.video.i_y_offset != p_sys->fmt_in.video.i_y_offset ) ||
+ ( p_filter->fmt_in.video.i_x_offset != p_sys->fmt_in.video.i_x_offset ) ||
+ ( p_filter->fmt_in.video.i_visible_width != p_sys->fmt_in.video.i_visible_width ) ||
+ ( p_filter->fmt_in.video.i_visible_height != p_sys->fmt_in.video.i_visible_height ) ||
+ ( p_filter->fmt_out.video.i_y_offset != p_sys->fmt_out.video.i_y_offset ) ||
+ ( p_filter->fmt_out.video.i_x_offset != p_sys->fmt_out.video.i_x_offset ) ||
+ ( p_filter->fmt_out.video.i_visible_width != p_sys->fmt_out.video.i_visible_width ) ||
+ ( p_filter->fmt_out.video.i_visible_height != p_sys->fmt_out.video.i_visible_height );
+ }
+
+ if ( b_change )
+ {
+ if( p_sys->p_rsc ) img_resample_close( p_sys->p_rsc );
+
+ p_sys->p_rsc = NULL;
+ p_sys->b_convert =
+ ( p_filter->fmt_in.video.i_chroma != p_filter->fmt_out.video.i_chroma );
+
+ p_sys->b_resize =
+ ( p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width ) ||
+ ( p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height );
+
+ p_sys->b_resize_first =
+ ( p_filter->fmt_in.video.i_width * p_filter->fmt_in.video.i_height ) >
+ ( p_filter->fmt_out.video.i_width * p_filter->fmt_out.video.i_height );
+
+ if( p_sys->b_resize &&
+ ( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUV420P ) &&
+ ( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUVJ420P ) &&
+ ( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUV420P ) &&
+ ( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUVJ420P ) )
+ {
+ msg_Err( p_filter, "img_resample_init only deals with I420" );
+ return VLC_EGENERIC;
+ }
+ else if( ( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUV420P ) &&
+ ( p_sys->i_src_ffmpeg_chroma != PIX_FMT_YUVJ420P ) )
+ {
+ p_sys->b_resize_first = VLC_FALSE;
+ }
+ else if( ( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUV420P ) &&
+ ( p_sys->i_dst_ffmpeg_chroma != PIX_FMT_YUVJ420P ) )
+ {
+ p_sys->b_resize_first = VLC_TRUE;
+ }
+
+ if ( p_sys->b_enable_croppadd )
+ {
+ p_sys->b_resize = p_sys->b_resize ||
+ ( p_filter->fmt_in.video.i_visible_width != p_filter->fmt_in.video.i_width ) ||
+ ( p_filter->fmt_in.video.i_visible_height != p_filter->fmt_in.video.i_height ) ||
+ ( p_filter->fmt_in.video.i_x_offset != 0 ) ||
+ ( p_filter->fmt_in.video.i_y_offset != 0 ) ||
+ ( p_filter->fmt_out.video.i_visible_width != p_filter->fmt_out.video.i_width ) ||
+ ( p_filter->fmt_out.video.i_visible_height != p_filter->fmt_out.video.i_height ) ||
+ ( p_filter->fmt_out.video.i_x_offset != 0 ) ||
+ ( p_filter->fmt_out.video.i_y_offset != 0 );
+ }
+
+ if( p_sys->b_resize )
+ {
+ if ( p_sys->b_enable_croppadd )
+ {
+ i_croptop = p_filter->fmt_in.video.i_y_offset;
+ i_cropbottom = p_filter->fmt_in.video.i_height
+ - p_filter->fmt_in.video.i_visible_height
+ - p_filter->fmt_in.video.i_y_offset;
+ i_cropleft = p_filter->fmt_in.video.i_x_offset;
+ i_cropright = p_filter->fmt_in.video.i_width
+ - p_filter->fmt_in.video.i_visible_width
+ - p_filter->fmt_in.video.i_x_offset;
+
+
+ i_paddtop = p_filter->fmt_out.video.i_y_offset;
+ i_paddbottom = p_filter->fmt_out.video.i_height
+ - p_filter->fmt_out.video.i_visible_height
+ - p_filter->fmt_out.video.i_y_offset;
+ i_paddleft = p_filter->fmt_out.video.i_x_offset;
+ i_paddright = p_filter->fmt_out.video.i_width
+ - p_filter->fmt_out.video.i_visible_width
+ - p_filter->fmt_out.video.i_x_offset;
+ }
+
+ p_sys->p_rsc = img_resample_full_init(
+ p_filter->fmt_out.video.i_width,
+ p_filter->fmt_out.video.i_height,
+ p_filter->fmt_in.video.i_width,
+ p_filter->fmt_in.video.i_height,
+ i_croptop,i_cropbottom,
+ i_cropleft,i_cropright,
+ i_paddtop,i_paddbottom,
+ i_paddleft,i_paddright );
+
+ if( !p_sys->p_rsc )
+ {
+ msg_Err( p_filter, "img_resample_init failed" );
+ return VLC_EGENERIC;
+ }
+
+ msg_Dbg( p_filter, "input: %ix%i -> %ix%i",
+ p_filter->fmt_out.video.i_width,
+ p_filter->fmt_out.video.i_height,
+ p_filter->fmt_in.video.i_width,
+ p_filter->fmt_in.video.i_height);
+
+ }
+
+ avpicture_free( &p_sys->tmp_pic );
+
+ if( p_sys->b_resize_first )
+ {
+ /* Resizing then conversion */
+ avpicture_alloc( &p_sys->tmp_pic, p_sys->i_src_ffmpeg_chroma,
+ p_filter->fmt_out.video.i_width,
+ p_filter->fmt_out.video.i_height );
+ }
+ else
+ {
+ /* Conversion then resizing */
+ avpicture_alloc( &p_sys->tmp_pic, p_sys->i_dst_ffmpeg_chroma,
+ p_filter->fmt_in.video.i_width,
+ p_filter->fmt_in.video.i_height );
+ }
+
+ p_sys->fmt_in = p_filter->fmt_in;
+ p_sys->fmt_out = p_filter->fmt_out;
+ }
+
+ return VLC_SUCCESS;
+}
+
+/* fill padd code from ffmpeg */
+static int padcolor[3] = { 16, 128, 128 };
+
+/* Expects img to be yuv420 */
+static void fill_pad_region( AVPicture* img, int height, int width,
+ int padtop, int padbottom, int padleft, int padright, int *color )
+{
+ int i, y, shift;
+ uint8_t *optr;
+
+ for ( i = 0; i < 3; i++ )
+ {
+ shift = ( i == 0 ) ? 0 : 1;
+
+ if ( padtop || padleft )
+ {
+ memset( img->data[i], color[i], ( ( ( img->linesize[i] * padtop ) +
+ padleft ) >> shift) );
+ }
+
+ if ( padleft || padright )
+ {
+ optr = img->data[i] + ( img->linesize[i] * ( padtop >> shift ) ) +
+ ( img->linesize[i] - ( padright >> shift ) );
+
+ for ( y = 0; y < ( ( height - ( padtop + padbottom ) ) >> shift ); y++ )
+ {
+ memset( optr, color[i], ( padleft + padright ) >> shift );
+ optr += img->linesize[i];
+ }
+ }
+
+ if (padbottom)
+ {
+ optr = img->data[i] + ( img->linesize[i] * ( ( height - padbottom ) >> shift ) );
+ memset( optr, color[i], ( ( img->linesize[i] * padbottom ) >> shift ) );
+ }
+ }
+}
+
+/* Workaround, because old libavcodec doesnt know how to padd */
+static void img_resample_padd( ImgReSampleContext *s, AVPicture *output,
+ const AVPicture *input, int padtop, int padleft )
+{
+ AVPicture nopadd_pic = *output;
+
+ /* shift out top and left padding for old ffmpeg */
+ nopadd_pic.data[0] += ( nopadd_pic.linesize[0] * padtop + padleft );
+ nopadd_pic.data[1] += ( nopadd_pic.linesize[1] * padtop + padleft ) >> 1;
+ nopadd_pic.data[2] += ( nopadd_pic.linesize[2] * padtop + padleft ) >> 1;
+ img_resample( s, &nopadd_pic, input );
+}
+
+
/*****************************************************************************
* Do the processing here
*****************************************************************************/
static picture_t *Process( filter_t *p_filter, picture_t *p_pic )
{
filter_sys_t *p_sys = p_filter->p_sys;
- AVPicture src_pic, dest_pic, inter_pic;
+ AVPicture src_pic, dest_pic;
+ AVPicture *p_src, *p_dst;
picture_t *p_pic_dst;
- vlc_bool_t b_resize = p_sys->b_resize;
int i;
+ /* Check if format properties changed */
+ if( CheckInit( p_filter ) != VLC_SUCCESS ) return 0;
+
/* Request output picture */
p_pic_dst = p_filter->pf_vout_buffer_new( p_filter );
if( !p_pic_dst )
{
msg_Warn( p_filter, "can't get output picture" );
+ p_pic->pf_release( p_pic );
return NULL;
}
dest_pic.data[1] = p_pic_dst->p[2].p_pixels;
dest_pic.data[2] = p_pic_dst->p[1].p_pixels;
}
+ if( p_sys->i_src_ffmpeg_chroma == PIX_FMT_RGB24 )
+ if( p_filter->fmt_in.video.i_bmask == 0x00ff0000 )
+ p_sys->i_src_ffmpeg_chroma = PIX_FMT_BGR24;
+
+ p_src = &src_pic;
-#if 0
- if( p_sys->b_resize &&
- p_filter->fmt_in.video.i_width * p_filter->fmt_in.video.i_height >
- p_filter->fmt_out.video.i_width * p_filter->fmt_out.video.i_height )
+ if( p_sys->b_resize && p_sys->p_rsc )
{
- img_resample( p_sys->p_rsc, &dest_pic, &p_sys->tmp_pic );
- b_resize = 0;
+ p_dst = &dest_pic;
+ if( p_sys->b_resize_first )
+ {
+ if( p_sys->b_convert ) p_dst = &p_sys->tmp_pic;
+
+ img_resample( p_sys->p_rsc, p_dst, p_src );
+
+ if (p_sys->b_enable_croppadd)
+ {
+ if (p_filter->fmt_out.video.i_visible_width != p_filter->fmt_out.video.i_width ||
+ p_filter->fmt_out.video.i_visible_height != p_filter->fmt_out.video.i_height ||
+ p_filter->fmt_out.video.i_x_offset != 0 ||
+ p_filter->fmt_out.video.i_y_offset != 0)
+ {
+ fill_pad_region(p_dst, p_filter->fmt_out.video.i_height,
+ p_filter->fmt_out.video.i_width,
+ p_filter->fmt_out.video.i_y_offset,
+ p_filter->fmt_out.video.i_height
+ - p_filter->fmt_out.video.i_visible_height
+ - p_filter->fmt_out.video.i_y_offset,
+ p_filter->fmt_out.video.i_x_offset,
+ p_filter->fmt_out.video.i_width
+ - p_filter->fmt_out.video.i_visible_width
+ - p_filter->fmt_out.video.i_x_offset,
+ padcolor);
+ }
+ }
+
+ p_src = p_dst;
+ }
}
-#endif
if( p_sys->b_convert )
{
- if( p_sys->b_resize ) inter_pic = p_sys->tmp_pic;
- else inter_pic = dest_pic;
-
- img_convert( &inter_pic, p_sys->i_dst_ffmpeg_chroma,
- &src_pic, p_sys->i_src_ffmpeg_chroma,
- p_filter->fmt_in.video.i_width,
- p_filter->fmt_in.video.i_height );
+ video_format_t *p_fmt = &p_filter->fmt_out.video;
+ p_dst = &dest_pic;
+ if( p_sys->b_resize && !p_sys->b_resize_first )
+ {
+ p_dst = &p_sys->tmp_pic;
+ p_fmt = &p_filter->fmt_in.video;
+ }
+
+ img_convert( p_dst, p_sys->i_dst_ffmpeg_chroma,
+ p_src, p_sys->i_src_ffmpeg_chroma,
+ p_fmt->i_width, p_fmt->i_height );
+
+ p_src = p_dst;
+ }
- src_pic = inter_pic;
+ if( p_sys->b_resize && !p_sys->b_resize_first && p_sys->p_rsc )
+ {
+ p_dst = &dest_pic;
+
+ img_resample( p_sys->p_rsc, p_dst, p_src );
+
+ if (p_sys->b_enable_croppadd)
+ {
+ if (p_filter->fmt_out.video.i_visible_width != p_filter->fmt_out.video.i_width ||
+ p_filter->fmt_out.video.i_visible_height != p_filter->fmt_out.video.i_height ||
+ p_filter->fmt_out.video.i_x_offset != 0 ||
+ p_filter->fmt_out.video.i_y_offset != 0)
+ {
+ fill_pad_region(p_dst, p_filter->fmt_out.video.i_height,
+ p_filter->fmt_out.video.i_width,
+ p_filter->fmt_out.video.i_y_offset,
+ p_filter->fmt_out.video.i_height
+ - p_filter->fmt_out.video.i_visible_height
+ - p_filter->fmt_out.video.i_y_offset,
+ p_filter->fmt_out.video.i_x_offset,
+ p_filter->fmt_out.video.i_width
+ - p_filter->fmt_out.video.i_visible_width
+ - p_filter->fmt_out.video.i_x_offset,
+ padcolor);
+ }
+ }
}
- if( p_sys->b_resize && p_sys->p_rsc )
+ /* Special case for RV32 -> YUVA */
+ if( !p_sys->b_resize &&
+ p_filter->fmt_in.video.i_chroma == VLC_FOURCC('R','V','3','2') &&
+ p_filter->fmt_out.video.i_chroma == VLC_FOURCC('Y','U','V','A') )
+ {
+ uint8_t *p_src = p_pic->p[0].p_pixels;
+ int i_src_pitch = p_pic->p[0].i_pitch;
+ uint8_t *p_dst = p_pic_dst->p[3].p_pixels;
+ int i_dst_pitch = p_pic_dst->p[3].i_pitch;
+ uint32_t l,j;
+
+ for( l = 0; l < p_filter->fmt_out.video.i_height; l++ )
+ {
+ for( j = 0; j < p_filter->fmt_out.video.i_width; j++ )
+ {
+ p_dst[j] = p_src[j*4+3];
+ }
+ p_src += i_src_pitch;
+ p_dst += i_dst_pitch;
+ }
+ }
+ else if( p_filter->fmt_out.video.i_chroma == VLC_FOURCC('Y','U','V','A') )
{
- img_resample( p_sys->p_rsc, &dest_pic, &src_pic );
+ /* Special case for YUVA */
+ memset( p_pic_dst->p[3].p_pixels, 0xFF,
+ p_pic_dst->p[3].i_pitch * p_pic_dst->p[3].i_lines );
}
p_pic_dst->date = p_pic->date;
p_pic->pf_release( p_pic );
return p_pic_dst;
}
+#endif /* ( (defined(HAVE_FFMPEG_SWSCALE_H) || defined(HAVE_LIBSWSCALE_TREE)) */
projects / vlc / blobdiff