#ifdef HAVE_CONFIG_H
# include "config.h"
#endif
+#include <assert.h>
#include <vlc_common.h>
#include <vlc_plugin.h>
-#include <vlc_vout.h>
#include <vlc_filter.h>
+#include <vlc_cpu.h>
#ifdef HAVE_LIBSWSCALE_SWSCALE_H
# include <libswscale/swscale.h>
# include <ffmpeg/swscale.h>
#endif
+#include "../codec/avcodec/chroma.h" // Chroma Avutil <-> VLC conversion
+
/* Gruikkkkkkkkkk!!!!! */
-#include "../codec/avcodec/chroma.h"
+#undef AVPALETTE_SIZE
+#define AVPALETTE_SIZE (256 * sizeof(uint32_t))
/*****************************************************************************
* Module descriptor
N_("Area"), N_("Luma bicubic / chroma bilinear"), N_("Gauss"),
N_("SincR"), N_("Lanczos"), N_("Bicubic spline") };
-vlc_module_begin();
- set_description( N_("Video scaling filter") );
- set_capability( "video filter2", 1000 );
- set_category( CAT_VIDEO );
- set_subcategory( SUBCAT_VIDEO_VFILTER );
- set_callbacks( OpenScaler, CloseScaler );
- add_integer( "swscale-mode", 2, NULL, SCALEMODE_TEXT, SCALEMODE_LONGTEXT, true );
- change_integer_list( pi_mode_values, ppsz_mode_descriptions, 0 );
-vlc_module_end();
+vlc_module_begin ()
+ set_description( N_("Video scaling filter") )
+ set_shortname( N_("Swscale" ) )
+ set_capability( "video filter2", 150 )
+ set_category( CAT_VIDEO )
+ set_subcategory( SUBCAT_VIDEO_VFILTER )
+ set_callbacks( OpenScaler, CloseScaler )
+ add_integer( "swscale-mode", 2, NULL, SCALEMODE_TEXT, SCALEMODE_LONGTEXT, true )
+ change_integer_list( pi_mode_values, ppsz_mode_descriptions, NULL )
+vlc_module_end ()
/* Version checking */
#if LIBSWSCALE_VERSION_INT >= ((0<<16)+(5<<8)+0)
struct SwsContext *ctxA;
picture_t *p_src_a;
picture_t *p_dst_a;
+ int i_extend_factor;
+ picture_t *p_src_e;
+ picture_t *p_dst_e;
+ bool b_add_a;
+ bool b_copy;
+ bool b_swap_uvi;
+ bool b_swap_uvo;
};
static picture_t *Filter( filter_t *, picture_t * );
static int Init( filter_t * );
static void Clean( filter_t * );
-static int GetParameters( int *pi_fmti, int *pi_fmto, bool *pb_has_a, int *pi_sws_flags,
- const video_format_t *p_fmti,
+typedef struct
+{
+ int i_fmti;
+ int i_fmto;
+ bool b_has_a;
+ bool b_add_a;
+ int i_sws_flags;
+ bool b_copy;
+ bool b_swap_uvi;
+ bool b_swap_uvo;
+} ScalerConfiguration;
+
+static int GetParameters( ScalerConfiguration *,
+ const video_format_t *p_fmti,
const video_format_t *p_fmto,
int i_sws_flags_default );
static int GetSwsCpuMask(void);
-/* FFmpeg point resize quality seems really bad, let our scale module do it
+/* SwScaler point resize quality seems really bad, let our scale module do it
* (change it to true to try) */
#define ALLOW_YUVP (false)
+/* SwScaler does not like too small picture */
+#define MINIMUM_WIDTH (32)
+
+/* XXX is it always 3 even for BIG_ENDIAN (blend.c seems to think so) ? */
+#define OFFSET_A (3)
/*****************************************************************************
* OpenScaler: probe the filter and return score
int i_sws_mode;
- float sws_lum_gblur = 0.0, sws_chr_gblur = 0.0;
- int sws_chr_vshift = 0, sws_chr_hshift = 0;
- float sws_chr_sharpen = 0.0, sws_lum_sharpen = 0.0;
-
- if( GetParameters( NULL, NULL, NULL, NULL,
+ if( GetParameters( NULL,
&p_filter->fmt_in.video,
&p_filter->fmt_out.video, 0 ) )
- {
return VLC_EGENERIC;
- }
/* */
p_filter->pf_video_filter = Filter;
default: p_sys->i_sws_flags = SWS_BICUBIC; i_sws_mode = 2; break;
}
- p_sys->p_src_filter =
- sws_getDefaultFilter( sws_lum_gblur, sws_chr_gblur,
- sws_lum_sharpen, sws_chr_sharpen,
- sws_chr_hshift, sws_chr_vshift, 0 );
+ p_sys->p_src_filter = NULL;
p_sys->p_dst_filter = NULL;
/* Misc init */
p_sys->ctxA = NULL;
p_sys->p_src_a = NULL;
p_sys->p_dst_a = NULL;
+ p_sys->p_src_e = NULL;
+ p_sys->p_dst_e = NULL;
memset( &p_sys->fmt_in, 0, sizeof(p_sys->fmt_in) );
memset( &p_sys->fmt_out, 0, sizeof(p_sys->fmt_out) );
p_fmt1->i_height == p_fmt2->i_height;
}
-static int GetParameters( int *pi_fmti, int *pi_fmto, bool *pb_has_a, int *pi_sws_flags,
- const video_format_t *p_fmti,
+static void FixParameters( int *pi_fmt, bool *pb_has_a, bool *pb_swap_uv, vlc_fourcc_t fmt )
+{
+ switch( fmt )
+ {
+ case VLC_CODEC_YUVA:
+ *pi_fmt = PIX_FMT_YUV444P;
+ *pb_has_a = true;
+ break;
+ case VLC_CODEC_RGBA:
+ *pi_fmt = PIX_FMT_BGR32;
+ *pb_has_a = true;
+ break;
+ case VLC_CODEC_YV12:
+ *pi_fmt = PIX_FMT_YUV420P;
+ *pb_swap_uv = true;
+ break;
+ case VLC_CODEC_YV9:
+ *pi_fmt = PIX_FMT_YUV410P;
+ *pb_swap_uv = true;
+ break;
+ default:
+ break;
+ }
+}
+
+static int GetParameters( ScalerConfiguration *p_cfg,
+ const video_format_t *p_fmti,
const video_format_t *p_fmto,
int i_sws_flags_default )
{
- /* Supported Input formats: YV12, I420/IYUV, YUY2, UYVY, BGR32, BGR24,
- * BGR16, BGR15, RGB32, RGB24, Y8/Y800, YVU9/IF09 */
- int i_fmti = GetFfmpegChroma( p_fmti->i_chroma );
-
- /* Supported output formats: YV12, I420/IYUV, YUY2, UYVY,
- * {BGR,RGB}{1,4,8,15,16,24,32}, Y8/Y800, YVU9/IF09 */
- int i_fmto = GetFfmpegChroma( p_fmto->i_chroma );
+ int i_fmti = -1;
+ int i_fmto = -1;
- bool b_has_a = false;
+ bool b_has_ai = false;
+ bool b_has_ao = false;
int i_sws_flags = i_sws_flags_default;
+ bool b_swap_uvi = false;
+ bool b_swap_uvo = false;
+
+ GetFfmpegChroma( &i_fmti, *p_fmti );
+ GetFfmpegChroma( &i_fmto, *p_fmto );
if( p_fmti->i_chroma == p_fmto->i_chroma )
{
- if( p_fmti->i_chroma == VLC_FOURCC( 'Y', 'U', 'V', 'P' ) && ALLOW_YUVP )
+ if( p_fmti->i_chroma == VLC_CODEC_YUVP && ALLOW_YUVP )
{
i_fmti = i_fmto = PIX_FMT_GRAY8;
i_sws_flags = SWS_POINT;
}
- else if( p_fmti->i_chroma == VLC_FOURCC( 'Y', 'U', 'V', 'A' ) )
- {
- i_fmti = i_fmto = PIX_FMT_YUV444P;
- b_has_a = true;
- }
- else if( p_fmti->i_chroma == VLC_FOURCC( 'R', 'G', 'B', 'A' ) )
- {
- i_fmti = i_fmto = PIX_FMT_RGBA32;
- b_has_a = true;
- }
}
- if( pi_fmti )
- *pi_fmti = i_fmti;
- if( pi_fmto )
- *pi_fmto = i_fmto;
- if( pb_has_a )
- *pb_has_a = b_has_a;
- if( pi_sws_flags )
- *pi_sws_flags = i_sws_flags;
+ FixParameters( &i_fmti, &b_has_ai, &b_swap_uvi, p_fmti->i_chroma );
+ FixParameters( &i_fmto, &b_has_ao, &b_swap_uvo, p_fmto->i_chroma );
+
+ /* FIXME TODO removed when ffmpeg is fixed
+ * Without SWS_ACCURATE_RND the quality is really bad for some conversions */
+ switch( i_fmto )
+ {
+ case PIX_FMT_ARGB:
+ case PIX_FMT_RGBA:
+ case PIX_FMT_ABGR:
+ i_sws_flags |= SWS_ACCURATE_RND;
+ break;
+ }
+
+ if( p_cfg )
+ {
+ p_cfg->i_fmti = i_fmti;
+ p_cfg->i_fmto = i_fmto;
+ p_cfg->b_has_a = b_has_ai && b_has_ao;
+ p_cfg->b_add_a = (!b_has_ai) && b_has_ao;
+ p_cfg->b_copy = i_fmti == i_fmto &&
+ p_fmti->i_width == p_fmto->i_width &&
+ p_fmti->i_height == p_fmto->i_height;
+ p_cfg->b_swap_uvi = b_swap_uvi;
+ p_cfg->b_swap_uvo = b_swap_uvo;
+ p_cfg->i_sws_flags = i_sws_flags;
+ }
if( i_fmti < 0 || i_fmto < 0 )
return VLC_EGENERIC;
Clean( p_filter );
/* Init with new parameters */
- int i_fmt_in, i_fmt_out;
- bool b_has_a;
- int i_sws_flags;
- if( GetParameters( &i_fmt_in, &i_fmt_out, &b_has_a, &i_sws_flags,
- p_fmti, p_fmto, p_sys->i_sws_flags ) )
+ ScalerConfiguration cfg;
+ if( GetParameters( &cfg, p_fmti, p_fmto, p_sys->i_sws_flags ) )
{
msg_Err( p_filter, "format not supported" );
return VLC_EGENERIC;
}
+ if( p_fmti->i_width <= 0 || p_fmto->i_width <= 0 )
+ {
+ msg_Err( p_filter, "0 width not supported" );
+ return VLC_EGENERIC;
+ }
- for( int n = 0; n < (b_has_a ? 2 : 1); n++ )
+ /* swscale does not like too small width */
+ p_sys->i_extend_factor = 1;
+ while( __MIN( p_fmti->i_width, p_fmto->i_width ) * p_sys->i_extend_factor < MINIMUM_WIDTH)
+ p_sys->i_extend_factor++;
+
+ const unsigned i_fmti_width = p_fmti->i_width * p_sys->i_extend_factor;
+ const unsigned i_fmto_width = p_fmto->i_width * p_sys->i_extend_factor;
+ for( int n = 0; n < (cfg.b_has_a ? 2 : 1); n++ )
{
- const int i_fmti = n == 0 ? i_fmt_in : PIX_FMT_GRAY8;
- const int i_fmto = n == 0 ? i_fmt_out : PIX_FMT_GRAY8;
+ const int i_fmti = n == 0 ? cfg.i_fmti : PIX_FMT_GRAY8;
+ const int i_fmto = n == 0 ? cfg.i_fmto : PIX_FMT_GRAY8;
struct SwsContext *ctx;
- ctx = sws_getContext( p_fmti->i_width, p_fmti->i_height, i_fmti,
- p_fmto->i_width, p_fmto->i_height, i_fmto,
- i_sws_flags | p_sys->i_cpu_mask,
+ ctx = sws_getContext( i_fmti_width, p_fmti->i_height, i_fmti,
+ i_fmto_width, p_fmto->i_height, i_fmto,
+ cfg.i_sws_flags | p_sys->i_cpu_mask,
p_sys->p_src_filter, p_sys->p_dst_filter, 0 );
if( n == 0 )
p_sys->ctx = ctx;
}
if( p_sys->ctxA )
{
- p_sys->p_src_a = picture_New( VLC_FOURCC( 'G', 'R', 'E', 'Y' ), p_fmti->i_width, p_fmti->i_height, 0 );
- p_sys->p_dst_a = picture_New( VLC_FOURCC( 'G', 'R', 'E', 'Y' ), p_fmto->i_width, p_fmto->i_height, 0 );
+ p_sys->p_src_a = picture_New( VLC_CODEC_GREY, i_fmti_width, p_fmti->i_height, 0, 1 );
+ p_sys->p_dst_a = picture_New( VLC_CODEC_GREY, i_fmto_width, p_fmto->i_height, 0, 1 );
+ }
+ if( p_sys->i_extend_factor != 1 )
+ {
+ p_sys->p_src_e = picture_New( p_fmti->i_chroma, i_fmti_width, p_fmti->i_height, 0, 1 );
+ p_sys->p_dst_e = picture_New( p_fmto->i_chroma, i_fmto_width, p_fmto->i_height, 0, 1 );
+
+ memset( p_sys->p_src_e->p[0].p_pixels, 0, p_sys->p_src_e->p[0].i_pitch * p_sys->p_src_e->p[0].i_lines );
+ memset( p_sys->p_dst_e->p[0].p_pixels, 0, p_sys->p_dst_e->p[0].i_pitch * p_sys->p_dst_e->p[0].i_lines );
}
if( !p_sys->ctx ||
- ( b_has_a && ( !p_sys->ctxA || !p_sys->p_src_a || !p_sys->p_dst_a ) ) )
+ ( cfg.b_has_a && ( !p_sys->ctxA || !p_sys->p_src_a || !p_sys->p_dst_a ) ) ||
+ ( p_sys->i_extend_factor != 1 && ( !p_sys->p_src_e || !p_sys->p_dst_e ) ) )
{
msg_Err( p_filter, "could not init SwScaler and/or allocate memory" );
Clean( p_filter );
return VLC_EGENERIC;
}
+ p_sys->b_add_a = cfg.b_add_a;
+ p_sys->b_copy = cfg.b_copy;
p_sys->fmt_in = *p_fmti;
p_sys->fmt_out = *p_fmto;
+ p_sys->b_swap_uvi = cfg.b_swap_uvi;
+ p_sys->b_swap_uvo = cfg.b_swap_uvo;
- msg_Err( p_filter, "%ix%i chroma: %4.4s -> %ix%i chroma: %4.4s",
+#if 0
+ msg_Dbg( p_filter, "%ix%i chroma: %4.4s -> %ix%i chroma: %4.4s extend by %d",
p_fmti->i_width, p_fmti->i_height, (char *)&p_fmti->i_chroma,
- p_fmto->i_width, p_fmto->i_height, (char *)&p_fmto->i_chroma );
-
-
+ p_fmto->i_width, p_fmto->i_height, (char *)&p_fmto->i_chroma,
+ p_sys->i_extend_factor );
+#endif
return VLC_SUCCESS;
}
static void Clean( filter_t *p_filter )
{
filter_sys_t *p_sys = p_filter->p_sys;
+ if( p_sys->p_src_e )
+ picture_Release( p_sys->p_src_e );
+ if( p_sys->p_dst_e )
+ picture_Release( p_sys->p_dst_e );
+
if( p_sys->p_src_a )
picture_Release( p_sys->p_src_a );
if( p_sys->p_dst_a )
picture_Release( p_sys->p_dst_a );
+
if( p_sys->ctxA )
sws_freeContext( p_sys->ctxA );
p_sys->ctxA = NULL;
p_sys->p_src_a = NULL;
p_sys->p_dst_a = NULL;
+ p_sys->p_src_e = NULL;
+ p_sys->p_dst_e = NULL;
}
-static void GetPixels( uint8_t *pp_pixel[3], int pi_pitch[3],
+static void GetPixels( uint8_t *pp_pixel[4], int pi_pitch[4],
const picture_t *p_picture,
- int i_plane_start, int i_plane_count )
+ int i_plane_start, int i_plane_count,
+ bool b_swap_uv )
{
- for( int n = 0; n < __MIN(i_plane_count, p_picture->i_planes-i_plane_start ); n++ )
+ assert( !b_swap_uv || i_plane_count >= 3 );
+ int n;
+ for( n = 0; n < __MIN(i_plane_count, p_picture->i_planes-i_plane_start ); n++ )
{
- pp_pixel[n] = p_picture->p[i_plane_start+n].p_pixels;
- pi_pitch[n] = p_picture->p[i_plane_start+n].i_pitch;
+ const int nd = ( b_swap_uv && n >= 1 && n <= 2 ) ? (3 - n) : n;
+ pp_pixel[nd] = p_picture->p[i_plane_start+n].p_pixels;
+ pi_pitch[nd] = p_picture->p[i_plane_start+n].i_pitch;
+ }
+ for( ; n < 4; n++ )
+ {
+ pp_pixel[n] = NULL;
+ pi_pitch[n] = 0;
}
}
-/* XXX is it always 3 even for BIG_ENDIAN (blend.c seems to think so) ? */
-#define OFFSET_A (3)
-static void ExtractA( picture_t *p_dst, const picture_t *p_src, const video_format_t *p_fmt )
+static void ExtractA( picture_t *p_dst, const picture_t *p_src, unsigned i_width, unsigned i_height )
{
plane_t *d = &p_dst->p[0];
const plane_t *s = &p_src->p[0];
-
- for( unsigned y = 0; y < p_fmt->i_height; y++ )
- for( unsigned x = 0; x < p_fmt->i_width; x++ )
+
+ for( unsigned y = 0; y < i_height; y++ )
+ for( unsigned x = 0; x < i_width; x++ )
d->p_pixels[y*d->i_pitch+x] = s->p_pixels[y*s->i_pitch+4*x+OFFSET_A];
}
-static void InjectA( picture_t *p_dst, const picture_t *p_src, const video_format_t *p_fmt )
+static void InjectA( picture_t *p_dst, const picture_t *p_src, unsigned i_width, unsigned i_height )
{
plane_t *d = &p_dst->p[0];
const plane_t *s = &p_src->p[0];
-
- for( unsigned y = 0; y < p_fmt->i_height; y++ )
- for( unsigned x = 0; x < p_fmt->i_width; x++ )
+
+ for( unsigned y = 0; y < i_height; y++ )
+ for( unsigned x = 0; x < i_width; x++ )
d->p_pixels[y*d->i_pitch+4*x+OFFSET_A] = s->p_pixels[y*s->i_pitch+x];
}
-#undef OFFSET_A
+static void FillA( plane_t *d, int i_offset )
+{
+ for( int y = 0; y < d->i_visible_lines; y++ )
+ for( int x = 0; x < d->i_visible_pitch; x += d->i_pixel_pitch )
+ d->p_pixels[y*d->i_pitch+x+i_offset] = 0xff;
+}
+
+static void CopyPad( picture_t *p_dst, const picture_t *p_src )
+{
+ picture_Copy( p_dst, p_src );
+ for( int n = 0; n < p_dst->i_planes; n++ )
+ {
+ const plane_t *s = &p_src->p[n];
+ plane_t *d = &p_dst->p[n];
+
+ for( int y = 0; y < s->i_lines; y++ )
+ {
+ for( int x = s->i_visible_pitch; x < d->i_visible_pitch; x += s->i_pixel_pitch )
+ memcpy( &d->p_pixels[y*d->i_pitch + x], &d->p_pixels[y*d->i_pitch + s->i_visible_pitch - s->i_pixel_pitch], s->i_pixel_pitch );
+ }
+ }
+}
-static void Convert( struct SwsContext *ctx,
- picture_t *p_dst, picture_t *p_src, const video_format_t *p_fmti, int i_plane_start, int i_plane_count )
+static void SwapUV( picture_t *p_dst, const picture_t *p_src )
{
- uint8_t *src[3]; int src_stride[3];
- uint8_t *dst[3]; int dst_stride[3];
+ picture_t tmp = *p_src;
+ tmp.p[1] = p_src->p[2];
+ tmp.p[2] = p_src->p[1];
- GetPixels( src, src_stride, p_src, i_plane_start, i_plane_count );
- GetPixels( dst, dst_stride, p_dst, i_plane_start, i_plane_count );
+ picture_CopyPixels( p_dst, &tmp );
+}
+static void Convert( filter_t *p_filter, struct SwsContext *ctx,
+ picture_t *p_dst, picture_t *p_src, int i_height, int i_plane_start, int i_plane_count,
+ bool b_swap_uvi, bool b_swap_uvo )
+{
+ uint8_t palette[AVPALETTE_SIZE];
+
+ uint8_t *src[4]; int src_stride[4];
+ uint8_t *dst[4]; int dst_stride[4];
+
+ GetPixels( src, src_stride, p_src, i_plane_start, i_plane_count, b_swap_uvi );
+ if( p_filter->fmt_in.video.i_chroma == VLC_CODEC_RGBP )
+ {
+ memset( palette, 0, sizeof(palette) );
+ if( p_filter->fmt_in.video.p_palette )
+ memcpy( palette, p_filter->fmt_in.video.p_palette->palette,
+ __MIN( sizeof(video_palette_t), AVPALETTE_SIZE ) );
+ src[1] = palette;
+ src_stride[1] = 4;
+ }
+
+ GetPixels( dst, dst_stride, p_dst, i_plane_start, i_plane_count, b_swap_uvo );
#if LIBSWSCALE_VERSION_INT >= ((0<<16)+(5<<8)+0)
- sws_scale( ctx, src, src_stride, 0, p_fmti->i_height,
+ sws_scale( ctx, src, src_stride, 0, i_height,
dst, dst_stride );
#else
- sws_scale_ordered( ctx, src, src_stride, 0, p_fmti->i_height,
+ sws_scale_ordered( ctx, src, src_stride, 0, i_height,
dst, dst_stride );
#endif
}
return NULL;
}
- Convert( p_sys->ctx, p_pic_dst, p_pic, p_fmti, 0, 3 );
- if( p_sys->ctxA )
+ /* */
+ picture_t *p_src = p_pic;
+ picture_t *p_dst = p_pic_dst;
+ if( p_sys->i_extend_factor != 1 )
{
- if( p_fmto->i_chroma == VLC_FOURCC( 'R', 'G', 'B', 'A' ) )
- {
- /* We extract the A plane to rescale it, and then we reinject it. */
- ExtractA( p_sys->p_src_a, p_pic, p_fmti );
+ p_src = p_sys->p_src_e;
+ p_dst = p_sys->p_dst_e;
- Convert( p_sys->ctxA, p_sys->p_dst_a, p_sys->p_src_a, p_fmti, 0, 1 );
+ CopyPad( p_src, p_pic );
+ }
- InjectA( p_pic_dst, p_sys->p_dst_a, p_fmto );
- }
+ if( p_sys->b_copy && p_sys->b_swap_uvi == p_sys->b_swap_uvo )
+ picture_CopyPixels( p_dst, p_src );
+ else if( p_sys->b_copy )
+ SwapUV( p_dst, p_src );
+ else
+ Convert( p_filter, p_sys->ctx, p_dst, p_src, p_fmti->i_height, 0, 3,
+ p_sys->b_swap_uvi, p_sys->b_swap_uvo );
+ if( p_sys->ctxA )
+ {
+ /* We extract the A plane to rescale it, and then we reinject it. */
+ if( p_fmti->i_chroma == VLC_CODEC_RGBA )
+ ExtractA( p_sys->p_src_a, p_src, p_fmti->i_width * p_sys->i_extend_factor, p_fmti->i_height );
else
- {
- Convert( p_sys->ctx, p_pic_dst, p_pic, p_fmti, 3, 1 );
- }
+ plane_CopyPixels( p_sys->p_src_a->p, p_src->p+A_PLANE );
+
+ Convert( p_filter, p_sys->ctxA, p_sys->p_dst_a, p_sys->p_src_a, p_fmti->i_height, 0, 1, false, false );
+ if( p_fmto->i_chroma == VLC_CODEC_RGBA )
+ InjectA( p_dst, p_sys->p_dst_a, p_fmto->i_width * p_sys->i_extend_factor, p_fmto->i_height );
+ else
+ plane_CopyPixels( p_dst->p+A_PLANE, p_sys->p_dst_a->p );
+ }
+ else if( p_sys->b_add_a )
+ {
+ /* We inject a complete opaque alpha plane */
+ if( p_fmto->i_chroma == VLC_CODEC_RGBA )
+ FillA( &p_dst->p[0], OFFSET_A );
+ else
+ FillA( &p_dst->p[A_PLANE], 0 );
+ }
+
+ if( p_sys->i_extend_factor != 1 )
+ {
+ picture_CopyPixels( p_pic_dst, p_dst );
}
picture_CopyProperties( p_pic_dst, p_pic );