1 /*****************************************************************************
2 * seamcarving.c: "Seam Carving for Content-Aware Image Resizing"
3 * Based on paper by Shai Avidan and Ariel Shamir.
4 *****************************************************************************
5 * Copyright (C) 2007 the VideoLAN team
8 * Authors: Antoine Cellerier <dionoea -at- videolan -dot- org>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
37 #include "vlc_filter.h"
41 /*****************************************************************************
43 *****************************************************************************/
44 static int Create ( vlc_object_t * );
45 static void Destroy ( vlc_object_t * );
47 static picture_t *Filter( filter_t *, picture_t * );
48 static int CropCallback( vlc_object_t *, char const *,
49 vlc_value_t, vlc_value_t,
52 static void FilterSeamCarving( filter_t *, picture_t *, picture_t * );
54 /*****************************************************************************
56 *****************************************************************************/
58 #define FILTER_PREFIX "seamcarving-"
61 set_description( _("Seam Carving video filter") );
62 set_shortname( _( "Seam Carving" ));
63 set_capability( "video filter2", 0 );
64 set_category( CAT_VIDEO );
65 set_subcategory( SUBCAT_VIDEO_VFILTER );
67 set_callbacks( Create, Destroy );
70 static const char *ppsz_filter_options[] = {
82 static int Create( vlc_object_t *p_this )
84 filter_t *p_filter = (filter_t *)p_this;
86 /* Allocate structure */
87 p_filter->p_sys = malloc( sizeof( filter_sys_t ) );
88 if( p_filter->p_sys == NULL )
90 msg_Err( p_filter, "out of memory" );
94 p_filter->pf_video_filter = Filter;
95 p_filter->p_sys->p_energy = NULL;
96 p_filter->p_sys->p_grad = NULL;
97 p_filter->p_sys->i_crop = 0;
99 config_ChainParse( p_filter, FILTER_PREFIX, ppsz_filter_options,
102 var_Create( p_filter, "crop", VLC_VAR_INTEGER|VLC_VAR_ISCOMMAND );
103 var_AddCallback( p_filter, "crop", CropCallback, p_filter->p_sys );
108 static void Destroy( vlc_object_t *p_this )
110 filter_t *p_filter = (filter_t *)p_this;
112 free( p_filter->p_sys->p_energy );
113 free( p_filter->p_sys->p_grad );
115 free( p_filter->p_sys );
118 static picture_t *Filter( filter_t *p_filter, picture_t *p_pic )
122 if( !p_pic ) return NULL;
124 p_outpic = p_filter->pf_vout_buffer_new( p_filter );
127 msg_Warn( p_filter, "can't get output picture" );
128 if( p_pic->pf_release )
129 p_pic->pf_release( p_pic );
133 FilterSeamCarving( p_filter, p_pic, p_outpic );
135 p_outpic->date = p_pic->date;
136 p_outpic->b_force = p_pic->b_force;
137 p_outpic->i_nb_fields = p_pic->i_nb_fields;
138 p_outpic->b_progressive = p_pic->b_progressive;
139 p_outpic->b_top_field_first = p_pic->b_top_field_first;
141 if( p_pic->pf_release )
142 p_pic->pf_release( p_pic );
147 static inline int my_min3( int a, int b, int c );
148 static inline int my_min( int a, int b );
149 static int RemoveVerticalSeam( filter_t *p_filter, picture_t *p_inpic, picture_t *p_outpic, int i_src_visible );
151 //#define DRAW_GRADIENT
152 //#define DRAW_ENERGY
155 static void FilterSeamCarving( filter_t *p_filter, picture_t *p_inpic,
156 picture_t *p_outpic )
158 const int i_src_pitch = p_inpic->p[Y_PLANE].i_pitch;
159 const int i_num_lines = p_inpic->p[Y_PLANE].i_visible_lines;
161 int i_src_visible = p_inpic->p[Y_PLANE].i_visible_pitch;
163 if( !p_filter->p_sys->p_energy )
164 p_filter->p_sys->p_energy = (int*)malloc(i_src_pitch * i_num_lines * sizeof(int));
165 if( !p_filter->p_sys->p_grad )
166 p_filter->p_sys->p_grad = (int*)malloc(i_src_pitch * i_num_lines * sizeof(int));
168 //#if defined( DRAW_GRADIENT ) || defined( DRAW_ENERGY ) || defined( DRAW_SEAM )
169 p_filter->p_libvlc->pf_memcpy( p_outpic->p[Y_PLANE].p_pixels,
170 p_inpic->p[Y_PLANE].p_pixels,
171 p_outpic->p[Y_PLANE].i_lines * p_outpic->p[Y_PLANE].i_pitch );
173 // p_filter->p_libvlc->pf_memset( p_outpix, 0x80,
174 // p_outpic->p[Y_PLANE].i_lines * p_outpic->p[Y_PLANE].i_pitch );
176 p_filter->p_libvlc->pf_memset( p_outpic->p[U_PLANE].p_pixels, 0x80,
177 p_outpic->p[U_PLANE].i_lines * p_outpic->p[U_PLANE].i_pitch );
178 p_filter->p_libvlc->pf_memset( p_outpic->p[V_PLANE].p_pixels, 0x80,
179 p_outpic->p[V_PLANE].i_lines * p_outpic->p[V_PLANE].i_pitch );
181 #if defined( DRAW_GRADIENT ) || defined( DRAW_ENERGY ) || defined( DRAW_SEAM )
182 i_src_visible = RemoveVerticalSeam( p_filter, p_outpic, p_outpic, i_src_visible );
187 if( p_filter->p_sys->i_crop != 0 )
188 j = p_filter->p_sys->i_crop;
189 for( i = 0; i < j; i++ )
190 i_src_visible = RemoveVerticalSeam( p_filter, p_outpic, p_outpic, i_src_visible );
192 for( y = 0; y < p_outpic->p[Y_PLANE].i_lines; y++ )
193 p_filter->p_libvlc->pf_memset( p_outpic->p[Y_PLANE].p_pixels + y*p_outpic->p[Y_PLANE].i_pitch + i_src_visible, 0x00, p_outpic->p[Y_PLANE].i_pitch - i_src_visible );
195 if( j == 100 ) k = -1;
200 static int ComputeGradient( filter_t *p_filter, picture_t *p_inpic, int i_src_visible )
203 const int i_src_pitch = p_inpic->p[Y_PLANE].i_pitch;
204 const int i_num_lines = p_inpic->p[Y_PLANE].i_visible_lines;
206 const uint8_t *p_inpix = p_inpic->p[Y_PLANE].p_pixels;
207 int *p_grad = p_filter->p_sys->p_grad;
209 for( y = 1; y < i_num_lines - 1;
210 y++, p_grad += i_src_pitch )
212 /* Compute line y's gradient */
216 ( p_inpix[(y-1)*i_src_pitch+x-1] \
217 - p_inpix[(y+1)*i_src_pitch+x-1] ) \
218 + ( ( p_inpix[(y-1)*i_src_pitch+x] \
219 - p_inpix[(y+1)*i_src_pitch+x] ) <<1 ) \
220 + ( p_inpix[(y-1)*i_src_pitch+x+1] \
221 - p_inpix[(y+1)*i_src_pitch+x+1] ) \
225 ( p_inpix[(y-1)*i_src_pitch+x-1] \
226 - p_inpix[(y-1)*i_src_pitch+x+1] ) \
227 + ( ( p_inpix[y*i_src_pitch+x-1] \
228 - p_inpix[y*i_src_pitch+x+1] ) <<1 ) \
229 + ( p_inpix[(y+1)*i_src_pitch+x-1] \
230 - p_inpix[(y+1)*i_src_pitch+x+1] ) \
233 for( x = 1; x < i_src_visible - 1; x++ )
235 p_grad[x] = GRADx( x );
237 p_outpix[y*i_src_pitch+x] = p_grad[x]>>3;
244 static int RemoveVerticalSeam( filter_t *p_filter, picture_t *p_inpic, picture_t *p_outpic, int i_src_visible )
247 const int i_src_pitch = p_inpic->p[Y_PLANE].i_pitch;
248 const int i_num_lines = p_inpic->p[Y_PLANE].i_visible_lines;
250 uint8_t *p_outpix = p_outpic->p[Y_PLANE].p_pixels;
252 int *p_energy = p_filter->p_sys->p_energy;
253 int *p_grad = p_filter->p_sys->p_grad;
255 ComputeGradient( p_filter, p_inpic, i_src_visible );
257 /** Compute the image's energy (using a sobel gradient as the base energy
259 /* Set the first energy line to 0 */
260 memset( p_energy, 0, i_src_pitch*sizeof(int));
262 int *p_energy_prev = p_energy;
263 for( y = 1; y < i_num_lines - 1;
264 y++, p_energy_prev = p_energy, p_energy += i_src_pitch,
265 p_grad += i_src_pitch )
267 /* Compute line y's minimum energy value for paths ending on
270 p_energy[x] = my_min( p_energy_prev[x ]+p_grad[x ],
271 p_energy_prev[x+1]+p_grad[x+1] );
272 for( x = 2; x < i_src_visible - 2; x++ )
274 p_energy[x] = my_min3( p_energy_prev[x-1]+p_grad[x-1],
275 p_energy_prev[x ]+p_grad[x ],
276 p_energy_prev[x+1]+p_grad[x+1] );
278 p_energy[x] = my_min( p_energy_prev[x-1]+p_grad[x-1],
279 p_energy_prev[x ]+p_grad[x ] );
282 int max = p_energy[1];
283 for( x = 1; x < i_src_visible - 1; x++ )
284 if( p_energy[x] > max ) max = p_energy[x];
285 for( x = 1; x < i_src_visible - 1; x++ )
286 p_outpix[y*i_src_pitch+x] = p_energy[x]*0xff/max;
290 /* Find the minimum energy point on the last line */
292 p_energy -= i_src_pitch;
293 p_grad -= i_src_pitch;
297 for( x = 1; x < i_src_visible - 1; x++ )
299 if( p_energy[x] < m )
307 p_outpix[y*i_src_pitch+xmin] = 0xff;
308 p_outpix[(y+1)*i_src_pitch+xmin] = 0xff;
310 memmove( p_outpix+y*i_src_pitch+xmin, p_outpix+y*i_src_pitch+xmin+1, i_src_pitch-(xmin+1) );
311 memmove( p_outpix+(y+1)*i_src_pitch+xmin, p_outpix+(y+1)*i_src_pitch+xmin+1, i_src_pitch-(xmin+1) );
314 p_energy -= i_src_pitch;
315 for( ; y>1; y--, p_energy -= i_src_pitch, p_grad -= i_src_pitch )
317 if( m != p_energy[xmin]+p_grad[xmin] )
319 if( xmin > 1 && m == p_energy[xmin-1]+p_grad[xmin-1] )
323 else if( xmin < i_src_visible - 2 && m == p_energy[xmin+1]+p_grad[xmin+1] )
329 printf("Alarm! %d\n" ,y);
335 p_outpix[y*i_src_pitch+xmin] = 0xff;
337 memmove( p_outpix+y*i_src_pitch+xmin, p_outpix+y*i_src_pitch+xmin+1, i_src_pitch-(xmin+1) );
341 p_outpix[y*i_src_pitch+xmin] = 0xff;
343 memmove( p_outpix+y*i_src_pitch+xmin, p_outpix+y*i_src_pitch+xmin+1, i_src_pitch-(xmin+1) );
347 p_outpix[y*i_src_pitch+xmin] = 0xff;
349 memmove( p_outpix+y*i_src_pitch+xmin, p_outpix+y*i_src_pitch+xmin+1, i_src_pitch-(xmin+1) );
352 #if defined( DRAW_SEAM )
353 return i_src_visible;
355 return i_src_visible-1;
359 static inline int my_min3( int a, int b, int c )
363 if( a < c ) return a;
366 if( b < c ) return b;
369 static inline int my_min( int a, int b )
371 return a < b ? a : b;
374 static int CropCallback( vlc_object_t *p_this, char const *psz_var,
375 vlc_value_t oldval, vlc_value_t newval,
378 VLC_UNUSED(p_this); VLC_UNUSED(psz_var); VLC_UNUSED(oldval);
379 filter_sys_t *p_sys = (filter_sys_t *)p_data;
380 p_sys->i_crop = newval.i_int;