1 /*****************************************************************************
2 * magnify.c : Magnify/Zoom interactive effect
3 *****************************************************************************
4 * Copyright (C) 2005 the VideoLAN team
7 * Authors: Antoine Cellerier <dionoea -at- videolan -dot- org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
24 /*****************************************************************************
26 *****************************************************************************/
33 #include "filter_common.h"
34 #include "filter_picture.h"
36 #include "vlc_image.h"
37 #include "vlc_input.h"
38 #include "vlc_playlist.h"
40 /*****************************************************************************
42 *****************************************************************************/
43 static int Create ( vlc_object_t * );
44 static void Destroy ( vlc_object_t * );
46 static int Init ( vout_thread_t * );
47 static void End ( vout_thread_t * );
48 static void Render ( vout_thread_t *, picture_t * );
50 static int SendEvents ( vlc_object_t *, char const *,
51 vlc_value_t, vlc_value_t, void * );
52 static int MouseEvent ( vlc_object_t *, char const *,
53 vlc_value_t, vlc_value_t, void * );
55 /*****************************************************************************
57 *****************************************************************************/
59 set_description( _("Magnify/Zoom interactive video filter") );
60 set_shortname( _( "Magnify" ));
61 set_capability( "video filter", 0 );
62 set_category( CAT_VIDEO );
63 set_subcategory( SUBCAT_VIDEO_VFILTER );
65 set_callbacks( Create, Destroy );
68 /*****************************************************************************
69 * vout_sys_t: Magnify video output method descriptor
70 *****************************************************************************/
73 vout_thread_t *p_vout;
75 image_handler_t *p_image;
77 int i_zoom; /* zoom level in percent */
78 int i_x, i_y; /* top left corner coordinates in original image */
80 vlc_bool_t b_visible; /* is "interface" visible ? */
83 /*****************************************************************************
84 * Control: control facility for the vout (forwards to child vout)
85 *****************************************************************************/
86 static int Control( vout_thread_t *p_vout, int i_query, va_list args )
88 return vout_vaControl( p_vout->p_sys->p_vout, i_query, args );
91 /*****************************************************************************
92 * Create: allocates Magnify video thread output method
93 *****************************************************************************/
94 static int Create( vlc_object_t *p_this )
96 vout_thread_t *p_vout = (vout_thread_t *)p_this;
98 switch( p_vout->fmt_in.i_chroma )
101 case VLC_FOURCC('G','R','E','Y'):
104 msg_Err( p_vout, "Unsupported chroma" );
108 /* Allocate structure */
109 p_vout->p_sys = malloc( sizeof( vout_sys_t ) );
110 if( p_vout->p_sys == NULL )
112 msg_Err( p_vout, "out of memory" );
116 p_vout->p_sys->p_image = image_HandlerCreate( p_vout );
118 p_vout->pf_init = Init;
119 p_vout->pf_end = End;
120 p_vout->pf_manage = NULL;
121 p_vout->pf_render = Render;
122 p_vout->pf_display = NULL;
123 p_vout->pf_control = Control;
128 /*****************************************************************************
129 * Init: initialize Magnify video thread output method
130 *****************************************************************************/
131 static int Init( vout_thread_t *p_vout )
137 memset( &fmt, 0, sizeof(video_format_t) );
138 I_OUTPUTPICTURES = 0;
140 /* Initialize the output structure */
141 p_vout->output.i_chroma = p_vout->render.i_chroma;
142 p_vout->output.i_width = p_vout->render.i_width;
143 p_vout->output.i_height = p_vout->render.i_height;
144 p_vout->output.i_aspect = p_vout->render.i_aspect;
146 p_vout->fmt_out = p_vout->fmt_in;
147 fmt = p_vout->fmt_out;
149 /* Try to open the real video output */
150 msg_Dbg( p_vout, "spawning the real video output" );
152 p_vout->p_sys->p_vout = vout_Create( p_vout, &fmt );
154 /* Everything failed */
155 if( p_vout->p_sys->p_vout == NULL )
157 msg_Err( p_vout, "cannot open vout, aborting" );
162 p_vout->p_sys->i_x = 0;
163 p_vout->p_sys->i_y = 0;
164 #define ZOOM_FACTOR 8
165 p_vout->p_sys->i_zoom = 2*ZOOM_FACTOR;
166 p_vout->p_sys->b_visible = VLC_TRUE;
168 var_AddCallback( p_vout->p_sys->p_vout, "mouse-x", MouseEvent, p_vout );
169 var_AddCallback( p_vout->p_sys->p_vout, "mouse-y", MouseEvent, p_vout );
170 var_AddCallback( p_vout->p_sys->p_vout, "mouse-clicked",
173 ALLOCATE_DIRECTBUFFERS( VOUT_MAX_PICTURES );
174 ADD_CALLBACKS( p_vout->p_sys->p_vout, SendEvents );
175 ADD_PARENT_CALLBACKS( SendEventsToChild );
180 /*****************************************************************************
181 * End: terminate Magnify video thread output method
182 *****************************************************************************/
183 static void End( vout_thread_t *p_vout )
187 /* Free the fake output buffers we allocated */
188 for( i_index = I_OUTPUTPICTURES ; i_index ; )
191 free( PP_OUTPUTPICTURE[ i_index ]->p_data_orig );
194 var_DelCallback( p_vout->p_sys->p_vout, "mouse-x", MouseEvent, p_vout);
195 var_DelCallback( p_vout->p_sys->p_vout, "mouse-y", MouseEvent, p_vout);
196 var_DelCallback( p_vout->p_sys->p_vout, "mouse-clicked", MouseEvent, p_vout);
199 /*****************************************************************************
200 * Destroy: destroy Magnify video thread output method
201 *****************************************************************************/
202 static void Destroy( vlc_object_t *p_this )
204 vout_thread_t *p_vout = (vout_thread_t *)p_this;
206 if( p_vout->p_sys->p_vout )
208 DEL_CALLBACKS( p_vout->p_sys->p_vout, SendEvents );
209 vlc_object_detach( p_vout->p_sys->p_vout );
210 vout_Destroy( p_vout->p_sys->p_vout );
213 image_HandlerDelete( p_vout->p_sys->p_image );
215 DEL_PARENT_CALLBACKS( SendEventsToChild );
217 free( p_vout->p_sys );
220 /*****************************************************************************
221 * Render: displays previously rendered output
222 *****************************************************************************/
223 static void Render( vout_thread_t *p_vout, picture_t *p_pic )
227 int o_x = p_vout->p_sys->i_x;
228 int o_y = p_vout->p_sys->i_y;
229 int o_zoom = p_vout->p_sys->i_zoom;
232 video_format_t fmt_out;
233 picture_t *p_converted;
237 memset( &fmt_out, 0, sizeof(video_format_t) );
238 /* This is a new frame. Get a structure from the video_output. */
239 while( ( p_outpic = vout_CreatePicture( p_vout->p_sys->p_vout, 0, 0, 0 ) )
242 if( p_vout->b_die || p_vout->b_error )
246 msleep( VOUT_OUTMEM_SLEEP );
249 vout_DatePicture( p_vout->p_sys->p_vout, p_outpic, p_pic->date );
251 p_oyp = &(p_outpic->p[Y_PLANE]);
253 /* background magnified image */
254 if( o_zoom != ZOOM_FACTOR )
256 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
258 o_yp = o_y*p_outpic->p[i_plane].i_lines
259 /p_outpic->p[Y_PLANE].i_lines;
260 o_xp = o_x*p_outpic->p[i_plane].i_pitch
261 /p_outpic->p[Y_PLANE].i_pitch;
262 int i_pitch = p_outpic->p[i_plane].i_pitch;
264 int o_zoom2 = o_zoom*o_zoom;
265 int o_zoom3 = o_zoom*o_zoom*o_zoom;
266 int o_zoom4 = o_zoom*o_zoom*o_zoom*o_zoom;
267 int o_zoom6 = o_zoom*o_zoom*o_zoom * o_zoom*o_zoom*o_zoom;
269 for( y=0; y<p_outpic->p[i_plane].i_visible_lines; y++ )
271 for( x=0; x<p_outpic->p[i_plane].i_visible_pitch; x++ )
274 /* Nearest neighbor */
275 int nx = o_xp + x*ZOOM_FACTOR/o_zoom;
276 int ny = o_yp + y*ZOOM_FACTOR/o_zoom;
277 p_outpic->p[i_plane].p_pixels[y*i_pitch+x] =
278 p_pic->p[i_plane].p_pixels[ny*i_pitch+nx];
281 int nx_real = o_xp*o_zoom + x*ZOOM_FACTOR;
282 int ny_real = o_yp*o_zoom + y*ZOOM_FACTOR;
283 int nx = nx_real/o_zoom;
284 int ny = ny_real/o_zoom;
285 int wtl = ((nx+1)*o_zoom-nx_real)*((ny+1)*o_zoom-ny_real);
286 int wtr = (nx_real-nx*o_zoom)*((ny+1)*o_zoom-ny_real);
287 int wbl = ((nx+1)*o_zoom-nx_real)*(ny_real-ny*o_zoom);
288 int wbr = (nx_real-nx*o_zoom)*(ny_real-ny*o_zoom);
289 p_outpic->p[i_plane].p_pixels[y*i_pitch+x] =
290 ( wtl*p_pic->p[i_plane].p_pixels[ny*i_pitch+nx]
291 + wtr*p_pic->p[i_plane].p_pixels[ny*i_pitch+(nx+1)]
292 + wbl*p_pic->p[i_plane].p_pixels[(ny+1)*i_pitch+nx]
293 + wbr*p_pic->p[i_plane].p_pixels[(ny+1)*i_pitch+(nx+1)]
297 /* FIXME: doesn't work */
298 /* \Sigma_{i=0..3} \Sigma_{j=0..3} \alpha_{i,j} x^i y^j
299 * 16 \alpha_{i,j} so we need to use the 16 nearest pixels
301 * In fact we should be able to write it as:
302 * \Pi_{i=1..16} [ \Pi_{j!=i} ( x - x_j ) * ( y - y_j ) ]
303 * * z_i / [ \Pi_{j!=i} ( x_i - x_j ) * ( y_i - y_j ) ]
304 * We also have to make sure that we don't use any
305 * x_j == x_i or y_j == y_i in the \Pi on j (else we get
306 * a 0/0 which kind of sucks) .
308 uint8_t *p = p_pic->p[i_plane].p_pixels;
309 int nx_real = o_xp*o_zoom + x*ZOOM_FACTOR;
310 int ny_real = o_yp*o_zoom + y*ZOOM_FACTOR;
312 int nx = nx_real/o_zoom;
313 int ny = ny_real/o_zoom;
316 int my = __MAX( ny-1, 0 );
317 int mx = __MAX( nx-1, 0 );
318 //p_outpic->p[i_plane].i_visible_lines - 4
319 //p_outpic->p[i_plane].i_visible_pitch - 4
321 for( yi = my; yi <= my+3; yi++ )
326 for( yj = my; yj <= my+3; yj++ )
330 numy *= (ny_real-yj*o_zoom);
335 for( xi = mx; xi <= mx+3; xi++ )
339 for( xj = mx; xj <= mx+3; xj++ )
343 num *= (nx_real-xj*o_zoom);
347 v = ( v * (p[yi*i_pitch+xi] * num) ) / ( den * o_zoom3 );
350 p_outpic->p[i_plane].p_pixels[y*i_pitch+x] = v;
358 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
361 pf_memcpy( p_outpic->p[i_plane].p_pixels, p_pic->p[i_plane].p_pixels,
362 p_outpic->p[i_plane].i_lines * p_outpic->p[i_plane].i_pitch );
366 if( p_vout->p_sys->b_visible )
368 /* image visualization */
369 fmt_out = p_vout->fmt_out;
370 fmt_out.i_width = p_vout->render.i_width/VIS_ZOOM;
371 fmt_out.i_height = p_vout->render.i_height/VIS_ZOOM;
372 p_converted = image_Convert( p_vout->p_sys->p_image, p_pic,
373 &(p_pic->format), &fmt_out );
374 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
376 for( y=0; y<p_converted->p[i_plane].i_visible_lines; y++)
378 p_vout->p_libvlc->pf_memcpy(
379 p_outpic->p[i_plane].p_pixels+y*p_outpic->p[i_plane].i_pitch,
380 p_converted->p[i_plane].p_pixels+y*p_converted->p[i_plane].i_pitch,
381 p_converted->p[i_plane].i_visible_pitch );
384 p_converted->pf_release( p_converted );
386 /* white rectangle on visualization */
387 v_w = p_oyp->i_pitch*ZOOM_FACTOR/(VIS_ZOOM*o_zoom);
388 v_h = (o_y+p_oyp->i_lines*ZOOM_FACTOR/o_zoom)/VIS_ZOOM;
390 p_vout->p_libvlc->pf_memset( p_oyp->p_pixels
391 + o_y/VIS_ZOOM*p_oyp->i_pitch
392 + o_x/VIS_ZOOM, 0xff, v_w+1 );
394 for( y = o_y/VIS_ZOOM+1; y < v_h; y++ )
398 y*p_oyp->i_pitch+o_x/VIS_ZOOM
402 y*p_oyp->i_pitch+o_x/VIS_ZOOM + v_w
406 p_vout->p_libvlc->pf_memset( p_oyp->p_pixels
408 + o_x/VIS_ZOOM, 0xff, v_w+1 );
411 v_h = p_oyp->i_lines/VIS_ZOOM;
418 /* print a small "VLC ZOOM" ... gruikkkkkkkkk */
419 #define DRAW(a) {int c,l=1;L a;}
421 #define X ;draw(l,c);c+=1
423 #define draw(y,x) p_oyp->p_pixels[(v_h+y)*p_oyp->i_pitch+x] = 0xff;
424 if( p_vout->p_sys->b_visible )
426 X o o o X o X o o o o o o X X X X o o o X X X X X o o X X X o o o X X X o o X X o X X o o o X o o o X o X X X X X o X X X X o o X X X X X L
427 X o o o X o X o o o o o X o o o o o o o o o o X o o X o o o X o X o o o X o X o X o X o o o X o o o X o o o X o o o X o o o X o X o o o o L
428 o X o X o o X o o o o o X o o o o o o o o o X o o o X o o o X o X o o o X o X o o o X o o o X X X X X o o o X o o o X o o o X o X X X X o L
429 o X o X o o X o o o o o X o o o o o o o o X o o o o X o o o X o X o o o X o X o o o X o o o X o o o X o o o X o o o X o o o X o X o o o o L
430 o o X o o o X X X X X o o X X X X o o o X X X X X o o X X X o o o X X X o o X o o o X o o o X o o o X o X X X X X o X X X X o o X X X X X L
434 X o o o X o X o o o o o o X X X X o o o X X X X X o o X X X o o o X X X o o X X o X X o o o o X X X X o X o o o X o o X X X o o X o o o X L
435 X o o o X o X o o o o o X o o o o o o o o o o X o o X o o o X o X o o o X o X o X o X o o o X o o o o o X o o o X o X o o o X o X o o o X L
436 o X o X o o X o o o o o X o o o o o o o o o X o o o X o o o X o X o o o X o X o o o X o o o o X X X o o X X X X X o X o o o X o X o X o X L
437 o X o X o o X o o o o o X o o o o o o o o X o o o o X o o o X o X o o o X o X o o o X o o o o o o o X o X o o o X o X o o o X o X o X o X L
438 o o X o o o X X X X X o o X X X X o o o X X X X X o o X X X o o o X X X o o X o o o X o o o X X X X o o X o o o X o o X X X o o o X o X o L
446 if( p_vout->p_sys->b_visible )
449 p_vout->p_libvlc->pf_memset( p_oyp->p_pixels
450 + (v_h+9)*p_oyp->i_pitch,
452 for( y = v_h + 10; y < v_h + 90; y++ )
454 int width = v_h + 90 - y;
455 width = (width*width)/160;
456 if( (80 - y + v_h)*10 < o_zoom )
458 p_vout->p_libvlc->pf_memset( p_oyp->p_pixels
464 p_oyp->p_pixels[y*p_oyp->i_pitch] = 0xff;
465 p_oyp->p_pixels[y*p_oyp->i_pitch + width - 1] = 0xff;
470 vout_DisplayPicture( p_vout->p_sys->p_vout, p_outpic );
473 /*****************************************************************************
474 * SendEvents: forward mouse and keyboard events to the parent p_vout
475 *****************************************************************************/
476 static int SendEvents( vlc_object_t *p_this, char const *psz_var,
477 vlc_value_t oldval, vlc_value_t newval, void *p_data )
479 var_Set( (vlc_object_t *)p_data, psz_var, newval );
484 /*****************************************************************************
485 * SendEventsToChild: forward events to the child/children vout
486 *****************************************************************************/
487 static int SendEventsToChild( vlc_object_t *p_this, char const *psz_var,
488 vlc_value_t oldval, vlc_value_t newval, void *p_data )
490 vout_thread_t *p_vout = (vout_thread_t *)p_this;
491 var_Set( p_vout->p_sys->p_vout, psz_var, newval );
495 /*****************************************************************************
496 * MouseEvent: callback for mouse events
497 *****************************************************************************/
498 static int MouseEvent( vlc_object_t *p_this, char const *psz_var,
499 vlc_value_t oldval, vlc_value_t newval, void *p_data )
501 vout_thread_t *p_vout = (vout_thread_t*)p_data;
502 vlc_value_t vald,valx,valy;
505 #define MOUSE_CLICKED 2
506 #define MOUSE_MOVE_X 4
507 #define MOUSE_MOVE_Y 8
508 #define MOUSE_MOVE 12
511 int v_h = p_vout->output.i_height*ZOOM_FACTOR/p_vout->p_sys->i_zoom;
512 int v_w = p_vout->output.i_width*ZOOM_FACTOR/p_vout->p_sys->i_zoom;
514 if( psz_var[6] == 'x' ) mouse |= MOUSE_MOVE_X;
515 if( psz_var[6] == 'y' ) mouse |= MOUSE_MOVE_Y;
516 if( psz_var[6] == 'c' ) mouse |= MOUSE_CLICKED;
518 var_Get( p_vout->p_sys->p_vout, "mouse-button-down", &vald );
519 if( vald.i_int & 0x1 ) mouse |= MOUSE_DOWN;
520 var_Get( p_vout->p_sys->p_vout, "mouse-y", &valy );
521 var_Get( p_vout->p_sys->p_vout, "mouse-x", &valx );
523 if( ( mouse&MOUSE_MOVE && mouse&MOUSE_DOWN)
524 || mouse&MOUSE_CLICKED )
526 /* (mouse moved and mouse button is down) or (mouse clicked) */
527 if( p_vout->p_sys->b_visible )
530 && valy.i_int < (int)p_vout->output.i_height/VIS_ZOOM
532 && valx.i_int < (int)p_vout->output.i_width/VIS_ZOOM )
534 /* mouse is over visualisation */
535 p_vout->p_sys->i_x = __MIN( __MAX( valx.i_int*VIS_ZOOM - v_w/2, 0 ),
536 p_vout->output.i_width - v_w - 1);
537 p_vout->p_sys->i_y = __MIN( __MAX( valy.i_int * VIS_ZOOM - v_h/2,
538 0 ), p_vout->output.i_height - v_h - 1);
540 else if( valx.i_int >= 0 && valx.i_int < 80
541 && valy.i_int >= (int)p_vout->output.i_height/VIS_ZOOM
542 && valy.i_int < (int)p_vout->output.i_height/VIS_ZOOM + 9
543 && mouse&MOUSE_CLICKED )
545 /* mouse is over the "VLC ZOOM HIDE" text */
546 p_vout->p_sys->b_visible = VLC_FALSE;
548 else if( (int)p_vout->output.i_height/VIS_ZOOM + 9 <= valy.i_int
549 && valy.i_int <= (int)p_vout->output.i_height/VIS_ZOOM + 90
552 (( (int)p_vout->output.i_height/VIS_ZOOM + 90 - valy.i_int)
553 *( (int)p_vout->output.i_height/VIS_ZOOM + 90 - valy.i_int))/160 )
555 /* mouse is over zoom gauge */
556 p_vout->p_sys->i_zoom = __MAX( ZOOM_FACTOR,
557 ( 80 + (int)p_vout->output.i_height/VIS_ZOOM
558 - valy.i_int + 2) * ZOOM_FACTOR/10 );
560 else if( mouse&MOUSE_MOVE_X && !(mouse&MOUSE_CLICKED) )
562 p_vout->p_sys->i_x -= (newval.i_int - oldval.i_int)
563 *ZOOM_FACTOR/p_vout->p_sys->i_zoom;
565 else if( mouse&MOUSE_MOVE_Y && !(mouse&MOUSE_CLICKED) )
567 p_vout->p_sys->i_y -= (newval.i_int - oldval.i_int)
568 *ZOOM_FACTOR/p_vout->p_sys->i_zoom;
573 if( valx.i_int >= 0 && valx.i_int < 80 && valy.i_int >= 0
574 && valy.i_int <= 10 && mouse&MOUSE_CLICKED )
576 /* mouse is over the "VLC ZOOM SHOW" text */
577 p_vout->p_sys->b_visible = VLC_TRUE;
579 else if( mouse&MOUSE_MOVE_X && !(mouse&MOUSE_CLICKED) )
581 p_vout->p_sys->i_x -= (newval.i_int - oldval.i_int)
582 *ZOOM_FACTOR/p_vout->p_sys->i_zoom;
584 else if( mouse&MOUSE_MOVE_Y && !(mouse&MOUSE_CLICKED) )
586 p_vout->p_sys->i_y -= (newval.i_int - oldval.i_int)
587 *ZOOM_FACTOR/p_vout->p_sys->i_zoom;
593 __MAX( 0, __MIN( p_vout->p_sys->i_x, (int)p_vout->output.i_width
594 - (int)p_vout->output.i_width*ZOOM_FACTOR/p_vout->p_sys->i_zoom - 1 ));
596 __MAX( 0, __MIN( p_vout->p_sys->i_y, (int)p_vout->output.i_height
597 - (int)p_vout->output.i_height*ZOOM_FACTOR/p_vout->p_sys->i_zoom - 1 ));