1 /*****************************************************************************
2 * magnify.c : Magnify/Zoom interactive effect
3 *****************************************************************************
4 * Copyright (C) 2005 the VideoLAN team
7 * Authors: Antoine Cellerier <dionoea -at- videolan -dot- org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
24 /*****************************************************************************
26 *****************************************************************************/
32 #include <vlc_common.h>
33 #include <vlc_plugin.h>
38 #include "filter_common.h"
39 #include "filter_picture.h"
41 #include "vlc_image.h"
42 #include "vlc_input.h"
43 #include "vlc_playlist.h"
45 /*****************************************************************************
47 *****************************************************************************/
48 static int Create ( vlc_object_t * );
49 static void Destroy ( vlc_object_t * );
51 static int Init ( vout_thread_t * );
52 static void End ( vout_thread_t * );
53 static void Render ( vout_thread_t *, picture_t * );
55 static int SendEvents ( vlc_object_t *, char const *,
56 vlc_value_t, vlc_value_t, void * );
57 static int MouseEvent ( vlc_object_t *, char const *,
58 vlc_value_t, vlc_value_t, void * );
60 /*****************************************************************************
62 *****************************************************************************/
64 set_description( N_("Magnify/Zoom interactive video filter") );
65 set_shortname( N_( "Magnify" ));
66 set_capability( "video filter", 0 );
67 set_category( CAT_VIDEO );
68 set_subcategory( SUBCAT_VIDEO_VFILTER );
70 set_callbacks( Create, Destroy );
73 /*****************************************************************************
74 * vout_sys_t: Magnify video output method descriptor
75 *****************************************************************************/
78 vout_thread_t *p_vout;
80 image_handler_t *p_image;
82 int i_zoom; /* zoom level in percent */
83 int i_x, i_y; /* top left corner coordinates in original image */
85 bool b_visible; /* is "interface" visible ? */
88 /*****************************************************************************
89 * Control: control facility for the vout (forwards to child vout)
90 *****************************************************************************/
91 static int Control( vout_thread_t *p_vout, int i_query, va_list args )
93 return vout_vaControl( p_vout->p_sys->p_vout, i_query, args );
96 /*****************************************************************************
97 * Create: allocates Magnify video thread output method
98 *****************************************************************************/
99 static int Create( vlc_object_t *p_this )
101 vout_thread_t *p_vout = (vout_thread_t *)p_this;
103 switch( p_vout->fmt_in.i_chroma )
106 case VLC_FOURCC('G','R','E','Y'):
109 msg_Err( p_vout, "Unsupported chroma" );
113 /* Allocate structure */
114 p_vout->p_sys = malloc( sizeof( vout_sys_t ) );
115 if( p_vout->p_sys == NULL )
117 msg_Err( p_vout, "out of memory" );
121 p_vout->p_sys->p_image = image_HandlerCreate( p_vout );
123 p_vout->pf_init = Init;
124 p_vout->pf_end = End;
125 p_vout->pf_manage = NULL;
126 p_vout->pf_render = Render;
127 p_vout->pf_display = NULL;
128 p_vout->pf_control = Control;
133 /*****************************************************************************
134 * Init: initialize Magnify video thread output method
135 *****************************************************************************/
136 static int Init( vout_thread_t *p_vout )
142 memset( &fmt, 0, sizeof(video_format_t) );
143 I_OUTPUTPICTURES = 0;
145 /* Initialize the output structure */
146 p_vout->output.i_chroma = p_vout->render.i_chroma;
147 p_vout->output.i_width = p_vout->render.i_width;
148 p_vout->output.i_height = p_vout->render.i_height;
149 p_vout->output.i_aspect = p_vout->render.i_aspect;
151 p_vout->fmt_out = p_vout->fmt_in;
152 fmt = p_vout->fmt_out;
154 /* Try to open the real video output */
155 msg_Dbg( p_vout, "spawning the real video output" );
157 p_vout->p_sys->p_vout = vout_Create( p_vout, &fmt );
159 /* Everything failed */
160 if( p_vout->p_sys->p_vout == NULL )
162 msg_Err( p_vout, "cannot open vout, aborting" );
167 p_vout->p_sys->i_x = 0;
168 p_vout->p_sys->i_y = 0;
169 #define ZOOM_FACTOR 8
170 p_vout->p_sys->i_zoom = 2*ZOOM_FACTOR;
171 p_vout->p_sys->b_visible = true;
173 var_AddCallback( p_vout->p_sys->p_vout, "mouse-x", MouseEvent, p_vout );
174 var_AddCallback( p_vout->p_sys->p_vout, "mouse-y", MouseEvent, p_vout );
175 var_AddCallback( p_vout->p_sys->p_vout, "mouse-clicked",
178 ALLOCATE_DIRECTBUFFERS( VOUT_MAX_PICTURES );
179 ADD_CALLBACKS( p_vout->p_sys->p_vout, SendEvents );
180 ADD_PARENT_CALLBACKS( SendEventsToChild );
185 /*****************************************************************************
186 * End: terminate Magnify video thread output method
187 *****************************************************************************/
188 static void End( vout_thread_t *p_vout )
192 /* Free the fake output buffers we allocated */
193 for( i_index = I_OUTPUTPICTURES ; i_index ; )
196 free( PP_OUTPUTPICTURE[ i_index ]->p_data_orig );
199 var_DelCallback( p_vout->p_sys->p_vout, "mouse-x", MouseEvent, p_vout);
200 var_DelCallback( p_vout->p_sys->p_vout, "mouse-y", MouseEvent, p_vout);
201 var_DelCallback( p_vout->p_sys->p_vout, "mouse-clicked", MouseEvent, p_vout);
204 /*****************************************************************************
205 * Destroy: destroy Magnify video thread output method
206 *****************************************************************************/
207 static void Destroy( vlc_object_t *p_this )
209 vout_thread_t *p_vout = (vout_thread_t *)p_this;
211 if( p_vout->p_sys->p_vout )
213 DEL_CALLBACKS( p_vout->p_sys->p_vout, SendEvents );
214 vlc_object_detach( p_vout->p_sys->p_vout );
215 vlc_object_release( p_vout->p_sys->p_vout );
218 image_HandlerDelete( p_vout->p_sys->p_image );
220 DEL_PARENT_CALLBACKS( SendEventsToChild );
222 free( p_vout->p_sys );
225 /*****************************************************************************
226 * Render: displays previously rendered output
227 *****************************************************************************/
228 static void Render( vout_thread_t *p_vout, picture_t *p_pic )
232 int o_x = p_vout->p_sys->i_x;
233 int o_y = p_vout->p_sys->i_y;
234 int o_zoom = p_vout->p_sys->i_zoom;
237 video_format_t fmt_out;
238 picture_t *p_converted;
242 memset( &fmt_out, 0, sizeof(video_format_t) );
243 /* This is a new frame. Get a structure from the video_output. */
244 while( ( p_outpic = vout_CreatePicture( p_vout->p_sys->p_vout, 0, 0, 0 ) )
247 if( p_vout->b_die || p_vout->b_error )
251 msleep( VOUT_OUTMEM_SLEEP );
254 vout_DatePicture( p_vout->p_sys->p_vout, p_outpic, p_pic->date );
256 p_oyp = &(p_outpic->p[Y_PLANE]);
258 /* background magnified image */
259 if( o_zoom != ZOOM_FACTOR )
261 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
263 o_yp = o_y*p_outpic->p[i_plane].i_lines
264 /p_outpic->p[Y_PLANE].i_lines;
265 o_xp = o_x*p_outpic->p[i_plane].i_pitch
266 /p_outpic->p[Y_PLANE].i_pitch;
267 int i_pitch = p_outpic->p[i_plane].i_pitch;
269 int o_zoom2 = o_zoom*o_zoom;
270 int o_zoom3 = o_zoom*o_zoom*o_zoom;
271 int o_zoom4 = o_zoom*o_zoom*o_zoom*o_zoom;
272 int o_zoom6 = o_zoom*o_zoom*o_zoom * o_zoom*o_zoom*o_zoom;
274 for( y=0; y<p_outpic->p[i_plane].i_visible_lines; y++ )
276 for( x=0; x<p_outpic->p[i_plane].i_visible_pitch; x++ )
279 /* Nearest neighbor */
280 int nx = o_xp + x*ZOOM_FACTOR/o_zoom;
281 int ny = o_yp + y*ZOOM_FACTOR/o_zoom;
282 p_outpic->p[i_plane].p_pixels[y*i_pitch+x] =
283 p_pic->p[i_plane].p_pixels[ny*i_pitch+nx];
286 int nx_real = o_xp*o_zoom + x*ZOOM_FACTOR;
287 int ny_real = o_yp*o_zoom + y*ZOOM_FACTOR;
288 int nx = nx_real/o_zoom;
289 int ny = ny_real/o_zoom;
290 int wtl = ((nx+1)*o_zoom-nx_real)*((ny+1)*o_zoom-ny_real);
291 int wtr = (nx_real-nx*o_zoom)*((ny+1)*o_zoom-ny_real);
292 int wbl = ((nx+1)*o_zoom-nx_real)*(ny_real-ny*o_zoom);
293 int wbr = (nx_real-nx*o_zoom)*(ny_real-ny*o_zoom);
294 p_outpic->p[i_plane].p_pixels[y*i_pitch+x] =
295 ( wtl*p_pic->p[i_plane].p_pixels[ny*i_pitch+nx]
296 + wtr*p_pic->p[i_plane].p_pixels[ny*i_pitch+(nx+1)]
297 + wbl*p_pic->p[i_plane].p_pixels[(ny+1)*i_pitch+nx]
298 + wbr*p_pic->p[i_plane].p_pixels[(ny+1)*i_pitch+(nx+1)]
302 /* FIXME: doesn't work */
303 /* \Sigma_{i=0..3} \Sigma_{j=0..3} \alpha_{i,j} x^i y^j
304 * 16 \alpha_{i,j} so we need to use the 16 nearest pixels
306 * In fact we should be able to write it as:
307 * \Pi_{i=1..16} [ \Pi_{j!=i} ( x - x_j ) * ( y - y_j ) ]
308 * * z_i / [ \Pi_{j!=i} ( x_i - x_j ) * ( y_i - y_j ) ]
309 * We also have to make sure that we don't use any
310 * x_j == x_i or y_j == y_i in the \Pi on j (else we get
311 * a 0/0 which kind of sucks) .
313 uint8_t *p = p_pic->p[i_plane].p_pixels;
314 int nx_real = o_xp*o_zoom + x*ZOOM_FACTOR;
315 int ny_real = o_yp*o_zoom + y*ZOOM_FACTOR;
317 int nx = nx_real/o_zoom;
318 int ny = ny_real/o_zoom;
321 int my = __MAX( ny-1, 0 );
322 int mx = __MAX( nx-1, 0 );
323 //p_outpic->p[i_plane].i_visible_lines - 4
324 //p_outpic->p[i_plane].i_visible_pitch - 4
326 for( yi = my; yi <= my+3; yi++ )
331 for( yj = my; yj <= my+3; yj++ )
335 numy *= (ny_real-yj*o_zoom);
340 for( xi = mx; xi <= mx+3; xi++ )
344 for( xj = mx; xj <= mx+3; xj++ )
348 num *= (nx_real-xj*o_zoom);
352 v = ( v * (p[yi*i_pitch+xi] * num) ) / ( den * o_zoom3 );
355 p_outpic->p[i_plane].p_pixels[y*i_pitch+x] = v;
363 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
365 vlc_memcpy( p_outpic->p[i_plane].p_pixels, p_pic->p[i_plane].p_pixels,
366 p_outpic->p[i_plane].i_lines * p_outpic->p[i_plane].i_pitch );
370 if( p_vout->p_sys->b_visible )
372 /* image visualization */
373 fmt_out = p_vout->fmt_out;
374 fmt_out.i_width = p_vout->render.i_width/VIS_ZOOM;
375 fmt_out.i_height = p_vout->render.i_height/VIS_ZOOM;
376 p_converted = image_Convert( p_vout->p_sys->p_image, p_pic,
377 &(p_pic->format), &fmt_out );
378 for( i_plane = 0; i_plane < p_pic->i_planes; i_plane++ )
380 for( y=0; y<p_converted->p[i_plane].i_visible_lines; y++)
383 p_outpic->p[i_plane].p_pixels+y*p_outpic->p[i_plane].i_pitch,
384 p_converted->p[i_plane].p_pixels+y*p_converted->p[i_plane].i_pitch,
385 p_converted->p[i_plane].i_visible_pitch );
388 p_converted->pf_release( p_converted );
390 /* white rectangle on visualization */
391 v_w = p_oyp->i_pitch*ZOOM_FACTOR/(VIS_ZOOM*o_zoom);
392 v_h = (o_y+p_oyp->i_lines*ZOOM_FACTOR/o_zoom)/VIS_ZOOM;
394 vlc_memset( p_oyp->p_pixels
395 + o_y/VIS_ZOOM*p_oyp->i_pitch
396 + o_x/VIS_ZOOM, 0xff, v_w+1 );
398 for( y = o_y/VIS_ZOOM+1; y < v_h; y++ )
402 y*p_oyp->i_pitch+o_x/VIS_ZOOM
406 y*p_oyp->i_pitch+o_x/VIS_ZOOM + v_w
410 vlc_memset( p_oyp->p_pixels
412 + o_x/VIS_ZOOM, 0xff, v_w+1 );
415 v_h = p_oyp->i_lines/VIS_ZOOM;
422 /* print a small "VLC ZOOM" ... gruikkkkkkkkk */
423 #define DRAW(a) {int c,l=1;L a;}
425 #define X ;draw(l,c);c+=1
427 #define draw(y,x) p_oyp->p_pixels[(v_h+y)*p_oyp->i_pitch+x] = 0xff;
428 if( p_vout->p_sys->b_visible )
430 X o o o X o X o o o o o o X X X X o o o X X X X X o o X X X o o o X X X o o X X o X X o o o X o o o X o X X X X X o X X X X o o X X X X X L
431 X o o o X o X o o o o o X o o o o o o o o o o X o o X o o o X o X o o o X o X o X o X o o o X o o o X o o o X o o o X o o o X o X o o o o L
432 o X o X o o X o o o o o X o o o o o o o o o X o o o X o o o X o X o o o X o X o o o X o o o X X X X X o o o X o o o X o o o X o X X X X o L
433 o X o X o o X o o o o o X o o o o o o o o X o o o o X o o o X o X o o o X o X o o o X o o o X o o o X o o o X o o o X o o o X o X o o o o L
434 o o X o o o X X X X X o o X X X X o o o X X X X X o o X X X o o o X X X o o X o o o X o o o X o o o X o X X X X X o X X X X o o X X X X X L
438 X o o o X o X o o o o o o X X X X o o o X X X X X o o X X X o o o X X X o o X X o X X o o o o X X X X o X o o o X o o X X X o o X o o o X L
439 X o o o X o X o o o o o X o o o o o o o o o o X o o X o o o X o X o o o X o X o X o X o o o X o o o o o X o o o X o X o o o X o X o o o X L
440 o X o X o o X o o o o o X o o o o o o o o o X o o o X o o o X o X o o o X o X o o o X o o o o X X X o o X X X X X o X o o o X o X o X o X L
441 o X o X o o X o o o o o X o o o o o o o o X o o o o X o o o X o X o o o X o X o o o X o o o o o o o X o X o o o X o X o o o X o X o X o X L
442 o o X o o o X X X X X o o X X X X o o o X X X X X o o X X X o o o X X X o o X o o o X o o o X X X X o o X o o o X o o X X X o o o X o X o L
450 if( p_vout->p_sys->b_visible )
453 vlc_memset( p_oyp->p_pixels + (v_h+9)*p_oyp->i_pitch, 0xff, 41 );
454 for( y = v_h + 10; y < v_h + 90; y++ )
456 int width = v_h + 90 - y;
457 width = (width*width)/160;
458 if( (80 - y + v_h)*10 < o_zoom )
460 vlc_memset( p_oyp->p_pixels + y*p_oyp->i_pitch, 0xff, width );
464 p_oyp->p_pixels[y*p_oyp->i_pitch] = 0xff;
465 p_oyp->p_pixels[y*p_oyp->i_pitch + width - 1] = 0xff;
470 vout_DisplayPicture( p_vout->p_sys->p_vout, p_outpic );
473 /*****************************************************************************
474 * SendEvents: forward mouse and keyboard events to the parent p_vout
475 *****************************************************************************/
476 static int SendEvents( vlc_object_t *p_this, char const *psz_var,
477 vlc_value_t oldval, vlc_value_t newval, void *p_data )
479 VLC_UNUSED(p_this); VLC_UNUSED(oldval);
480 var_Set( (vlc_object_t *)p_data, psz_var, newval );
485 /*****************************************************************************
486 * SendEventsToChild: forward events to the child/children vout
487 *****************************************************************************/
488 static int SendEventsToChild( vlc_object_t *p_this, char const *psz_var,
489 vlc_value_t oldval, vlc_value_t newval, void *p_data )
491 VLC_UNUSED(p_data); VLC_UNUSED(oldval);
492 vout_thread_t *p_vout = (vout_thread_t *)p_this;
493 var_Set( p_vout->p_sys->p_vout, psz_var, newval );
497 /*****************************************************************************
498 * MouseEvent: callback for mouse events
499 *****************************************************************************/
500 static int MouseEvent( vlc_object_t *p_this, char const *psz_var,
501 vlc_value_t oldval, vlc_value_t newval, void *p_data )
504 vout_thread_t *p_vout = (vout_thread_t*)p_data;
505 vlc_value_t vald,valx,valy;
508 #define MOUSE_CLICKED 2
509 #define MOUSE_MOVE_X 4
510 #define MOUSE_MOVE_Y 8
511 #define MOUSE_MOVE 12
514 int v_h = p_vout->output.i_height*ZOOM_FACTOR/p_vout->p_sys->i_zoom;
515 int v_w = p_vout->output.i_width*ZOOM_FACTOR/p_vout->p_sys->i_zoom;
517 if( psz_var[6] == 'x' ) mouse |= MOUSE_MOVE_X;
518 if( psz_var[6] == 'y' ) mouse |= MOUSE_MOVE_Y;
519 if( psz_var[6] == 'c' ) mouse |= MOUSE_CLICKED;
521 var_Get( p_vout->p_sys->p_vout, "mouse-button-down", &vald );
522 if( vald.i_int & 0x1 ) mouse |= MOUSE_DOWN;
523 var_Get( p_vout->p_sys->p_vout, "mouse-y", &valy );
524 var_Get( p_vout->p_sys->p_vout, "mouse-x", &valx );
526 if( ( mouse&MOUSE_MOVE && mouse&MOUSE_DOWN)
527 || mouse&MOUSE_CLICKED )
529 /* (mouse moved and mouse button is down) or (mouse clicked) */
530 if( p_vout->p_sys->b_visible )
533 && valy.i_int < (int)p_vout->output.i_height/VIS_ZOOM
535 && valx.i_int < (int)p_vout->output.i_width/VIS_ZOOM )
537 /* mouse is over visualisation */
538 p_vout->p_sys->i_x = __MIN( __MAX( valx.i_int*VIS_ZOOM - v_w/2, 0 ),
539 p_vout->output.i_width - v_w - 1);
540 p_vout->p_sys->i_y = __MIN( __MAX( valy.i_int * VIS_ZOOM - v_h/2,
541 0 ), p_vout->output.i_height - v_h - 1);
543 else if( valx.i_int >= 0 && valx.i_int < 80
544 && valy.i_int >= (int)p_vout->output.i_height/VIS_ZOOM
545 && valy.i_int < (int)p_vout->output.i_height/VIS_ZOOM + 9
546 && mouse&MOUSE_CLICKED )
548 /* mouse is over the "VLC ZOOM HIDE" text */
549 p_vout->p_sys->b_visible = false;
551 else if( (int)p_vout->output.i_height/VIS_ZOOM + 9 <= valy.i_int
552 && valy.i_int <= (int)p_vout->output.i_height/VIS_ZOOM + 90
555 (( (int)p_vout->output.i_height/VIS_ZOOM + 90 - valy.i_int)
556 *( (int)p_vout->output.i_height/VIS_ZOOM + 90 - valy.i_int))/160 )
558 /* mouse is over zoom gauge */
559 p_vout->p_sys->i_zoom = __MAX( ZOOM_FACTOR,
560 ( 80 + (int)p_vout->output.i_height/VIS_ZOOM
561 - valy.i_int + 2) * ZOOM_FACTOR/10 );
563 else if( mouse&MOUSE_MOVE_X && !(mouse&MOUSE_CLICKED) )
565 p_vout->p_sys->i_x -= (newval.i_int - oldval.i_int)
566 *ZOOM_FACTOR/p_vout->p_sys->i_zoom;
568 else if( mouse&MOUSE_MOVE_Y && !(mouse&MOUSE_CLICKED) )
570 p_vout->p_sys->i_y -= (newval.i_int - oldval.i_int)
571 *ZOOM_FACTOR/p_vout->p_sys->i_zoom;
576 if( valx.i_int >= 0 && valx.i_int < 80 && valy.i_int >= 0
577 && valy.i_int <= 10 && mouse&MOUSE_CLICKED )
579 /* mouse is over the "VLC ZOOM SHOW" text */
580 p_vout->p_sys->b_visible = true;
582 else if( mouse&MOUSE_MOVE_X && !(mouse&MOUSE_CLICKED) )
584 p_vout->p_sys->i_x -= (newval.i_int - oldval.i_int)
585 *ZOOM_FACTOR/p_vout->p_sys->i_zoom;
587 else if( mouse&MOUSE_MOVE_Y && !(mouse&MOUSE_CLICKED) )
589 p_vout->p_sys->i_y -= (newval.i_int - oldval.i_int)
590 *ZOOM_FACTOR/p_vout->p_sys->i_zoom;
596 __MAX( 0, __MIN( p_vout->p_sys->i_x, (int)p_vout->output.i_width
597 - (int)p_vout->output.i_width*ZOOM_FACTOR/p_vout->p_sys->i_zoom - 1 ));
599 __MAX( 0, __MIN( p_vout->p_sys->i_y, (int)p_vout->output.i_height
600 - (int)p_vout->output.i_height*ZOOM_FACTOR/p_vout->p_sys->i_zoom - 1 ));