]> git.sesse.net Git - vlc/blob - modules/video_filter/crop.c
Fixed a lot of issues regarding fullscreen/mouse in vout-filter.
[vlc] / modules / video_filter / crop.c
1 /*****************************************************************************
2  * crop.c : Crop video plugin for vlc
3  *****************************************************************************
4  * Copyright (C) 2002, 2003 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Samuel Hocevar <sam@zoy.org>
8  *          mod by Cedric Cocquebert <Cedric.Cocquebert@supelec.fr>
9  *          based of DScaler idea (M. Samblanet)
10  *
11  * This program is free software; you can redistribute it and/or modify
12  * it under the terms of the GNU General Public License as published by
13  * the Free Software Foundation; either version 2 of the License, or
14  * (at your option) any later version.
15  *
16  * This program is distributed in the hope that it will be useful,
17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19  * GNU General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24  *****************************************************************************/
25
26 /*****************************************************************************
27  * Preamble
28  *****************************************************************************/
29
30 #ifdef HAVE_CONFIG_H
31 # include "config.h"
32 #endif
33
34 #include <vlc_common.h>
35 #include <vlc_plugin.h>
36 #include <vlc_vout.h>
37 #include <vlc_dialog.h>
38
39 #include "filter_common.h"
40
41 #define BEST_AUTOCROP 1
42 #ifdef BEST_AUTOCROP
43     #define RATIO_MAX 15000  // 10*4/3 for a 360
44 #endif
45
46 /*****************************************************************************
47  * Local prototypes
48  *****************************************************************************/
49 static int  Create    ( vlc_object_t * );
50 static void Destroy   ( vlc_object_t * );
51
52 static int  Init      ( vout_thread_t * );
53 static void End       ( vout_thread_t * );
54 static int  Manage    ( vout_thread_t * );
55 static void Render    ( vout_thread_t *, picture_t * );
56
57 static void UpdateStats    ( vout_thread_t *, picture_t * );
58
59 static int  MouseEvent( vlc_object_t *, char const *,
60                         vlc_value_t, vlc_value_t, void * );
61
62 #ifdef BEST_AUTOCROP
63 /*****************************************************************************
64  * Callback prototypes
65  *****************************************************************************/
66 static int FilterCallback ( vlc_object_t *, char const *,
67                             vlc_value_t, vlc_value_t, void * );
68 #endif
69
70 /*****************************************************************************
71  * Module descriptor
72  *****************************************************************************/
73 #define GEOMETRY_TEXT N_("Crop geometry (pixels)")
74 #define GEOMETRY_LONGTEXT N_("Set the geometry of the zone to crop. This is set as <width> x <height> + <left offset> + <top offset>.")
75
76 #define AUTOCROP_TEXT N_("Automatic cropping")
77 #define AUTOCROP_LONGTEXT N_("Automatically detect black borders and crop them.")
78
79 #ifdef BEST_AUTOCROP
80 #define RATIOMAX_TEXT N_("Ratio max (x 1000)")
81 #define RATIOMAX_LONGTEXT N_("Maximum image ratio. The crop plugin will never automatically crop to a higher ratio (ie, to a more \"flat\" image). The value is x1000: 1333 means 4/3.")
82
83 #define RATIO_TEXT N_("Manual ratio")
84 #define RATIO_LONGTEXT N_("Force a ratio (0 for automatic). Value is x1000: 1333 means 4/3.")
85
86 #define TIME_TEXT N_("Number of images for change")
87 #define TIME_LONGTEXT N_("The number of consecutive images with the same detected ratio (different from the previously detected ratio) to consider that ratio chnged and trigger recrop.")
88
89 #define DIFF_TEXT N_("Number of lines for change")
90 #define DIFF_LONGTEXT N_("The minimum difference in the number of detected black lines to consider that ratio changed and trigger recrop.")
91
92 #define NBP_TEXT N_("Number of non black pixels ")
93 #define NBP_LONGTEXT N_("The maximum of non-black pixels in a line to consider"\
94                         " that the line is black.")
95
96 #define SKIP_TEXT N_("Skip percentage (%)")
97 #define SKIP_LONGTEXT N_("Percentage of the line to consider while checking for black lines. This allows to skip logos in black borders and crop them anyway.")
98
99 #define LUM_TEXT N_("Luminance threshold ")
100 #define LUM_LONGTEXT N_("Maximum luminance to consider a pixel as black (0-255).")
101 #endif
102
103 vlc_module_begin ()
104     set_description( N_("Crop video filter") )
105     set_shortname( N_("Crop" ))
106     set_category( CAT_VIDEO )
107     set_subcategory( SUBCAT_VIDEO_VFILTER )
108     set_capability( "video filter", 0 )
109
110     add_string( "crop-geometry", NULL, NULL, GEOMETRY_TEXT,
111                                              GEOMETRY_LONGTEXT, false )
112     add_bool( "autocrop", 0, NULL, AUTOCROP_TEXT,
113                                    AUTOCROP_LONGTEXT, false )
114
115 #ifdef BEST_AUTOCROP
116     add_integer_with_range( "autocrop-ratio-max", 2405, 0, RATIO_MAX, NULL,
117                             RATIOMAX_TEXT, RATIOMAX_LONGTEXT, true )
118
119     add_integer_with_range( "crop-ratio", 0, 0, RATIO_MAX, NULL, RATIO_TEXT,
120                             RATIO_LONGTEXT, false )
121     add_integer( "autocrop-time", 25, NULL, TIME_TEXT,
122                  TIME_LONGTEXT, true )
123     add_integer( "autocrop-diff", 16, NULL, DIFF_TEXT,
124                                             DIFF_LONGTEXT, true )
125
126     add_integer( "autocrop-non-black-pixels", 3, NULL,
127                  NBP_TEXT, NBP_LONGTEXT, true )
128
129     add_integer_with_range( "autocrop-skip-percent", 17, 0, 100, NULL,
130                             SKIP_TEXT, SKIP_LONGTEXT, true )
131
132     add_integer_with_range( "autocrop-luminance-threshold", 40, 0, 128, NULL,
133                             LUM_TEXT, LUM_LONGTEXT, true )
134 #endif //BEST_AUTOCROP
135
136     add_shortcut( "crop" )
137     set_callbacks( Create, Destroy )
138 vlc_module_end ()
139
140 /*****************************************************************************
141  * vout_sys_t: Crop video output method descriptor
142  *****************************************************************************
143  * This structure is part of the video output thread descriptor.
144  * It describes the Crop specific properties of an output thread.
145  *****************************************************************************/
146 struct vout_sys_t
147 {
148     vout_thread_t *p_vout;
149
150     unsigned int i_x, i_y;
151     unsigned int i_width, i_height, i_aspect;
152
153     bool b_autocrop;
154
155     /* Autocrop specific variables */
156     unsigned int i_lastchange;
157     bool   b_changed;
158 #ifdef BEST_AUTOCROP
159     unsigned int i_ratio_max;
160     unsigned int i_threshold, i_skipPercent, i_nonBlackPixel, i_diff, i_time;
161     unsigned int i_ratio;
162 #endif
163
164 };
165
166 /*****************************************************************************
167  * Control: control facility for the vout (forwards to child vout)
168  *****************************************************************************/
169 static int Control( vout_thread_t *p_vout, int i_query, va_list args )
170 {
171     return vout_vaControl( p_vout->p_sys->p_vout, i_query, args );
172 }
173
174 /*****************************************************************************
175  * Create: allocates Crop video thread output method
176  *****************************************************************************
177  * This function allocates and initializes a Crop vout method.
178  *****************************************************************************/
179 static int Create( vlc_object_t *p_this )
180 {
181     vout_thread_t *p_vout = (vout_thread_t *)p_this;
182
183     /* Allocate structure */
184     p_vout->p_sys = malloc( sizeof( vout_sys_t ) );
185     if( p_vout->p_sys == NULL )
186         return VLC_ENOMEM;
187
188     p_vout->pf_init = Init;
189     p_vout->pf_end = End;
190     p_vout->pf_manage = Manage;
191     p_vout->pf_render = Render;
192     p_vout->pf_display = NULL;
193     p_vout->pf_control = Control;
194
195     return VLC_SUCCESS;
196 }
197
198 /*****************************************************************************
199  * Init: initialize Crop video thread output method
200  *****************************************************************************/
201 static int Init( vout_thread_t *p_vout )
202 {
203     char *psz_var;
204     video_format_t fmt;
205
206     I_OUTPUTPICTURES = 0;
207     memset( &fmt, 0, sizeof(video_format_t) );
208
209     p_vout->p_sys->i_lastchange = 0;
210     p_vout->p_sys->b_changed = false;
211
212     /* Initialize the output structure */
213     p_vout->output.i_chroma = p_vout->render.i_chroma;
214     p_vout->output.i_width  = p_vout->render.i_width;
215     p_vout->output.i_height = p_vout->render.i_height;
216     p_vout->output.i_aspect = p_vout->render.i_aspect;
217     p_vout->fmt_out = p_vout->fmt_in;
218
219     /* Shall we use autocrop ? */
220     p_vout->p_sys->b_autocrop = config_GetInt( p_vout, "autocrop" );
221 #ifdef BEST_AUTOCROP
222     p_vout->p_sys->i_ratio_max = config_GetInt( p_vout, "autocrop-ratio-max" );
223     p_vout->p_sys->i_threshold =
224                     config_GetInt( p_vout, "autocrop-luminance-threshold" );
225     p_vout->p_sys->i_skipPercent =
226                     config_GetInt( p_vout, "autocrop-skip-percent" );
227     p_vout->p_sys->i_nonBlackPixel =
228                     config_GetInt( p_vout, "autocrop-non-black-pixels" );
229     p_vout->p_sys->i_diff = config_GetInt( p_vout, "autocrop-diff" );
230     p_vout->p_sys->i_time = config_GetInt( p_vout, "autocrop-time" );
231     vlc_value_t val={0};
232     var_Get( p_vout, "ratio-crop", &val );
233     val.psz_string = "0";
234     var_SetString( p_vout, "ratio-crop", val.psz_string);
235
236     if (p_vout->p_sys->b_autocrop)
237         p_vout->p_sys->i_ratio = 0;
238     else
239     {
240         p_vout->p_sys->i_ratio = config_GetInt( p_vout, "crop-ratio" );
241         // ratio < width / height => ratio = 0 (unchange ratio)
242         if (p_vout->p_sys->i_ratio < (p_vout->output.i_width * 1000) / p_vout->output.i_height)
243             p_vout->p_sys->i_ratio = 0;
244     }
245 #endif
246
247
248     /* Get geometry value from the user */
249     psz_var = config_GetPsz( p_vout, "crop-geometry" );
250     if( psz_var )
251     {
252         char *psz_parser, *psz_tmp;
253
254         psz_parser = psz_tmp = psz_var;
255         while( *psz_tmp && *psz_tmp != 'x' ) psz_tmp++;
256
257         if( *psz_tmp )
258         {
259             psz_tmp[0] = '\0';
260             p_vout->p_sys->i_width = atoi( psz_parser );
261
262             psz_parser = ++psz_tmp;
263             while( *psz_tmp && *psz_tmp != '+' ) psz_tmp++;
264
265             if( *psz_tmp )
266             {
267                 psz_tmp[0] = '\0';
268                 p_vout->p_sys->i_height = atoi( psz_parser );
269
270                 psz_parser = ++psz_tmp;
271                 while( *psz_tmp && *psz_tmp != '+' ) psz_tmp++;
272
273                 if( *psz_tmp )
274                 {
275                     psz_tmp[0] = '\0';
276                     p_vout->p_sys->i_x = atoi( psz_parser );
277                     p_vout->p_sys->i_y = atoi( ++psz_tmp );
278                 }
279                 else
280                 {
281                     p_vout->p_sys->i_x = atoi( psz_parser );
282                     p_vout->p_sys->i_y =
283                      ( p_vout->output.i_height - p_vout->p_sys->i_height ) / 2;
284                 }
285             }
286             else
287             {
288                 p_vout->p_sys->i_height = atoi( psz_parser );
289                 p_vout->p_sys->i_x =
290                      ( p_vout->output.i_width - p_vout->p_sys->i_width ) / 2;
291                 p_vout->p_sys->i_y =
292                      ( p_vout->output.i_height - p_vout->p_sys->i_height ) / 2;
293             }
294         }
295         else
296         {
297             p_vout->p_sys->i_width = atoi( psz_parser );
298             p_vout->p_sys->i_height = p_vout->output.i_height;
299             p_vout->p_sys->i_x =
300                      ( p_vout->output.i_width - p_vout->p_sys->i_width ) / 2;
301             p_vout->p_sys->i_y =
302                      ( p_vout->output.i_height - p_vout->p_sys->i_height ) / 2;
303         }
304
305         /* Check for validity */
306         if( p_vout->p_sys->i_x + p_vout->p_sys->i_width
307                                                    > p_vout->output.i_width )
308         {
309             p_vout->p_sys->i_x = 0;
310             if( p_vout->p_sys->i_width > p_vout->output.i_width )
311             {
312                 p_vout->p_sys->i_width = p_vout->output.i_width;
313             }
314         }
315
316         if( p_vout->p_sys->i_y + p_vout->p_sys->i_height
317                                                    > p_vout->output.i_height )
318         {
319             p_vout->p_sys->i_y = 0;
320             if( p_vout->p_sys->i_height > p_vout->output.i_height )
321             {
322                 p_vout->p_sys->i_height = p_vout->output.i_height;
323             }
324         }
325
326         free( psz_var );
327     }
328     else
329 #ifdef BEST_AUTOCROP
330     if (p_vout->p_sys->i_ratio)
331     {
332         p_vout->p_sys->i_aspect    =  p_vout->p_sys->i_ratio * 432;
333         p_vout->p_sys->i_width  = p_vout->fmt_out.i_visible_width;
334         p_vout->p_sys->i_height = p_vout->output.i_aspect
335                                 * p_vout->output.i_height / p_vout->p_sys->i_aspect
336                                 * p_vout->p_sys->i_width / p_vout->output.i_width;
337         p_vout->p_sys->i_height += p_vout->p_sys->i_height % 2;
338         p_vout->p_sys->i_x = p_vout->fmt_out.i_x_offset;
339         p_vout->p_sys->i_y = (p_vout->output.i_height - p_vout->p_sys->i_height) / 2;
340     }
341     else
342 #endif
343     {
344         p_vout->p_sys->i_width  = p_vout->fmt_out.i_visible_width;
345         p_vout->p_sys->i_height = p_vout->fmt_out.i_visible_height;
346         p_vout->p_sys->i_x = p_vout->fmt_out.i_x_offset;
347         p_vout->p_sys->i_y = p_vout->fmt_out.i_y_offset;
348     }
349
350     /* Pheeew. Parsing done. */
351     msg_Dbg( p_vout, "cropping at %ix%i+%i+%i, %sautocropping",
352                      p_vout->p_sys->i_width, p_vout->p_sys->i_height,
353                      p_vout->p_sys->i_x, p_vout->p_sys->i_y,
354                      p_vout->p_sys->b_autocrop ? "" : "not " );
355     /* Set current output image properties */
356     p_vout->p_sys->i_aspect = p_vout->fmt_out.i_aspect
357            * p_vout->fmt_out.i_visible_height / p_vout->p_sys->i_height
358            * p_vout->p_sys->i_width / p_vout->fmt_out.i_visible_width;
359
360 #ifdef BEST_AUTOCROP
361     msg_Info( p_vout, "ratio %d",  p_vout->p_sys->i_aspect / 432);
362 #endif
363     fmt.i_width = fmt.i_visible_width = p_vout->p_sys->i_width;
364     fmt.i_height = fmt.i_visible_height = p_vout->p_sys->i_height;
365     fmt.i_x_offset = fmt.i_y_offset = 0;
366     fmt.i_chroma = p_vout->render.i_chroma;
367     fmt.i_aspect = p_vout->p_sys->i_aspect;
368     fmt.i_sar_num = p_vout->p_sys->i_aspect * fmt.i_height / fmt.i_width;
369     fmt.i_sar_den = VOUT_ASPECT_FACTOR;
370
371     /* Try to open the real video output */
372     p_vout->p_sys->p_vout = vout_Create( p_vout, &fmt );
373     if( p_vout->p_sys->p_vout == NULL )
374     {
375         msg_Err( p_vout, "failed to create vout" );
376         dialog_Fatal( p_vout, _("Cropping failed"),
377                         _("VLC could not open the video output module.") );
378         return VLC_EGENERIC;
379     }
380
381 #ifdef BEST_AUTOCROP
382     var_AddCallback( p_vout, "ratio-crop", FilterCallback, NULL );
383 #endif
384
385     vout_filter_AllocateDirectBuffers( p_vout, VOUT_MAX_PICTURES );
386
387     vout_filter_AddChild( p_vout, p_vout->p_sys->p_vout, MouseEvent );
388
389     return VLC_SUCCESS;
390 }
391
392 /*****************************************************************************
393  * End: terminate Crop video thread output method
394  *****************************************************************************/
395 static void End( vout_thread_t *p_vout )
396 {
397     vout_sys_t *p_sys = p_vout->p_sys;
398
399     if( p_sys->p_vout )
400     {
401         vout_filter_DelChild( p_vout, p_sys->p_vout, MouseEvent );
402         vout_CloseAndRelease( p_sys->p_vout );
403     }
404
405     vout_filter_ReleaseDirectBuffers( p_vout );
406 }
407
408 /*****************************************************************************
409  * Destroy: destroy Crop video thread output method
410  *****************************************************************************
411  * Terminate an output method created by CropCreateOutputMethod
412  *****************************************************************************/
413 static void Destroy( vlc_object_t *p_this )
414 {
415     vout_thread_t *p_vout = (vout_thread_t *)p_this;
416
417     free( p_vout->p_sys );
418 }
419
420 /*****************************************************************************
421  * Manage: handle Crop events
422  *****************************************************************************
423  * This function should be called regularly by video output thread. It manages
424  * console events. It returns a non null value on error.
425  *****************************************************************************/
426 static int Manage( vout_thread_t *p_vout )
427 {
428     video_format_t fmt;
429
430     if( !p_vout->p_sys->b_changed )
431     {
432         return VLC_SUCCESS;
433     }
434
435     memset( &fmt, 0, sizeof(video_format_t) );
436
437 #ifdef BEST_AUTOCROP
438     msg_Dbg( p_vout, "cropping at %ix%i+%i+%i, %sautocropping",
439                      p_vout->p_sys->i_width, p_vout->p_sys->i_height,
440                      p_vout->p_sys->i_x, p_vout->p_sys->i_y,
441                      p_vout->p_sys->b_autocrop ? "" : "not " );
442
443     msg_Info( p_vout, "ratio %d",  p_vout->p_sys->i_aspect / 432);
444 #endif
445
446     if( p_vout->p_sys->p_vout )
447     {
448         vout_filter_DelChild( p_vout, p_vout->p_sys->p_vout, MouseEvent );
449         vout_CloseAndRelease( p_vout->p_sys->p_vout );
450     }
451
452     fmt.i_width = fmt.i_visible_width = p_vout->p_sys->i_width;
453     fmt.i_height = fmt.i_visible_height = p_vout->p_sys->i_height;
454     fmt.i_x_offset = fmt.i_y_offset = 0;
455     fmt.i_chroma = p_vout->render.i_chroma;
456     fmt.i_aspect = p_vout->p_sys->i_aspect;
457     fmt.i_sar_num = p_vout->p_sys->i_aspect * fmt.i_height / fmt.i_width;
458     fmt.i_sar_den = VOUT_ASPECT_FACTOR;
459
460     p_vout->p_sys->p_vout = vout_Create( p_vout, &fmt );
461     if( p_vout->p_sys->p_vout == NULL )
462     {
463         msg_Err( p_vout, "failed to create vout" );
464         dialog_Fatal( p_vout, _("Cropping failed"),
465                         _("VLC could not open the video output module.") );
466         return VLC_EGENERIC;
467     }
468     vout_filter_AddChild( p_vout, p_vout->p_sys->p_vout, MouseEvent );
469
470     p_vout->p_sys->b_changed = false;
471     p_vout->p_sys->i_lastchange = 0;
472
473     return VLC_SUCCESS;
474 }
475
476 /*****************************************************************************
477  * Render: display previously rendered output
478  *****************************************************************************
479  * This function sends the currently rendered image to Crop image, waits
480  * until it is displayed and switches the two rendering buffers, preparing next
481  * frame.
482  *****************************************************************************/
483 static void Render( vout_thread_t *p_vout, picture_t *p_pic )
484 {
485     picture_t *p_outpic = NULL;
486     int i_plane;
487
488     if( p_vout->p_sys->b_changed )
489     {
490         return;
491     }
492
493     while( ( p_outpic =
494                  vout_CreatePicture( p_vout->p_sys->p_vout, 0, 0, 0 )
495            ) == NULL )
496     {
497         if( !vlc_object_alive (p_vout) || p_vout->b_error )
498         {
499             vout_DestroyPicture( p_vout->p_sys->p_vout, p_outpic );
500             return;
501         }
502
503         msleep( VOUT_OUTMEM_SLEEP );
504     }
505
506     p_outpic->date = p_pic->date;
507     vout_LinkPicture( p_vout->p_sys->p_vout, p_outpic );
508
509     for( i_plane = 0 ; i_plane < p_pic->i_planes ; i_plane++ )
510     {
511         uint8_t *p_in, *p_out, *p_out_end;
512         int i_in_pitch = p_pic->p[i_plane].i_pitch;
513         const int i_out_pitch = p_outpic->p[i_plane].i_pitch;
514         const int i_copy_pitch = p_outpic->p[i_plane].i_visible_pitch;
515
516         p_in = p_pic->p[i_plane].p_pixels
517                 /* Skip the right amount of lines */
518                 + i_in_pitch * ( p_pic->p[i_plane].i_visible_lines *
519                                  p_vout->p_sys->i_y / p_vout->output.i_height )
520                 /* Skip the right amount of columns */
521                 + i_in_pitch * p_vout->p_sys->i_x / p_vout->output.i_width;
522
523         p_out = p_outpic->p[i_plane].p_pixels;
524         p_out_end = p_out + i_out_pitch * p_outpic->p[i_plane].i_visible_lines;
525
526         while( p_out < p_out_end )
527         {
528             vlc_memcpy( p_out, p_in, i_copy_pitch );
529             p_in += i_in_pitch;
530             p_out += i_out_pitch;
531         }
532     }
533
534     vout_UnlinkPicture( p_vout->p_sys->p_vout, p_outpic );
535     vout_DisplayPicture( p_vout->p_sys->p_vout, p_outpic );
536
537     /* The source image may still be in the cache ... parse it! */
538     if( p_vout->p_sys->b_autocrop )
539     {
540         UpdateStats( p_vout, p_pic );
541     }
542 }
543
544 #ifdef BEST_AUTOCROP
545 static bool NonBlackLine(uint8_t *p_in, int i_line, int i_pitch,
546                                int i_visible_pitch, int i_lines,
547                                int i_lumThreshold, int i_skipCountPercent,
548                                int i_nonBlackPixel, int i_chroma)
549 {
550     const int i_col = i_line * i_pitch / i_lines;
551     int i_index, i_count = 0;
552     int i_skipCount = 0;
553
554     switch(i_chroma)
555     {
556     // planar YUV
557         case VLC_FOURCC('I','4','4','4'):
558         case VLC_FOURCC('I','4','2','2'):
559         case VLC_FOURCC('I','4','2','0'):
560         case VLC_FOURCC('Y','V','1','2'):
561         case VLC_FOURCC('I','Y','U','V'):
562         case VLC_FOURCC('I','4','1','1'):
563         case VLC_FOURCC('I','4','1','0'):
564         case VLC_FOURCC('Y','V','U','9'):
565         case VLC_FOURCC('Y','U','V','A'):
566             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
567             for (i_index = i_col/2 + i_skipCount/2;
568                  i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2;
569                  i_index++)
570             {
571                  i_count += (p_in[i_index] > i_lumThreshold);
572             if (i_count > i_nonBlackPixel) break;
573             }
574             break;
575     // packed RGB
576         case VLC_FOURCC('R','G','B','2'):    // packed by 1
577             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
578             for (i_index = i_col/2 + i_skipCount/2;
579                  i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2;
580                  i_index++)
581             {
582                  i_count += (p_in[i_index] > i_lumThreshold);
583             if (i_count > i_nonBlackPixel) break;
584             }
585             break;
586         case VLC_FOURCC('R','V','1','5'):    // packed by 2
587         case VLC_FOURCC('R','V','1','6'):    // packed by 2
588             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
589             for (i_index = i_col/2 + i_skipCount/2 -
590                                 (i_col/2 + i_skipCount/2) % 2;
591                  i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2;
592                  i_index+=2)
593             {
594                  i_count += (p_in[i_index] > i_lumThreshold) &&
595                             (p_in[i_index + 1] > i_lumThreshold);
596             if (i_count > i_nonBlackPixel) break;
597             }
598             break;
599         case VLC_FOURCC('R','V','2','4'):    // packed by 3
600             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
601             for (i_index = i_col/2 + i_skipCount/2 - (i_col/2 + i_skipCount/2) % 3; i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2; i_index+=3)
602             {
603                  i_count += (p_in[i_index] > i_lumThreshold) &&
604                             (p_in[i_index + 1] > i_lumThreshold) &&
605                             (p_in[i_index + 2] > i_lumThreshold);
606             if (i_count > i_nonBlackPixel) break;
607             }
608             break;
609         case VLC_FOURCC('R','V','3','2'):    // packed by 4
610             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
611             for (i_index = i_col/2 + i_skipCount/2 - (i_col/2 + i_skipCount/2) % 4; i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2; i_index+=4)
612             {
613                  i_count += (uint32_t)(*(p_in + i_index)) > (uint32_t)i_lumThreshold;
614             if (i_count > i_nonBlackPixel) break;
615             }
616             break;
617     // packed YUV
618         case VLC_FOURCC('Y','U','Y','2'):    // packed by 2
619         case VLC_FOURCC('Y','U','N','V'):    // packed by 2
620         case VLC_FOURCC('U','Y','V','Y'):    // packed by 2
621         case VLC_FOURCC('U','Y','N','V'):    // packed by 2
622         case VLC_FOURCC('Y','4','2','2'):    // packed by 2
623             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
624             for (i_index = (i_col/2 + i_skipCount/2) -
625                            (i_col/2 + i_skipCount/2) % 2;
626                  i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2;
627                  i_index+=2)
628             {
629                  i_count += (p_in[i_index] > i_lumThreshold);
630             if (i_count > i_nonBlackPixel) break;
631             }
632             break;
633         default :
634             break;
635     }
636     return (i_count > i_nonBlackPixel);
637 }
638 #endif
639
640 static void UpdateStats( vout_thread_t *p_vout, picture_t *p_pic )
641 {
642    uint8_t *p_in = p_pic->p[0].p_pixels;
643     int i_pitch = p_pic->p[0].i_pitch;
644     int i_visible_pitch = p_pic->p[0].i_visible_pitch;
645     int i_lines = p_pic->p[0].i_visible_lines;
646     int i_firstwhite = -1, i_lastwhite = -1, i;
647 #ifdef BEST_AUTOCROP
648     int i_time = p_vout->p_sys->i_time;
649     int i_diff = p_vout->p_sys->i_diff;
650
651     if (!p_vout->p_sys->i_ratio)
652     {
653         /* Determine where black borders are */
654         for( i = 0 ; i < i_lines ; i++)
655         {
656                    if (NonBlackLine(p_in, i, i_pitch, i_visible_pitch, i_lines,
657                             p_vout->p_sys->i_threshold,
658                             p_vout->p_sys->i_skipPercent,
659                             p_vout->p_sys->i_nonBlackPixel,
660                             p_vout->output.i_chroma))
661                 {
662                     i_firstwhite = i;
663                     i_lastwhite = i_lines - i;
664                     break;
665                 }
666                 p_in += i_pitch;
667         }
668
669         /* Decide whether it's worth changing the size */
670         if( i_lastwhite == -1 )
671         {
672             p_vout->p_sys->i_lastchange = 0;
673             return;
674         }
675
676         if( (i_lastwhite - i_firstwhite) < (int) (p_vout->p_sys->i_height / 2) )
677         {
678             p_vout->p_sys->i_lastchange = 0;
679             return;
680         }
681
682         if (p_vout->output.i_aspect
683                             * p_vout->output.i_height /
684                                 (i_lastwhite - i_firstwhite + 1)
685                             * p_vout->p_sys->i_width /
686                                p_vout->output.i_width >
687                                     p_vout->p_sys->i_ratio_max * 432)
688         {
689             int i_height = ((p_vout->output.i_aspect / 432) *
690                            p_vout->output.i_height * p_vout->p_sys->i_width) /
691                           (p_vout->output.i_width * p_vout->p_sys->i_ratio_max);
692             i_firstwhite = (p_vout->output.i_height - i_height) / 2;
693             i_lastwhite =  p_vout->output.i_height - i_firstwhite;
694 /*
695             p_vout->p_sys->i_lastchange = 0;
696             return;
697 */
698         }
699
700         if( (i_lastwhite - i_firstwhite) <
701                         (int) (p_vout->p_sys->i_height + i_diff)
702              && (i_lastwhite - i_firstwhite + i_diff) >
703                         (int) p_vout->p_sys->i_height )
704         {
705             p_vout->p_sys->i_lastchange = 0;
706             return;
707         }
708
709         /* We need at least 'i_time' images to make up our mind */
710         p_vout->p_sys->i_lastchange++;
711         if( p_vout->p_sys->i_lastchange < (unsigned int)i_time )
712         {
713             return;
714         }
715     }
716     else
717     {
718         if ( p_vout->p_sys->i_lastchange >= (unsigned int)i_time )
719         {
720             p_vout->p_sys->i_aspect    =  p_vout->p_sys->i_ratio * 432;
721             int i_height = p_vout->output.i_aspect
722                                     * p_vout->output.i_height /
723                                         p_vout->p_sys->i_aspect
724                                     * p_vout->p_sys->i_width /
725                                         p_vout->output.i_width;
726             i_firstwhite = (p_vout->output.i_height - i_height) / 2;
727             i_lastwhite =  p_vout->output.i_height - i_firstwhite;
728         }
729         else
730         {
731             return;
732         }
733     }
734
735 #else
736     /* Determine where black borders are */
737     switch( p_vout->output.i_chroma )
738     {
739     case VLC_FOURCC('I','4','2','0'):
740         /* XXX: Do not laugh ! I know this is very naive. But it's just a
741          *      proof of concept code snippet... */
742         for( i = i_lines ; i-- ; )
743         {
744             const int i_col = i * i_pitch / i_lines;
745
746             if( p_in[i_col/2] > 40
747                  && p_in[i_visible_pitch/2] > 40
748                  && p_in[i_visible_pitch/2 + i_col/2] > 40 )
749             {
750                 if( i_lastwhite == -1 )
751                 {
752                     i_lastwhite = i;
753                 }
754                 i_firstwhite = i;
755             }
756             p_in += i_pitch;
757         }
758         break;
759
760     default:
761         break;
762     }
763
764     /* Decide whether it's worth changing the size */
765     if( i_lastwhite == -1 )
766     {
767         p_vout->p_sys->i_lastchange = 0;
768         return;
769     }
770
771     if( (unsigned int)(i_lastwhite - i_firstwhite)
772                                            < p_vout->p_sys->i_height / 2 )
773     {
774         p_vout->p_sys->i_lastchange = 0;
775         return;
776     }
777
778     if( (unsigned int)(i_lastwhite - i_firstwhite)
779                                           < p_vout->p_sys->i_height + 16
780          && (unsigned int)(i_lastwhite - i_firstwhite + 16)
781                                                 > p_vout->p_sys->i_height )
782     {
783         p_vout->p_sys->i_lastchange = 0;
784         return;
785     }
786
787     /* We need at least 25 images to make up our mind */
788     p_vout->p_sys->i_lastchange++;
789     if( p_vout->p_sys->i_lastchange < 25 )
790     {
791         return;
792     }
793 #endif //BEST_AUTOCROP
794
795     /* Tune a few values */
796     if( i_firstwhite & 1 )
797     {
798         i_firstwhite--;
799     }
800
801     if( !(i_lastwhite & 1) )
802     {
803         i_lastwhite++;
804     }
805
806     /* Change size */
807     p_vout->p_sys->i_y = i_firstwhite;
808     p_vout->p_sys->i_height = i_lastwhite - i_firstwhite + 1;
809 #ifdef BEST_AUTOCROP
810     // check p_vout->p_sys->i_height <= p_vout->output.i_height
811     if (p_vout->p_sys->i_height > p_vout->output.i_height)
812         p_vout->p_sys->i_height = p_vout->output.i_height;
813 #endif
814
815     p_vout->p_sys->i_aspect = p_vout->output.i_aspect
816                             * p_vout->output.i_height / p_vout->p_sys->i_height
817                             * p_vout->p_sys->i_width / p_vout->output.i_width;
818
819     p_vout->p_sys->b_changed = true;
820 }
821
822 /**
823  * Forward mouse event with proper conversion.
824  */
825 static int MouseEvent( vlc_object_t *p_this, char const *psz_var,
826                        vlc_value_t oldval, vlc_value_t newval, void *p_data )
827 {
828     vout_thread_t *p_vout = p_data;
829     VLC_UNUSED(p_this); VLC_UNUSED(oldval);
830
831     /* Translate the mouse coordinates
832      * FIXME missing lock */
833     if( !strcmp( psz_var, "mouse-x" ) )
834         newval.i_int += p_vout->p_sys->i_x;
835     else if( !strcmp( psz_var, "mouse-y" ) )
836         newval.i_int += p_vout->p_sys->i_y;
837
838     return var_Set( p_vout, psz_var, newval );
839 }
840
841 #ifdef BEST_AUTOCROP
842 /*****************************************************************************
843  * FilterCallback: called when changing the ratio on the fly.
844  *****************************************************************************/
845 static int FilterCallback( vlc_object_t *p_this, char const *psz_var,
846                            vlc_value_t oldval, vlc_value_t newval,
847                            void *p_data )
848 {
849     VLC_UNUSED(p_data); VLC_UNUSED(oldval);
850     vout_thread_t * p_vout = (vout_thread_t *)p_this;
851
852     if( !strcmp( psz_var, "ratio-crop" ) )
853     {
854         if ( !strcmp( newval.psz_string, "Auto" ) )
855             p_vout->p_sys->i_ratio = 0;
856         else
857         {
858             p_vout->p_sys->i_ratio = (unsigned int)atoi(newval.psz_string);
859             p_vout->p_sys->i_lastchange = p_vout->p_sys->i_time;
860             p_vout->p_sys->b_autocrop = true;
861         }
862         if (p_vout->p_sys->i_ratio)
863         {
864             if (p_vout->p_sys->i_ratio < (p_vout->output.i_width * 1000) /
865                                     p_vout->output.i_height)
866                 p_vout->p_sys->i_ratio = (p_vout->output.i_width * 1000) /
867                                     p_vout->output.i_height;
868             if (p_vout->p_sys->i_ratio < p_vout->output.i_aspect / 432)
869                 p_vout->p_sys->i_ratio = p_vout->output.i_aspect / 432;
870         }
871      }
872     return VLC_SUCCESS;
873 }
874 #endif