]> git.sesse.net Git - vlc/blob - modules/video_filter/crop.c
Improved autocropping by Cedric Cocquebert
[vlc] / modules / video_filter / crop.c
1 /*****************************************************************************
2  * crop.c : Crop video plugin for vlc
3  *****************************************************************************
4  * Copyright (C) 2002, 2003 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Samuel Hocevar <sam@zoy.org>
8  *          mod by Cedric Cocquebert <Cedric.Cocquebert@supelec.fr>
9  *          based of DScaler idea (M. Samblanet)
10  *
11  * This program is free software; you can redistribute it and/or modify
12  * it under the terms of the GNU General Public License as published by
13  * the Free Software Foundation; either version 2 of the License, or
14  * (at your option) any later version.
15  *
16  * This program is distributed in the hope that it will be useful,
17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19  * GNU General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24  *****************************************************************************/
25
26 /*****************************************************************************
27  * Preamble
28  *****************************************************************************/
29 #include <stdlib.h>                                      /* malloc(), free() */
30 #include <string.h>
31
32 #include <vlc/vlc.h>
33 #include <vlc_vout.h>
34 #include <vlc_interface.h>
35
36 #include "filter_common.h"
37
38 #define BEST_AUTOCROP 1
39 #ifdef BEST_AUTOCROP
40     #define RATIO_MAX 15000  // 10*4/3 for a 360°
41 #endif
42
43 /*****************************************************************************
44  * Local prototypes
45  *****************************************************************************/
46 static int  Create    ( vlc_object_t * );
47 static void Destroy   ( vlc_object_t * );
48
49 static int  Init      ( vout_thread_t * );
50 static void End       ( vout_thread_t * );
51 static int  Manage    ( vout_thread_t * );
52 static void Render    ( vout_thread_t *, picture_t * );
53
54 static void UpdateStats    ( vout_thread_t *, picture_t * );
55
56 static int  SendEvents( vlc_object_t *, char const *,
57                         vlc_value_t, vlc_value_t, void * );
58
59 #ifdef BEST_AUTOCROP
60 /*****************************************************************************
61  * Callback prototypes
62  *****************************************************************************/
63 static int FilterCallback ( vlc_object_t *, char const *,
64                             vlc_value_t, vlc_value_t, void * );
65 #endif
66
67 /*****************************************************************************
68  * Module descriptor
69  *****************************************************************************/
70 #define GEOMETRY_TEXT N_("Crop geometry (pixels)")
71 #define GEOMETRY_LONGTEXT N_("Set the geometry of the zone to crop. This is set as <width> x <height> + <left offset> + <top offset>.")
72
73 #define AUTOCROP_TEXT N_("Automatic cropping")
74 #define AUTOCROP_LONGTEXT N_("Automatically detect black borders and crop them.")
75
76 #ifdef BEST_AUTOCROP
77 #define RATIOMAX_TEXT N_("Ratio max (x 1000)")
78 #define RATIOMAX_LONGTEXT N_("Maximum image ratio. The crop plugin will never automatically crop to a higher ratio (ie, to a more \"flat\" image). The value is x1000: 1333 means 4/3.")
79
80 #define RATIO_TEXT N_("Manual ratio")
81 #define RATIO_LONGTEXT N_("Force a ratio (0 for automatic). Value is x1000: 1333 means 4/3.")
82
83 #define TIME_TEXT N_("Number of images for change")
84 #define TIME_LONGTEXT N_("The number of consecutive images with the same detected ratio (different from the previously detected ratio) to consider that ratio chnged and trigger recrop.")
85
86 #define DIFF_TEXT N_("Number of lines for change")
87 #define DIFF_LONGTEXT N_("The minimum difference in the number of detected black lines to consider that ratio changed and trigger recrop.")
88
89 #define NBP_TEXT N_("Number of non black pixels ")
90 #define NBP_LONGTEXT N_("The maximum of non-black pixels in a line to consider"\
91                         " that the line is black.")
92
93 #define SKIP_TEXT N_("Skip percentage (%)")
94 #define SKIP_LONGTEXT N_("Percentage of the line to consider while checking for black lines. This allows to skip logos in black borders and crop them anyway.")
95
96 #define LUM_TEXT N_("Luminance threshold ")
97 #define LUM_LONGTEXT N_("Maximum luminance to consider a pixel as black (0-255).")
98 #endif
99
100 vlc_module_begin();
101     set_description( _("Crop video filter") );
102     set_shortname( _("Crop" ));
103     set_category( CAT_VIDEO );
104     set_subcategory( SUBCAT_VIDEO_VFILTER );
105     set_capability( "video filter", 0 );
106
107     add_string( "crop-geometry", NULL, NULL, GEOMETRY_TEXT,
108                                              GEOMETRY_LONGTEXT, VLC_FALSE );
109     add_bool( "autocrop", 0, NULL, AUTOCROP_TEXT,
110                                    AUTOCROP_LONGTEXT, VLC_FALSE );
111
112 #ifdef BEST_AUTOCROP
113     add_integer_with_range( "autocrop-ratio-max", 2405, 0, RATIO_MAX, NULL,
114                             RATIOMAX_TEXT, RATIOMAX_LONGTEXT, VLC_TRUE );
115
116     add_integer_with_range( "crop-ratio", 0, 0, RATIO_MAX, NULL, RATIO_TEXT,
117                             RATIO_LONGTEXT, VLC_FALSE );
118     add_integer( "autocrop-time", 25, NULL, TIME_TEXT,
119                  TIME_LONGTEXT, VLC_TRUE );
120     add_integer( "autocrop-diff", 16, NULL, DIFF_TEXT,
121                                             DIFF_LONGTEXT, VLC_TRUE );
122
123     add_integer( "autocrop-non-black-pixels", 3, NULL,
124                  NBP_TEXT, NBP_LONGTEXT, VLC_TRUE );
125
126     add_integer_with_range( "autocrop-skip-percent", 17, 0, 100, NULL,
127                             SKIP_TEXT, SKIP_LONGTEXT, VLC_TRUE );
128
129     add_integer_with_range( "autocrop-luminance-threshold", 40, 0, 128, NULL,
130                             LUM_TEXT, LUM_LONGTEXT, VLC_TRUE );
131 #endif //BEST_AUTOCROP
132
133     add_shortcut( "crop" );
134     set_callbacks( Create, Destroy );
135 vlc_module_end();
136
137 /*****************************************************************************
138  * vout_sys_t: Crop video output method descriptor
139  *****************************************************************************
140  * This structure is part of the video output thread descriptor.
141  * It describes the Crop specific properties of an output thread.
142  *****************************************************************************/
143 struct vout_sys_t
144 {
145     vout_thread_t *p_vout;
146
147     unsigned int i_x, i_y;
148     unsigned int i_width, i_height, i_aspect;
149
150     vlc_bool_t b_autocrop;
151
152     /* Autocrop specific variables */
153     unsigned int i_lastchange;
154     vlc_bool_t   b_changed;
155 #ifdef BEST_AUTOCROP
156     unsigned int i_ratio_max;
157     unsigned int i_threshold, i_skipPercent, i_nonBlackPixel, i_diff, i_time;
158     unsigned int i_ratio;
159 #endif
160
161 };
162
163 /*****************************************************************************
164  * Control: control facility for the vout (forwards to child vout)
165  *****************************************************************************/
166 static int Control( vout_thread_t *p_vout, int i_query, va_list args )
167 {
168     return vout_vaControl( p_vout->p_sys->p_vout, i_query, args );
169 }
170
171 /*****************************************************************************
172  * Create: allocates Crop video thread output method
173  *****************************************************************************
174  * This function allocates and initializes a Crop vout method.
175  *****************************************************************************/
176 static int Create( vlc_object_t *p_this )
177 {
178     vout_thread_t *p_vout = (vout_thread_t *)p_this;
179
180     /* Allocate structure */
181     p_vout->p_sys = malloc( sizeof( vout_sys_t ) );
182     if( p_vout->p_sys == NULL )
183     {
184         msg_Err( p_vout, "out of memory" );
185         return VLC_ENOMEM;
186     }
187
188     p_vout->pf_init = Init;
189     p_vout->pf_end = End;
190     p_vout->pf_manage = Manage;
191     p_vout->pf_render = Render;
192     p_vout->pf_display = NULL;
193     p_vout->pf_control = Control;
194
195     return VLC_SUCCESS;
196 }
197
198 /*****************************************************************************
199  * Init: initialize Crop video thread output method
200  *****************************************************************************/
201 static int Init( vout_thread_t *p_vout )
202 {
203     int   i_index;
204     char *psz_var;
205     picture_t *p_pic;
206     video_format_t fmt = {0};
207
208     I_OUTPUTPICTURES = 0;
209
210     p_vout->p_sys->i_lastchange = 0;
211     p_vout->p_sys->b_changed = VLC_FALSE;
212
213     /* Initialize the output structure */
214     p_vout->output.i_chroma = p_vout->render.i_chroma;
215     p_vout->output.i_width  = p_vout->render.i_width;
216     p_vout->output.i_height = p_vout->render.i_height;
217     p_vout->output.i_aspect = p_vout->render.i_aspect;
218     p_vout->fmt_out = p_vout->fmt_in;
219
220     /* Shall we use autocrop ? */
221     p_vout->p_sys->b_autocrop = config_GetInt( p_vout, "autocrop" );
222 #ifdef BEST_AUTOCROP
223     p_vout->p_sys->i_ratio_max = config_GetInt( p_vout, "autocrop-ratio-max" );
224     p_vout->p_sys->i_threshold =
225                     config_GetInt( p_vout, "autocrop-luminance-threshold" );
226     p_vout->p_sys->i_skipPercent =
227                     config_GetInt( p_vout, "autocrop-skip-percent" );
228     p_vout->p_sys->i_nonBlackPixel =
229                     config_GetInt( p_vout, "autocrop-non-black-pixels" );
230     p_vout->p_sys->i_diff = config_GetInt( p_vout, "autocrop-diff" );
231     p_vout->p_sys->i_time = config_GetInt( p_vout, "autocrop-time" );
232     vlc_value_t val={0};
233     var_Get( p_vout, "ratio-crop", &val );
234     val.psz_string = "0";
235     var_SetString( p_vout, "ratio-crop", val.psz_string);
236
237     if (p_vout->p_sys->b_autocrop)
238         p_vout->p_sys->i_ratio = 0;
239     else
240     {
241         p_vout->p_sys->i_ratio = config_GetInt( p_vout, "ratio" );
242         // ratio < width / height => ratio = 0 (unchange ratio)
243         if (p_vout->p_sys->i_ratio < (p_vout->output.i_width * 1000) / p_vout->output.i_height)
244             p_vout->p_sys->i_ratio = 0;
245     }
246 #endif
247
248
249     /* Get geometry value from the user */
250     psz_var = config_GetPsz( p_vout, "crop-geometry" );
251     if( psz_var )
252     {
253         char *psz_parser, *psz_tmp;
254
255         psz_parser = psz_tmp = psz_var;
256         while( *psz_tmp && *psz_tmp != 'x' ) psz_tmp++;
257
258         if( *psz_tmp )
259         {
260             psz_tmp[0] = '\0';
261             p_vout->p_sys->i_width = atoi( psz_parser );
262
263             psz_parser = ++psz_tmp;
264             while( *psz_tmp && *psz_tmp != '+' ) psz_tmp++;
265
266             if( *psz_tmp )
267             {
268                 psz_tmp[0] = '\0';
269                 p_vout->p_sys->i_height = atoi( psz_parser );
270
271                 psz_parser = ++psz_tmp;
272                 while( *psz_tmp && *psz_tmp != '+' ) psz_tmp++;
273
274                 if( *psz_tmp )
275                 {
276                     psz_tmp[0] = '\0';
277                     p_vout->p_sys->i_x = atoi( psz_parser );
278                     p_vout->p_sys->i_y = atoi( ++psz_tmp );
279                 }
280                 else
281                 {
282                     p_vout->p_sys->i_x = atoi( psz_parser );
283                     p_vout->p_sys->i_y =
284                      ( p_vout->output.i_height - p_vout->p_sys->i_height ) / 2;
285                 }
286             }
287             else
288             {
289                 p_vout->p_sys->i_height = atoi( psz_parser );
290                 p_vout->p_sys->i_x =
291                      ( p_vout->output.i_width - p_vout->p_sys->i_width ) / 2;
292                 p_vout->p_sys->i_y =
293                      ( p_vout->output.i_height - p_vout->p_sys->i_height ) / 2;
294             }
295         }
296         else
297         {
298             p_vout->p_sys->i_width = atoi( psz_parser );
299             p_vout->p_sys->i_height = p_vout->output.i_height;
300             p_vout->p_sys->i_x =
301                      ( p_vout->output.i_width - p_vout->p_sys->i_width ) / 2;
302             p_vout->p_sys->i_y =
303                      ( p_vout->output.i_height - p_vout->p_sys->i_height ) / 2;
304         }
305
306         /* Check for validity */
307         if( p_vout->p_sys->i_x + p_vout->p_sys->i_width
308                                                    > p_vout->output.i_width )
309         {
310             p_vout->p_sys->i_x = 0;
311             if( p_vout->p_sys->i_width > p_vout->output.i_width )
312             {
313                 p_vout->p_sys->i_width = p_vout->output.i_width;
314             }
315         }
316
317         if( p_vout->p_sys->i_y + p_vout->p_sys->i_height
318                                                    > p_vout->output.i_height )
319         {
320             p_vout->p_sys->i_y = 0;
321             if( p_vout->p_sys->i_height > p_vout->output.i_height )
322             {
323                 p_vout->p_sys->i_height = p_vout->output.i_height;
324             }
325         }
326
327         free( psz_var );
328     }
329     else
330 #ifdef BEST_AUTOCROP
331     if (p_vout->p_sys->i_ratio)
332     {
333         p_vout->p_sys->i_aspect    =  p_vout->p_sys->i_ratio * 432;
334         p_vout->p_sys->i_width  = p_vout->fmt_out.i_visible_width;
335         p_vout->p_sys->i_height = p_vout->output.i_aspect
336                                 * p_vout->output.i_height / p_vout->p_sys->i_aspect
337                                 * p_vout->p_sys->i_width / p_vout->output.i_width;
338         p_vout->p_sys->i_height += p_vout->p_sys->i_height % 2;
339         p_vout->p_sys->i_x = p_vout->fmt_out.i_x_offset;
340         p_vout->p_sys->i_y = (p_vout->output.i_height - p_vout->p_sys->i_height) / 2;
341     }
342     else
343 #endif
344     {
345         p_vout->p_sys->i_width  = p_vout->fmt_out.i_visible_width;
346         p_vout->p_sys->i_height = p_vout->fmt_out.i_visible_height;
347         p_vout->p_sys->i_x = p_vout->fmt_out.i_x_offset;
348         p_vout->p_sys->i_y = p_vout->fmt_out.i_y_offset;
349     }
350
351     /* Pheeew. Parsing done. */
352     msg_Dbg( p_vout, "cropping at %ix%i+%i+%i, %sautocropping",
353                      p_vout->p_sys->i_width, p_vout->p_sys->i_height,
354                      p_vout->p_sys->i_x, p_vout->p_sys->i_y,
355                      p_vout->p_sys->b_autocrop ? "" : "not " );
356 #ifdef BEST_AUTOCROP
357     msg_Info( p_vout, "ratio %d",  p_vout->p_sys->i_aspect / 432);
358 #endif
359
360     /* Set current output image properties */
361     p_vout->p_sys->i_aspect = p_vout->fmt_out.i_aspect
362            * p_vout->fmt_out.i_visible_height / p_vout->p_sys->i_height
363            * p_vout->p_sys->i_width / p_vout->fmt_out.i_visible_width;
364
365     fmt.i_width = fmt.i_visible_width = p_vout->p_sys->i_width;
366     fmt.i_height = fmt.i_visible_height = p_vout->p_sys->i_height;
367     fmt.i_x_offset = fmt.i_y_offset = 0;
368     fmt.i_chroma = p_vout->render.i_chroma;
369     fmt.i_aspect = p_vout->p_sys->i_aspect;
370     fmt.i_sar_num = p_vout->p_sys->i_aspect * fmt.i_height / fmt.i_width;
371     fmt.i_sar_den = VOUT_ASPECT_FACTOR;
372
373     /* Try to open the real video output */
374     p_vout->p_sys->p_vout = vout_Create( p_vout, &fmt );
375     if( p_vout->p_sys->p_vout == NULL )
376     {
377         msg_Err( p_vout, "failed to create vout" );
378         intf_UserFatal( p_vout, VLC_FALSE, _("Cropping failed"),
379                         _("VLC could not open the video output module.") );
380         return VLC_EGENERIC;
381     }
382
383     ALLOCATE_DIRECTBUFFERS( VOUT_MAX_PICTURES );
384
385     ADD_CALLBACKS( p_vout->p_sys->p_vout, SendEvents );
386
387 #ifdef BEST_AUTOCROP
388     var_AddCallback( p_vout, "ratio-crop", FilterCallback, NULL );
389 #endif
390
391     ADD_PARENT_CALLBACKS( SendEventsToChild );
392
393     return VLC_SUCCESS;
394 }
395
396 /*****************************************************************************
397  * End: terminate Crop video thread output method
398  *****************************************************************************/
399 static void End( vout_thread_t *p_vout )
400 {
401     int i_index;
402
403     /* Free the fake output buffers we allocated */
404     for( i_index = I_OUTPUTPICTURES ; i_index ; )
405     {
406         i_index--;
407         free( PP_OUTPUTPICTURE[ i_index ]->p_data_orig );
408     }
409 }
410
411 /*****************************************************************************
412  * Destroy: destroy Crop video thread output method
413  *****************************************************************************
414  * Terminate an output method created by CropCreateOutputMethod
415  *****************************************************************************/
416 static void Destroy( vlc_object_t *p_this )
417 {
418     vout_thread_t *p_vout = (vout_thread_t *)p_this;
419
420     if( p_vout->p_sys->p_vout )
421     {
422         DEL_CALLBACKS( p_vout->p_sys->p_vout, SendEvents );
423         vlc_object_detach( p_vout->p_sys->p_vout );
424         vout_Destroy( p_vout->p_sys->p_vout );
425     }
426
427     DEL_PARENT_CALLBACKS( SendEventsToChild );
428
429     free( p_vout->p_sys );
430 }
431
432 /*****************************************************************************
433  * Manage: handle Crop events
434  *****************************************************************************
435  * This function should be called regularly by video output thread. It manages
436  * console events. It returns a non null value on error.
437  *****************************************************************************/
438 static int Manage( vout_thread_t *p_vout )
439 {
440     video_format_t fmt = {0};
441
442     if( !p_vout->p_sys->b_changed )
443     {
444         return VLC_SUCCESS;
445     }
446
447 #ifdef BEST_AUTOCROP
448     msg_Dbg( p_vout, "cropping at %ix%i+%i+%i, %sautocropping",
449                      p_vout->p_sys->i_width, p_vout->p_sys->i_height,
450                      p_vout->p_sys->i_x, p_vout->p_sys->i_y,
451                      p_vout->p_sys->b_autocrop ? "" : "not " );
452
453     msg_Info( p_vout, "ratio %d",  p_vout->p_sys->i_aspect / 432);
454 #endif
455
456     vout_Destroy( p_vout->p_sys->p_vout );
457
458     fmt.i_width = fmt.i_visible_width = p_vout->p_sys->i_width;
459     fmt.i_height = fmt.i_visible_height = p_vout->p_sys->i_height;
460     fmt.i_x_offset = fmt.i_y_offset = 0;
461     fmt.i_chroma = p_vout->render.i_chroma;
462     fmt.i_aspect = p_vout->p_sys->i_aspect;
463     fmt.i_sar_num = p_vout->p_sys->i_aspect * fmt.i_height / fmt.i_width;
464     fmt.i_sar_den = VOUT_ASPECT_FACTOR;
465
466     p_vout->p_sys->p_vout = vout_Create( p_vout, &fmt );
467     if( p_vout->p_sys->p_vout == NULL )
468     {
469         msg_Err( p_vout, "failed to create vout" );
470         intf_UserFatal( p_vout, VLC_FALSE, _("Cropping failed"),
471                         _("VLC could not open the video output module.") );
472         return VLC_EGENERIC;
473     }
474
475     p_vout->p_sys->b_changed = VLC_FALSE;
476     p_vout->p_sys->i_lastchange = 0;
477
478     return VLC_SUCCESS;
479 }
480
481 /*****************************************************************************
482  * Render: display previously rendered output
483  *****************************************************************************
484  * This function sends the currently rendered image to Crop image, waits
485  * until it is displayed and switches the two rendering buffers, preparing next
486  * frame.
487  *****************************************************************************/
488 static void Render( vout_thread_t *p_vout, picture_t *p_pic )
489 {
490     picture_t *p_outpic = NULL;
491     int i_plane;
492
493     if( p_vout->p_sys->b_changed )
494     {
495         return;
496     }
497
498     while( ( p_outpic =
499                  vout_CreatePicture( p_vout->p_sys->p_vout, 0, 0, 0 )
500            ) == NULL )
501     {
502         if( p_vout->b_die || p_vout->b_error )
503         {
504             vout_DestroyPicture( p_vout->p_sys->p_vout, p_outpic );
505             return;
506         }
507
508         msleep( VOUT_OUTMEM_SLEEP );
509     }
510
511     vout_DatePicture( p_vout->p_sys->p_vout, p_outpic, p_pic->date );
512     vout_LinkPicture( p_vout->p_sys->p_vout, p_outpic );
513
514     for( i_plane = 0 ; i_plane < p_pic->i_planes ; i_plane++ )
515     {
516         uint8_t *p_in, *p_out, *p_out_end;
517         int i_in_pitch = p_pic->p[i_plane].i_pitch;
518         const int i_out_pitch = p_outpic->p[i_plane].i_pitch;
519         const int i_copy_pitch = p_outpic->p[i_plane].i_visible_pitch;
520
521         p_in = p_pic->p[i_plane].p_pixels
522                 /* Skip the right amount of lines */
523                 + i_in_pitch * ( p_pic->p[i_plane].i_visible_lines *
524                                  p_vout->p_sys->i_y / p_vout->output.i_height )
525                 /* Skip the right amount of columns */
526                 + i_in_pitch * p_vout->p_sys->i_x / p_vout->output.i_width;
527
528         p_out = p_outpic->p[i_plane].p_pixels;
529         p_out_end = p_out + i_out_pitch * p_outpic->p[i_plane].i_visible_lines;
530
531         while( p_out < p_out_end )
532         {
533             p_vout->p_libvlc->pf_memcpy( p_out, p_in, i_copy_pitch );
534             p_in += i_in_pitch;
535             p_out += i_out_pitch;
536         }
537     }
538
539     vout_UnlinkPicture( p_vout->p_sys->p_vout, p_outpic );
540     vout_DisplayPicture( p_vout->p_sys->p_vout, p_outpic );
541
542     /* The source image may still be in the cache ... parse it! */
543     if( p_vout->p_sys->b_autocrop )
544     {
545         UpdateStats( p_vout, p_pic );
546     }
547 }
548
549 #ifdef BEST_AUTOCROP
550 static vlc_bool_t NonBlackLine(uint8_t *p_in, int i_line, int i_pitch,
551                                int i_visible_pitch, int i_lines,
552                                int i_lumThreshold, int i_skipCountPercent,
553                                int i_nonBlackPixel, int i_chroma)
554 {
555     const int i_col = i_line * i_pitch / i_lines;
556     int i_index, i_count = 0;
557     int i_skipCount = 0;
558
559     switch(i_chroma)
560     {
561     // planar YUV
562         case VLC_FOURCC('I','4','4','4'):
563         case VLC_FOURCC('I','4','2','2'):
564         case VLC_FOURCC('I','4','2','0'):
565         case VLC_FOURCC('Y','V','1','2'):
566         case VLC_FOURCC('I','Y','U','V'):
567         case VLC_FOURCC('I','4','1','1'):
568         case VLC_FOURCC('I','4','1','0'):
569         case VLC_FOURCC('Y','V','U','9'):
570         case VLC_FOURCC('Y','U','V','A'):
571             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
572             for (i_index = i_col/2 + i_skipCount/2;
573                  i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2;
574                  i_index++)
575             {
576                  i_count += (p_in[i_index] > i_lumThreshold);
577             if (i_count > i_nonBlackPixel) break;
578             }
579             break;
580     // packed RGB
581         case VLC_FOURCC('R','G','B','2'):    // packed by 1
582             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
583             for (i_index = i_col/2 + i_skipCount/2;
584                  i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2;
585                  i_index++)
586             {
587                  i_count += (p_in[i_index] > i_lumThreshold);
588             if (i_count > i_nonBlackPixel) break;
589             }
590             break;
591         case VLC_FOURCC('R','V','1','5'):    // packed by 2
592         case VLC_FOURCC('R','V','1','6'):    // packed by 2
593             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
594             for (i_index = i_col/2 + i_skipCount/2 -
595                                 (i_col/2 + i_skipCount/2) % 2;
596                  i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2;
597                  i_index+=2)
598             {
599                  i_count += (p_in[i_index] > i_lumThreshold) &&
600                             (p_in[i_index + 1] > i_lumThreshold);
601             if (i_count > i_nonBlackPixel) break;
602             }
603             break;
604         case VLC_FOURCC('R','V','2','4'):    // packed by 3
605             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
606             for (i_index = i_col/2 + i_skipCount/2 - (i_col/2 + i_skipCount/2) % 3; i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2; i_index+=3)
607             {
608                  i_count += (p_in[i_index] > i_lumThreshold) &&
609                             (p_in[i_index + 1] > i_lumThreshold) &&
610                             (p_in[i_index + 2] > i_lumThreshold);
611             if (i_count > i_nonBlackPixel) break;
612             }
613             break;
614         case VLC_FOURCC('R','V','3','2'):    // packed by 4
615             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
616             for (i_index = i_col/2 + i_skipCount/2 - (i_col/2 + i_skipCount/2) % 4; i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2; i_index+=4)
617             {
618                  i_count += (uint32_t)(*(p_in + i_index)) > (uint32_t)i_lumThreshold;
619             if (i_count > i_nonBlackPixel) break;
620             }
621             break;
622     // packed YUV
623         case VLC_FOURCC('Y','U','Y','2'):    // packed by 2
624         case VLC_FOURCC('Y','U','N','V'):    // packed by 2
625         case VLC_FOURCC('U','Y','V','Y'):    // packed by 2
626         case VLC_FOURCC('U','Y','N','V'):    // packed by 2
627         case VLC_FOURCC('Y','4','2','2'):    // packed by 2
628             i_skipCount = (i_pitch * i_skipCountPercent) / 100;
629             for (i_index = (i_col/2 + i_skipCount/2) -
630                            (i_col/2 + i_skipCount/2) % 2;
631                  i_index <= i_visible_pitch/2 + i_col/2 - i_skipCount/2;
632                  i_index+=2)
633             {
634                  i_count += (p_in[i_index] > i_lumThreshold);
635             if (i_count > i_nonBlackPixel) break;
636             }
637             break;
638         default :
639             break;
640     }
641     return (i_count > i_nonBlackPixel);
642 }
643 #endif
644
645 static void UpdateStats( vout_thread_t *p_vout, picture_t *p_pic )
646 {
647    uint8_t *p_in = p_pic->p[0].p_pixels;
648     int i_pitch = p_pic->p[0].i_pitch;
649     int i_visible_pitch = p_pic->p[0].i_visible_pitch;
650     int i_lines = p_pic->p[0].i_visible_lines;
651     int i_firstwhite = -1, i_lastwhite = -1, i;
652 #ifdef BEST_AUTOCROP
653     int i_time = p_vout->p_sys->i_time;
654     int i_diff = p_vout->p_sys->i_diff;
655
656     if (!p_vout->p_sys->i_ratio)
657     {
658         /* Determine where black borders are */
659         for( i = 0 ; i < i_lines ; i++)
660         {
661                    if (NonBlackLine(p_in, i, i_pitch, i_visible_pitch, i_lines,
662                             p_vout->p_sys->i_threshold,
663                             p_vout->p_sys->i_skipPercent,
664                             p_vout->p_sys->i_nonBlackPixel,
665                             p_vout->output.i_chroma))
666                 {
667                     i_firstwhite = i;
668                     i_lastwhite = i_lines - i;
669                     break;
670                 }
671                 p_in += i_pitch;
672         }
673
674         /* Decide whether it's worth changing the size */
675         if( i_lastwhite == -1 )
676         {
677             p_vout->p_sys->i_lastchange = 0;
678             return;
679         }
680
681         if( (i_lastwhite - i_firstwhite) < (int) (p_vout->p_sys->i_height / 2) )
682         {
683             p_vout->p_sys->i_lastchange = 0;
684             return;
685         }
686
687         if (p_vout->output.i_aspect
688                             * p_vout->output.i_height /
689                                 (i_lastwhite - i_firstwhite + 1)
690                             * p_vout->p_sys->i_width /
691                                p_vout->output.i_width >
692                                     p_vout->p_sys->i_ratio_max * 432)
693         {
694             int i_height = ((p_vout->output.i_aspect / 432) *
695                            p_vout->output.i_height * p_vout->p_sys->i_width) /
696                           (p_vout->output.i_width * p_vout->p_sys->i_ratio_max);
697             i_firstwhite = (p_vout->output.i_height - i_height) / 2;
698             i_lastwhite =  p_vout->output.i_height - i_firstwhite;
699 /*
700             p_vout->p_sys->i_lastchange = 0;
701             return;
702 */
703         }
704
705         if( (i_lastwhite - i_firstwhite) <
706                         (int) (p_vout->p_sys->i_height + i_diff)
707              && (i_lastwhite - i_firstwhite + i_diff) >
708                         (int) p_vout->p_sys->i_height )
709         {
710             p_vout->p_sys->i_lastchange = 0;
711             return;
712         }
713
714         /* We need at least 'i_time' images to make up our mind */
715         p_vout->p_sys->i_lastchange++;
716         if( p_vout->p_sys->i_lastchange < (unsigned int)i_time )
717         {
718             return;
719         }
720     }
721     else
722     {
723         if ( p_vout->p_sys->i_lastchange >= (unsigned int)i_time )
724         {
725             p_vout->p_sys->i_aspect    =  p_vout->p_sys->i_ratio * 432;
726             int i_height = p_vout->output.i_aspect
727                                     * p_vout->output.i_height /
728                                         p_vout->p_sys->i_aspect
729                                     * p_vout->p_sys->i_width /
730                                         p_vout->output.i_width;
731             i_firstwhite = (p_vout->output.i_height - i_height) / 2;
732             i_lastwhite =  p_vout->output.i_height - i_firstwhite;
733         }
734         else
735         {
736             return;
737         }
738     }
739
740 #else
741     /* Determine where black borders are */
742     switch( p_vout->output.i_chroma )
743     {
744     case VLC_FOURCC('I','4','2','0'):
745         /* XXX: Do not laugh ! I know this is very naive. But it's just a
746          *      proof of concept code snippet... */
747         for( i = i_lines ; i-- ; )
748         {
749             const int i_col = i * i_pitch / i_lines;
750
751             if( p_in[i_col/2] > 40
752                  && p_in[i_visible_pitch/2] > 40
753                  && p_in[i_visible_pitch/2 + i_col/2] > 40 )
754             {
755                 if( i_lastwhite == -1 )
756                 {
757                     i_lastwhite = i;
758                 }
759                 i_firstwhite = i;
760             }
761             p_in += i_pitch;
762         }
763         break;
764
765     default:
766         break;
767     }
768
769     /* Decide whether it's worth changing the size */
770     if( i_lastwhite == -1 )
771     {
772         p_vout->p_sys->i_lastchange = 0;
773         return;
774     }
775
776     if( (unsigned int)(i_lastwhite - i_firstwhite)
777                                            < p_vout->p_sys->i_height / 2 )
778     {
779         p_vout->p_sys->i_lastchange = 0;
780         return;
781     }
782
783     if( (unsigned int)(i_lastwhite - i_firstwhite)
784                                           < p_vout->p_sys->i_height + 16
785          && (unsigned int)(i_lastwhite - i_firstwhite + 16)
786                                                 > p_vout->p_sys->i_height )
787     {
788         p_vout->p_sys->i_lastchange = 0;
789         return;
790     }
791
792     /* We need at least 25 images to make up our mind */
793     p_vout->p_sys->i_lastchange++;
794     if( p_vout->p_sys->i_lastchange < 25 )
795     {
796         return;
797     }
798 #endif //BEST_AUTOCROP
799
800     /* Tune a few values */
801     if( i_firstwhite & 1 )
802     {
803         i_firstwhite--;
804     }
805
806     if( !(i_lastwhite & 1) )
807     {
808         i_lastwhite++;
809     }
810
811     /* Change size */
812     p_vout->p_sys->i_y = i_firstwhite;
813     p_vout->p_sys->i_height = i_lastwhite - i_firstwhite + 1;
814 #ifdef BEST_AUTOCROP
815     // check p_vout->p_sys->i_height <= p_vout->output.i_height
816     if (p_vout->p_sys->i_height > p_vout->output.i_height)
817         p_vout->p_sys->i_height = p_vout->output.i_height;
818 #endif
819
820     p_vout->p_sys->i_aspect = p_vout->output.i_aspect
821                             * p_vout->output.i_height / p_vout->p_sys->i_height
822                             * p_vout->p_sys->i_width / p_vout->output.i_width;
823
824     p_vout->p_sys->b_changed = VLC_TRUE;
825 }
826
827 /*****************************************************************************
828  * SendEvents: forward mouse and keyboard events to the parent p_vout
829  *****************************************************************************/
830 static int SendEvents( vlc_object_t *p_this, char const *psz_var,
831                        vlc_value_t oldval, vlc_value_t newval, void *_p_vout )
832 {
833     vout_thread_t *p_vout = (vout_thread_t *)_p_vout;
834     vlc_value_t sentval = newval;
835
836     /* Translate the mouse coordinates */
837     if( !strcmp( psz_var, "mouse-x" ) )
838     {
839         sentval.i_int += p_vout->p_sys->i_x;
840     }
841     else if( !strcmp( psz_var, "mouse-y" ) )
842     {
843         sentval.i_int += p_vout->p_sys->i_y;
844     }
845
846     var_Set( p_vout, psz_var, sentval );
847
848     return VLC_SUCCESS;
849 }
850
851 /*****************************************************************************
852  * SendEventsToChild: forward events to the child/children vout
853  *****************************************************************************/
854 static int SendEventsToChild( vlc_object_t *p_this, char const *psz_var,
855                        vlc_value_t oldval, vlc_value_t newval, void *p_data )
856 {
857     vout_thread_t *p_vout = (vout_thread_t *)p_this;
858     var_Set( p_vout->p_sys->p_vout, psz_var, newval );
859     return VLC_SUCCESS;
860 }
861
862 #ifdef BEST_AUTOCROP
863 /*****************************************************************************
864  * FilterCallback: called when changing the ratio on the fly.
865  *****************************************************************************/
866 static int FilterCallback( vlc_object_t *p_this, char const *psz_var,
867                            vlc_value_t oldval, vlc_value_t newval,
868                            void *p_data )
869 {
870     vout_thread_t * p_vout = (vout_thread_t *)p_this;
871
872     if( !strcmp( psz_var, "ratio-crop" ) )
873     {
874         if ( !strcmp( newval.psz_string, "Auto" ) )
875             p_vout->p_sys->i_ratio = 0;
876         else
877         {
878             p_vout->p_sys->i_ratio = (unsigned int)atoi(newval.psz_string);
879             p_vout->p_sys->i_lastchange = p_vout->p_sys->i_time;
880             p_vout->p_sys->b_autocrop = VLC_TRUE;
881         }
882         if (p_vout->p_sys->i_ratio)
883         {
884             if (p_vout->p_sys->i_ratio < (p_vout->output.i_width * 1000) /
885                                     p_vout->output.i_height)
886                 p_vout->p_sys->i_ratio = (p_vout->output.i_width * 1000) /
887                                     p_vout->output.i_height;
888             if (p_vout->p_sys->i_ratio < p_vout->output.i_aspect / 432)
889                 p_vout->p_sys->i_ratio = p_vout->output.i_aspect / 432;
890         }
891      }
892     return VLC_SUCCESS;
893 }
894 #endif