]> git.sesse.net Git - vlc/blob - src/video_output/display.c
Used direct rendering for chroma conversion in "vout display".
[vlc] / src / video_output / display.c
1 /*****************************************************************************
2  * display.c: "vout display" managment
3  *****************************************************************************
4  * Copyright (C) 2009 Laurent Aimar
5  * $Id$
6  *
7  * Authors: Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License as published by
11  * the Free Software Foundation; either version 2 of the License, or
12  * (at your option) any later version.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the GNU General Public License
20  * along with this program; if not, write to the Free Software
21  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22  *****************************************************************************/
23
24 /*****************************************************************************
25  * Preamble
26  *****************************************************************************/
27 #ifdef HAVE_CONFIG_H
28 # include "config.h"
29 #endif
30 #include <assert.h>
31
32 #include <vlc_common.h>
33 #include <vlc_video_splitter.h>
34 #include <vlc_vout_display.h>
35 #include <vlc_vout.h>
36
37 #include <libvlc.h>
38
39 #include "display.h"
40
41 #include "event.h"
42
43 static void SplitterClose(vout_display_t *vd);
44
45 /*****************************************************************************
46  * FIXME/TODO see how to have direct rendering here (interact with vout.c)
47  *****************************************************************************/
48 static picture_t *VideoBufferNew(filter_t *filter)
49 {
50     vout_display_t *vd = (vout_display_t*)filter->p_owner;
51     const video_format_t *fmt = &filter->fmt_out.video;
52
53     assert(vd->fmt.i_chroma == fmt->i_chroma &&
54            vd->fmt.i_width  == fmt->i_width  &&
55            vd->fmt.i_height == fmt->i_height);
56
57     return vout_display_Get(vd);
58 }
59 static void VideoBufferDelete(filter_t *filter, picture_t *picture)
60 {
61     VLC_UNUSED(filter);
62     picture_Release(picture);
63 }
64
65 static int  FilterAllocationInit(filter_t *filter, void *vd)
66 {
67     filter->pf_vout_buffer_new = VideoBufferNew;
68     filter->pf_vout_buffer_del = VideoBufferDelete;
69     filter->p_owner            = vd;
70
71     return VLC_SUCCESS;
72 }
73 static void FilterAllocationClean(filter_t *filter)
74 {
75     filter->pf_vout_buffer_new = NULL;
76     filter->pf_vout_buffer_del = NULL;
77     filter->p_owner            = NULL;
78 }
79
80 /*****************************************************************************
81  *
82  *****************************************************************************/
83
84 /**
85  * It creates a new vout_display_t using the given configuration.
86  */
87 static vout_display_t *vout_display_New(vlc_object_t *obj,
88                                         const char *module, bool load_module,
89                                         const video_format_t *fmt,
90                                         const vout_display_cfg_t *cfg,
91                                         vout_display_owner_t *owner)
92 {
93     /* */
94     vout_display_t *vd = vlc_object_create(obj, sizeof(*vd));
95
96     /* */
97     video_format_Copy(&vd->source, fmt);
98
99     /* Picture buffer does not have the concept of aspect ratio */
100     video_format_Copy(&vd->fmt, fmt);
101     vd->fmt.i_aspect = 0;
102     vd->fmt.i_sar_num = 0;
103     vd->fmt.i_sar_den = 0;
104
105     vd->info.is_slow = false;
106     vd->info.has_double_click = false;
107     vd->info.has_hide_mouse = false;
108     vd->info.has_pictures_invalid = false;
109
110     vd->cfg = cfg;
111     vd->get = NULL;
112     vd->prepare = NULL;
113     vd->display = NULL;
114     vd->control = NULL;
115     vd->manage = NULL;
116     vd->sys = NULL;
117
118     vd->owner = *owner;
119
120     vlc_object_attach(vd, obj);
121
122     if (load_module) {
123         vd->module = module_need(vd, "vout display", module, module && *module != '\0');
124         if (!vd->module) {
125             vlc_object_detach(vd);
126             vlc_object_release(vd);
127             return NULL;
128         }
129     } else {
130         vd->module = NULL;
131     }
132     return vd;
133 }
134
135 /**
136  * It deletes a vout_display_t
137  */
138 static void vout_display_Delete(vout_display_t *vd)
139 {
140     vlc_object_detach(vd);
141
142     if (vd->module)
143         module_unneed(vd, vd->module);
144
145     vlc_object_release(vd);
146 }
147
148 /**
149  * It controls a vout_display_t
150  */
151 static int vout_display_Control(vout_display_t *vd, int query, ...)
152 {
153     va_list args;
154     int result;
155
156     va_start(args, query);
157     result = vd->control(vd, query, args);
158     va_end(args);
159
160     return result;
161 }
162 static void vout_display_Manage(vout_display_t *vd)
163 {
164     vd->manage(vd);
165 }
166
167 /* */
168 void vout_display_GetDefaultDisplaySize(unsigned *width, unsigned *height,
169                                         const video_format_t *source,
170                                         const vout_display_cfg_t *cfg)
171 {
172     if (cfg->display.width > 0 && cfg->display.height > 0) {
173         *width  = cfg->display.width;
174         *height = cfg->display.height;
175     } else if (cfg->display.width > 0) {
176         *width  = cfg->display.width;
177         *height = (int64_t)source->i_visible_height * source->i_sar_den * cfg->display.width * cfg->display.sar.num /
178             source->i_visible_width / source->i_sar_num / cfg->display.sar.den;
179     } else if (cfg->display.height > 0) {
180         *width  = (int64_t)source->i_visible_width * source->i_sar_num * cfg->display.height * cfg->display.sar.den /
181             source->i_visible_height / source->i_sar_den / cfg->display.sar.num;
182         *height = cfg->display.height;
183     } else if (source->i_sar_num >= source->i_sar_den) {
184         *width  = (int64_t)source->i_visible_width * source->i_sar_num * cfg->display.sar.den / source->i_sar_den / cfg->display.sar.num;
185         *height = source->i_visible_height;
186     } else {
187         *width  = source->i_visible_width;
188         *height = (int64_t)source->i_visible_height * source->i_sar_den * cfg->display.sar.num / source->i_sar_num / cfg->display.sar.den;
189     }
190
191     *width  = *width  * cfg->zoom.num / cfg->zoom.den;
192     *height = *height * cfg->zoom.num / cfg->zoom.den;
193 }
194
195 /* */
196 void vout_display_PlacePicture(vout_display_place_t *place,
197                                const video_format_t *source,
198                                const vout_display_cfg_t *cfg,
199                                bool do_clipping)
200 {
201     /* */
202     memset(place, 0, sizeof(*place));
203     if (cfg->display.width <= 0 || cfg->display.height <= 0)
204         return;
205
206     /* */
207     unsigned width;
208     unsigned height;
209     unsigned display_width;
210     unsigned display_height;
211
212     if (cfg->is_display_filled) {
213         width  = source->i_visible_width;
214         height = source->i_visible_height;
215         display_width  = cfg->display.width;
216         display_height = cfg->display.height;
217     } else {
218         vout_display_cfg_t cfg_tmp = *cfg;
219
220         cfg_tmp.display.width  = 0;
221         cfg_tmp.display.height = 0;
222         vout_display_GetDefaultDisplaySize(&width, &height,
223                                            source, &cfg_tmp);
224
225         display_width  = width;
226         display_height = height;
227         if (do_clipping) {
228             display_width  = __MIN(display_width,  cfg->display.width);
229             display_height = __MIN(display_height, cfg->display.height);
230         }
231     }
232
233     /* Compute the height if we use the width to fill up display_width */
234     const int64_t scaled_height = (int64_t)height * display_width  * cfg->display.sar.num * source->i_sar_den / width  / source->i_sar_num / cfg->display.sar.den;
235     /* And the same but switching width/height */
236     const int64_t scaled_width  = (int64_t)width  * display_height * cfg->display.sar.den * source->i_sar_num / height / source->i_sar_den / cfg->display.sar.num;
237
238     /* We keep the solution that avoid filling outside the display */
239     if (scaled_width <= cfg->display.width) {
240         place->width  = scaled_width;
241         place->height = display_height;
242     } else {
243         place->width  = display_width;
244         place->height = scaled_height;
245     }
246
247     /*  Compute position */
248     switch (cfg->align.horizontal) {
249     case VOUT_DISPLAY_ALIGN_LEFT:
250         place->x = 0;
251         break;
252     case VOUT_DISPLAY_ALIGN_RIGHT:
253         place->x = cfg->display.width - place->width;
254         break;
255     default:
256         place->x = (cfg->display.width - place->width) / 2;
257         break;
258     }
259
260     switch (cfg->align.vertical) {
261     case VOUT_DISPLAY_ALIGN_TOP:
262         place->y = 0;
263         break;
264     case VOUT_DISPLAY_ALIGN_BOTTOM:
265         place->y = cfg->display.height - place->height;
266         break;
267     default:
268         place->y = (cfg->display.height - place->height) / 2;
269         break;
270     }
271 }
272
273 struct vout_display_owner_sys_t {
274     vout_thread_t   *vout;
275     bool            is_wrapper;  /* Is the current display a wrapper */
276     vout_display_t  *wrapper; /* Vout display wrapper */
277
278     /* mouse state */
279     struct {
280         vlc_mouse_t state;
281
282         mtime_t last_pressed;
283         mtime_t last_moved;
284         bool    is_hidden;
285
286         /* */
287         mtime_t double_click_timeout;
288         mtime_t hide_timeout;
289     } mouse;
290
291     /* */
292     vout_display_cfg_t cfg;
293     bool     is_on_top_initial;
294     struct {
295         unsigned num;
296         unsigned den;
297     } sar_initial;
298
299     /* */
300     int  width_saved;
301     int  height_saved;
302
303     struct {
304         unsigned num;
305         unsigned den;
306     } crop_saved;
307
308     /* */
309     bool reset_pictures;
310
311     bool ch_fullscreen;
312     bool is_fullscreen;
313
314     bool ch_display_size;
315     int  display_width;
316     int  display_height;
317
318     bool ch_display_filled;
319     bool is_display_filled;
320
321     bool ch_zoom;
322     struct {
323         int  num;
324         int  den;
325     } zoom;
326
327     bool ch_on_top;
328     bool is_on_top;
329
330     bool ch_sar;
331     struct {
332         unsigned num;
333         unsigned den;
334     } sar;
335
336     bool ch_crop;
337     struct {
338         unsigned x;
339         unsigned y;
340         unsigned width;
341         unsigned height;
342         unsigned num;
343         unsigned den;
344     } crop;
345
346     /* */
347     video_format_t source;
348     filter_chain_t *filters;
349 };
350
351 static void VoutDisplayCreateRender(vout_display_t *vd)
352 {
353     vout_display_owner_sys_t *osys = vd->owner.sys;
354
355     osys->filters = NULL;
356
357     video_format_t v_src = vd->source;
358     v_src.i_aspect  = 0;
359     v_src.i_sar_num = 0;
360     v_src.i_sar_den = 0;
361
362     video_format_t v_dst = vd->fmt;
363     v_dst.i_aspect  = 0;
364     v_dst.i_sar_num = 0;
365     v_dst.i_sar_den = 0;
366
367     video_format_t v_dst_cmp = v_dst;
368     if ((v_src.i_chroma == VLC_CODEC_J420 && v_dst.i_chroma == VLC_CODEC_I420) ||
369         (v_src.i_chroma == VLC_CODEC_J422 && v_dst.i_chroma == VLC_CODEC_I422) ||
370         (v_src.i_chroma == VLC_CODEC_J440 && v_dst.i_chroma == VLC_CODEC_I440) ||
371         (v_src.i_chroma == VLC_CODEC_J444 && v_dst.i_chroma == VLC_CODEC_I444))
372         v_dst_cmp.i_chroma = v_src.i_chroma;
373
374     const bool convert = memcmp(&v_src, &v_dst_cmp, sizeof(v_src)) != 0;
375     if (!convert)
376         return;
377
378     msg_Err(vd, "A filter to adapt decoder to display is needed");
379
380     osys->filters = filter_chain_New(vd, "video filter2", false,
381                                      FilterAllocationInit,
382                                      FilterAllocationClean, vd);
383     assert(osys->filters); /* TODO critical */
384
385     /* */
386     es_format_t src;
387     es_format_InitFromVideo(&src, &v_src);
388
389     /* */
390     es_format_t dst;
391
392     filter_t *filter;
393     for (int i = 0; i < 1 + (v_dst_cmp.i_chroma != v_dst.i_chroma); i++) {
394
395         es_format_InitFromVideo(&dst, i == 0 ? &v_dst : &v_dst_cmp);
396
397         filter_chain_Reset(osys->filters, &src, &dst);
398         filter = filter_chain_AppendFilter(osys->filters,
399                                            NULL, NULL, &src, &dst);
400         if (filter)
401             break;
402     }
403     if (!filter)
404     {
405         msg_Err(vd, "VoutDisplayCreateRender FAILED");
406         /* TODO */
407         assert(0);
408     }
409 }
410
411 static void VoutDisplayDestroyRender(vout_display_t *vd)
412 {
413     vout_display_owner_sys_t *osys = vd->owner.sys;
414
415     if (osys->filters)
416         filter_chain_Delete(osys->filters);
417 }
418
419 static void VoutDisplayResetRender(vout_display_t *vd)
420 {
421     VoutDisplayDestroyRender(vd);
422     VoutDisplayCreateRender(vd);
423 }
424 static void VoutDisplayEventMouse(vout_display_t *vd, int event, va_list args)
425 {
426     vout_display_owner_sys_t *osys = vd->owner.sys;
427
428     /* */
429     vlc_mouse_t m = osys->mouse.state;
430     bool is_ignored = false;
431
432     switch (event) {
433     case VOUT_DISPLAY_EVENT_MOUSE_STATE: {
434         const int x = (int)va_arg(args, int);
435         const int y = (int)va_arg(args, int);
436         const int button_mask = (int)va_arg(args, int);
437
438         vlc_mouse_Init(&m);
439         m.i_x = x;
440         m.i_y = y;
441         m.i_pressed = button_mask;
442         break;
443     }
444     case VOUT_DISPLAY_EVENT_MOUSE_MOVED: {
445         const int x = (int)va_arg(args, int);
446         const int y = (int)va_arg(args, int);
447         if (x != osys->mouse.state.i_x || y != osys->mouse.state.i_y) {
448             msg_Dbg(vd, "VoutDisplayEvent 'mouse' @%d,%d", x, y);
449
450             m.i_x = x;
451             m.i_y = y;
452             m.b_double_click = false;
453         } else {
454             is_ignored = true;
455         }
456         break;
457     }
458     case VOUT_DISPLAY_EVENT_MOUSE_PRESSED:
459     case VOUT_DISPLAY_EVENT_MOUSE_RELEASED: {
460         const int button = (int)va_arg(args, int);
461         const int button_mask = 1 << button;
462
463         /* Ignore inconsistent event */
464         if ((event == VOUT_DISPLAY_EVENT_MOUSE_PRESSED  &&  (osys->mouse.state.i_pressed & button_mask)) ||
465             (event == VOUT_DISPLAY_EVENT_MOUSE_RELEASED && !(osys->mouse.state.i_pressed & button_mask))) {
466             is_ignored = true;
467             break;
468         }
469
470         /* */
471         msg_Dbg(vd, "VoutDisplayEvent 'mouse button' %d t=%d", button, event);
472
473         m.b_double_click = false;
474         if (event == VOUT_DISPLAY_EVENT_MOUSE_PRESSED)
475             m.i_pressed |= button_mask;
476         else
477             m.i_pressed &= ~button_mask;
478         break;
479     }
480     case VOUT_DISPLAY_EVENT_MOUSE_DOUBLE_CLICK:
481         msg_Dbg(vd, "VoutDisplayEvent 'double click'");
482
483         m.b_double_click = true;
484         break;
485     default:
486         assert(0);
487     }
488
489     if (is_ignored)
490         return;
491
492     /* Emulate double-click if needed */
493     if (!vd->info.has_double_click &&
494         vlc_mouse_HasPressed(&osys->mouse.state, &m, MOUSE_BUTTON_LEFT)) {
495         const mtime_t i_date = mdate();
496
497         if (i_date - osys->mouse.last_pressed < osys->mouse.double_click_timeout ) {
498             m.b_double_click = true;
499             osys->mouse.last_pressed = 0;
500         } else {
501             osys->mouse.last_pressed = mdate();
502         }
503     }
504
505     /* */
506     osys->mouse.state = m;
507
508     /* */
509     osys->mouse.is_hidden = false;
510     if (!vd->info.has_hide_mouse)
511         osys->mouse.last_moved = mdate();
512
513     /* */
514     vout_SendEventMouseVisible(osys->vout);
515     vout_SendDisplayEventMouse(osys->vout, &m);
516 }
517
518 static void VoutDisplayEvent(vout_display_t *vd, int event, va_list args)
519 {
520     vout_display_owner_sys_t *osys = vd->owner.sys;
521
522     switch (event) {
523     case VOUT_DISPLAY_EVENT_CLOSE: {
524         msg_Dbg(vd, "VoutDisplayEvent 'close'");
525         vout_SendEventClose(osys->vout);
526         break;
527     }
528     case VOUT_DISPLAY_EVENT_KEY: {
529         const int key = (int)va_arg(args, int);
530         msg_Dbg(vd, "VoutDisplayEvent 'key' 0x%2.2x", key);
531         vout_SendEventKey(osys->vout, key);
532         break;
533     }
534     case VOUT_DISPLAY_EVENT_MOUSE_STATE:
535     case VOUT_DISPLAY_EVENT_MOUSE_MOVED:
536     case VOUT_DISPLAY_EVENT_MOUSE_PRESSED:
537     case VOUT_DISPLAY_EVENT_MOUSE_RELEASED:
538     case VOUT_DISPLAY_EVENT_MOUSE_DOUBLE_CLICK:
539         VoutDisplayEventMouse(vd, event, args);
540         break;
541
542     case VOUT_DISPLAY_EVENT_FULLSCREEN: {
543         const int is_fullscreen = (int)va_arg(args, int);
544
545         msg_Dbg(vd, "VoutDisplayEvent 'fullscreen' %d", is_fullscreen);
546
547         if (!is_fullscreen == !osys->is_fullscreen)
548             break;
549         osys->ch_fullscreen = true;
550         osys->is_fullscreen = is_fullscreen;
551         break;
552     }
553
554     case VOUT_DISPLAY_EVENT_DISPLAY_SIZE: {
555         const int width  = (int)va_arg(args, int);
556         const int height = (int)va_arg(args, int);
557         msg_Dbg(vd, "VoutDisplayEvent 'resize' %dx%d", width, height);
558
559         /* */
560         osys->ch_display_size = true;
561         osys->display_width   = width;
562         osys->display_height  = height;
563         break;
564     }
565
566     case VOUT_DISPLAY_EVENT_PICTURES_INVALID: {
567         msg_Warn(vd, "VoutDisplayEvent 'pictures invalid'");
568
569         /* */
570         assert(vd->info.has_pictures_invalid);
571         osys->reset_pictures = true;
572         break;
573     }
574     default:
575         msg_Err(vd, "VoutDisplayEvent received event %d", event);
576         /* TODO add an assert when all event are handled */
577         break;
578     }
579 }
580
581 static vout_window_t *VoutDisplayNewWindow(vout_display_t *vd, const vout_window_cfg_t *cfg)
582 {
583     vout_display_owner_sys_t *osys = vd->owner.sys;
584
585     return vout_NewDisplayWindow(osys->vout, vd, cfg);
586 }
587 static void VoutDisplayDelWindow(vout_display_t *vd, vout_window_t *window)
588 {
589     vout_display_owner_sys_t *osys = vd->owner.sys;
590
591     vout_DeleteDisplayWindow(osys->vout, vd, window);
592 }
593
594 void vout_ManageDisplay(vout_display_t *vd)
595 {
596     vout_display_owner_sys_t *osys = vd->owner.sys;
597
598     vout_display_Manage(vd);
599
600     /* Handle mouse timeout */
601     const mtime_t date = mdate();
602     if (!osys->mouse.is_hidden &&
603         osys->mouse.last_moved + osys->mouse.hide_timeout < date) {
604         if (!vd->info.has_hide_mouse) {
605             msg_Dbg(vd, "auto hidding mouse");
606             vout_display_Control(vd, VOUT_DISPLAY_HIDE_MOUSE);
607         }
608         osys->mouse.is_hidden = true;
609
610         vout_SendEventMouseHidden(osys->vout);
611     }
612
613     bool reset_pictures = false;
614     for (;;) {
615         if (!osys->ch_fullscreen &&
616             !osys->ch_display_size &&
617             !osys->reset_pictures &&
618             !osys->ch_display_filled &&
619             !osys->ch_zoom &&
620             !osys->ch_on_top &&
621             !osys->ch_sar &&
622             !osys->ch_crop)
623             break;
624
625         /* */
626         if (osys->ch_fullscreen) {
627             vout_display_cfg_t cfg = osys->cfg;
628
629             cfg.is_fullscreen = osys->is_fullscreen;
630             cfg.display.width  = cfg.is_fullscreen ? 0 : osys->width_saved;
631             cfg.display.height = cfg.is_fullscreen ? 0 : osys->height_saved;
632
633             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_FULLSCREEN, &cfg)) {
634                 msg_Err(vd, "Failed to set fullscreen");
635                 osys->is_fullscreen = osys->cfg.is_fullscreen;
636             }
637             osys->cfg.is_fullscreen = osys->is_fullscreen;
638             osys->ch_fullscreen = false;
639
640             /* */
641             vout_SendEventFullscreen(osys->vout, osys->cfg.is_fullscreen);
642         }
643
644         /* */
645         if (osys->ch_display_size) {
646             vout_display_cfg_t cfg = osys->cfg;
647             cfg.display.width  = osys->display_width;
648             cfg.display.height = osys->display_height;
649
650             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_DISPLAY_SIZE, &cfg)) {
651                 msg_Err(vd, "Failed to resize display");
652
653                 /* We ignore the resized */
654                 osys->display_width  = osys->cfg.display.width;
655                 osys->display_height = osys->cfg.display.height;
656             }
657             osys->cfg.display.width  = osys->display_width;
658             osys->cfg.display.height = osys->display_height;
659
660             if (!osys->is_fullscreen) {
661                 osys->width_saved  = osys->display_width;
662                 osys->height_saved = osys->display_height;
663             }
664             osys->ch_display_size = false;
665         }
666         /* */
667         if (osys->ch_display_filled) {
668             vout_display_cfg_t cfg = osys->cfg;
669
670             cfg.is_display_filled = osys->is_display_filled;
671
672             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_DISPLAY_FILLED, &cfg)) {
673                 msg_Err(vd, "Failed to change display filled state");
674                 osys->is_display_filled = osys->cfg.is_display_filled;
675             }
676             osys->cfg.is_display_filled = osys->is_display_filled;
677             osys->ch_display_filled = false;
678
679             vout_SendEventDisplayFilled(osys->vout, osys->cfg.is_display_filled);
680         }
681         /* */
682         if (osys->ch_zoom) {
683             vout_display_cfg_t cfg = osys->cfg;
684
685             cfg.zoom.num = osys->zoom.num;
686             cfg.zoom.den = osys->zoom.den;
687
688             if (10 * cfg.zoom.num <= cfg.zoom.den) {
689                 cfg.zoom.num = 1;
690                 cfg.zoom.den = 10;
691             } else if (cfg.zoom.num >= 10 * cfg.zoom.den) {
692                 cfg.zoom.num = 10;
693                 cfg.zoom.den = 1;
694             }
695
696             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_ZOOM, &cfg)) {
697                 msg_Err(vd, "Failed to change zoom");
698                 osys->zoom.num = osys->cfg.zoom.num;
699                 osys->zoom.den = osys->cfg.zoom.den;
700             } else if (cfg.is_display_filled) {
701                 osys->ch_display_size = true;
702                 osys->display_width  = (int64_t)vd->source.i_width  * osys->zoom.num / osys->zoom.den;
703                 osys->display_height = (int64_t)vd->source.i_height * osys->zoom.num / osys->zoom.den;
704             }
705
706             osys->cfg.zoom.num = osys->zoom.num;
707             osys->cfg.zoom.den = osys->zoom.den;
708             osys->ch_zoom = false;
709
710             vout_SendEventZoom(osys->vout, osys->cfg.zoom.num, osys->cfg.zoom.den);
711         }
712         /* */
713         if (osys->ch_on_top) {
714             bool is_on_top = osys->is_on_top;
715
716             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_ON_TOP, is_on_top)) {
717                 msg_Err(vd, "Failed to set on top");
718                 is_on_top = osys->is_on_top_initial;
719             }
720             osys->is_on_top_initial =
721             osys->is_on_top         = is_on_top;
722             osys->ch_on_top = false;
723
724             /* */
725             vout_SendEventOnTop(osys->vout, osys->is_on_top_initial);
726         }
727         /* */
728         if (osys->ch_sar) {
729             video_format_t source = vd->source;
730
731             if (osys->sar.num > 0 && osys->sar.den > 0) {
732                 source.i_sar_num = osys->sar.num;
733                 source.i_sar_den = osys->sar.den;
734             } else {
735                 source.i_sar_num = osys->source.i_sar_num;
736                 source.i_sar_den = osys->source.i_sar_den;
737             }
738
739             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_SOURCE_ASPECT, &source)) {
740                 /* There nothing much we can do. The only reason a vout display
741                  * does not support it is because it need the core to add black border
742                  * to the video for it.
743                  * TODO add black borders ?
744                  */
745                 msg_Err(vd, "Failed to change source AR");
746                 source = vd->source;
747             }
748             vd->source = source;
749             osys->sar.num = source.i_sar_num;
750             osys->sar.den = source.i_sar_den;
751             osys->ch_sar  = false;
752
753             /* */
754             if (osys->sar.num == osys->source.i_sar_num &&
755                 osys->sar.den == osys->source.i_sar_den)
756             {
757                 vout_SendEventSourceAspect(osys->vout, 0, 0);
758             }
759             else
760             {
761                 unsigned dar_num, dar_den;
762                 vlc_ureduce( &dar_num, &dar_den,
763                              osys->sar.num * vd->source.i_visible_width,
764                              osys->sar.den * vd->source.i_visible_height,
765                              65536);
766                 vout_SendEventSourceAspect(osys->vout, dar_num, dar_den);
767             }
768         }
769         /* */
770         if (osys->ch_crop) {
771             video_format_t source = vd->source;
772             unsigned crop_num = osys->crop.num;
773             unsigned crop_den = osys->crop.den;
774
775             source.i_x_offset       = osys->crop.x;
776             source.i_y_offset       = osys->crop.y;
777             source.i_visible_width  = osys->crop.width;
778             source.i_visible_height = osys->crop.height;
779
780             /* */
781             const bool is_valid = source.i_x_offset < source.i_width &&
782                                   source.i_y_offset < source.i_height &&
783                                   source.i_x_offset + source.i_visible_width  <= source.i_width &&
784                                   source.i_y_offset + source.i_visible_height <= source.i_height &&
785                                   source.i_visible_width > 0 && source.i_visible_height > 0;
786
787             if (!is_valid || vout_display_Control(vd, VOUT_DISPLAY_CHANGE_SOURCE_CROP, &source)) {
788                 if (is_valid)
789                     msg_Err(vd, "Failed to change source crop TODO implement crop at core");
790                 else
791                     msg_Err(vd, "Invalid crop requested");
792
793                 source = vd->source;
794                 crop_num = osys->crop_saved.num;
795                 crop_den = osys->crop_saved.den;
796                 /* FIXME implement cropping in the core if not supported by the
797                  * vout module (easy)
798                  */
799             }
800             vd->source = source;
801             osys->crop.x      = source.i_x_offset;
802             osys->crop.y      = source.i_y_offset;
803             osys->crop.width  = source.i_visible_width;
804             osys->crop.height = source.i_visible_height;
805             osys->crop.num    = crop_num;
806             osys->crop.den    = crop_den;
807             osys->ch_crop = false;
808
809             /* TODO fix when a ratio is used (complicated). */
810             const unsigned left   = osys->crop.x - osys->source.i_x_offset;
811             const unsigned top    = osys->crop.y - osys->source.i_y_offset;
812             const unsigned right  = osys->source.i_visible_width  - (osys->crop.width  + osys->crop.x);
813             const unsigned bottom = osys->source.i_visible_height - (osys->crop.height + osys->crop.y);
814             vout_SendEventSourceCrop(osys->vout,
815                                      osys->crop.num, osys->crop.den,
816                                      left, top, right, bottom);
817         }
818
819         /* */
820         if (osys->reset_pictures) {
821             if (vout_display_Control(vd, VOUT_DISPLAY_RESET_PICTURES)) {
822                 /* FIXME what to do here ? */
823                 msg_Err(vd, "Failed to reset pictures (probably fatal)");
824             }
825             reset_pictures = true;
826
827             osys->reset_pictures = false;
828         }
829     }
830     if (reset_pictures)
831         VoutDisplayResetRender(vd);
832 }
833
834 bool vout_AreDisplayPicturesInvalid(vout_display_t *vd)
835 {
836     vout_display_owner_sys_t *osys = vd->owner.sys;
837
838     return osys->reset_pictures;
839 }
840
841 bool vout_IsDisplayFiltered(vout_display_t *vd)
842 {
843     vout_display_owner_sys_t *osys = vd->owner.sys;
844
845     return osys->filters != NULL;
846 }
847
848 picture_t *vout_FilterDisplay(vout_display_t *vd, picture_t *picture)
849 {
850     vout_display_owner_sys_t *osys = vd->owner.sys;
851
852     assert(osys->filters);
853     return filter_chain_VideoFilter(osys->filters, picture);
854 }
855
856 void vout_SetDisplayFullscreen(vout_display_t *vd, bool is_fullscreen)
857 {
858     vout_display_owner_sys_t *osys = vd->owner.sys;
859
860     if (!osys->is_fullscreen != !is_fullscreen) {
861         osys->ch_fullscreen = true;
862         osys->is_fullscreen = is_fullscreen;
863     }
864 }
865
866 void vout_SetDisplayFilled(vout_display_t *vd, bool is_filled)
867 {
868     vout_display_owner_sys_t *osys = vd->owner.sys;
869
870     if (!osys->is_display_filled != !is_filled) {
871         osys->ch_display_filled = true;
872         osys->is_display_filled = is_filled;
873     }
874 }
875
876 void vout_SetDisplayZoom(vout_display_t *vd, int num, int den)
877 {
878     vout_display_owner_sys_t *osys = vd->owner.sys;
879
880     if (osys->zoom.num != num || osys->zoom.den != den) {
881         osys->ch_zoom = true;
882         osys->zoom.num = num;
883         osys->zoom.den = den;
884     }
885 }
886 void vout_SetDisplayOnTop(vout_display_t *vd, bool is_on_top)
887 {
888     vout_display_owner_sys_t *osys = vd->owner.sys;
889
890     if (!osys->is_on_top != !is_on_top) {
891         osys->ch_on_top = true;
892         osys->is_on_top = is_on_top;
893     }
894 }
895 void vout_SetDisplayAspect(vout_display_t *vd, unsigned sar_num, unsigned sar_den)
896 {
897     vout_display_owner_sys_t *osys = vd->owner.sys;
898
899     if (osys->sar.num != sar_num || osys->sar.den != sar_den) {
900         osys->ch_sar = true;
901         osys->sar.num = sar_num;
902         osys->sar.den = sar_den;
903     }
904 }
905 void vout_SetDisplayCrop(vout_display_t *vd,
906                          unsigned crop_num, unsigned crop_den,
907                          unsigned x, unsigned y, unsigned width, unsigned height)
908 {
909     vout_display_owner_sys_t *osys = vd->owner.sys;
910
911     if (osys->crop.x != x || osys->crop.y != y ||
912         osys->crop.width  != width || osys->crop.height != height) {
913
914         osys->crop.x      = x;
915         osys->crop.y      = y;
916         osys->crop.width  = width;
917         osys->crop.height = height;
918         osys->crop.num    = crop_num;
919         osys->crop.den    = crop_den;
920
921         osys->ch_crop = true;
922     }
923 }
924
925
926 static vout_display_t *DisplayNew(vout_thread_t *vout,
927                                   const video_format_t *source_org,
928                                   const vout_display_state_t *state,
929                                   const char *module,
930                                   bool is_wrapper, vout_display_t *wrapper,
931                                   mtime_t double_click_timeout,
932                                   mtime_t hide_timeout,
933                                   const vout_display_owner_t *owner_ptr)
934 {
935     /* */
936     vout_display_owner_sys_t *osys = calloc(1, sizeof(*osys));
937     vout_display_cfg_t *cfg = &osys->cfg;
938
939     *cfg = state->cfg;
940     osys->is_on_top_initial = state->is_on_top;;
941     osys->sar_initial.num = state->sar.num;
942     osys->sar_initial.den = state->sar.den;
943     vout_display_GetDefaultDisplaySize(&cfg->display.width, &cfg->display.height,
944                                        source_org, cfg);
945
946     osys->vout = vout;
947     osys->is_wrapper = is_wrapper;
948     osys->wrapper = wrapper;
949
950     vlc_mouse_Init(&osys->mouse.state);
951     osys->mouse.last_moved = mdate();
952     osys->mouse.double_click_timeout = double_click_timeout;
953     osys->mouse.hide_timeout = hide_timeout;
954     osys->is_fullscreen  = cfg->is_fullscreen;
955     osys->width_saved    =
956     osys->display_width  = cfg->display.width;
957     osys->height_saved   =
958     osys->display_height = cfg->display.height;
959     osys->is_display_filled = cfg->is_display_filled;
960     osys->zoom.num = cfg->zoom.num;
961     osys->zoom.den = cfg->zoom.den;
962
963     osys->source = *source_org;
964
965     video_format_t source = *source_org;
966
967     source.i_x_offset =
968     osys->crop.x  = 0;
969     source.i_y_offset =
970     osys->crop.y  = 0;
971     source.i_visible_width  =
972     osys->crop.width    = source.i_width;
973     source.i_visible_height =
974     osys->crop.height   = source.i_height;
975     osys->crop_saved.num = 0;
976     osys->crop_saved.den = 0;
977     osys->crop.num = 0;
978     osys->crop.den = 0;
979
980     osys->sar.num = osys->sar_initial.num ? osys->sar_initial.num : source.i_sar_num;
981     osys->sar.den = osys->sar_initial.den ? osys->sar_initial.den : source.i_sar_den;
982
983     vout_display_owner_t owner;
984     if (owner_ptr) {
985         owner = *owner_ptr;
986     } else {
987         owner.event      = VoutDisplayEvent;
988         owner.window_new = VoutDisplayNewWindow;
989         owner.window_del = VoutDisplayDelWindow;
990     }
991     owner.sys = osys;
992
993     /* */
994     vout_display_t *p_display = vout_display_New(VLC_OBJECT(vout),
995                                                  module, !is_wrapper,
996                                                  &source, cfg, &owner);
997     if (!p_display) {
998         free(osys);
999         return NULL;
1000     }
1001
1002     VoutDisplayCreateRender(p_display);
1003
1004     /* Setup delayed request */
1005     if (osys->sar.num != source_org->i_sar_num ||
1006         osys->sar.den != source_org->i_sar_den)
1007         osys->ch_sar = true;
1008     if (osys->is_on_top)
1009         osys->ch_on_top = true;
1010     if (osys->crop.x      != source_org->i_x_offset ||
1011         osys->crop.y      != source_org->i_y_offset ||
1012         osys->crop.width  != source_org->i_visible_width ||
1013         osys->crop.height != source_org->i_visible_height)
1014         osys->ch_crop = true;
1015
1016     return p_display;
1017 }
1018
1019 void vout_DeleteDisplay(vout_display_t *vd, vout_display_state_t *state)
1020 {
1021     vout_display_owner_sys_t *osys = vd->owner.sys;
1022
1023     if (state) {
1024         if (!osys->is_wrapper )
1025             state->cfg = osys->cfg;
1026         state->is_on_top = osys->is_on_top_initial;
1027         state->sar.num   = osys->sar_initial.num;
1028         state->sar.den   = osys->sar_initial.den;
1029     }
1030
1031     VoutDisplayDestroyRender(vd);
1032     if (osys->is_wrapper)
1033         SplitterClose(vd);
1034     vout_display_Delete(vd);
1035     free(osys);
1036 }
1037
1038 /*****************************************************************************
1039  *
1040  *****************************************************************************/
1041 vout_display_t *vout_NewDisplay(vout_thread_t *vout,
1042                                 const video_format_t *source,
1043                                 const vout_display_state_t *state,
1044                                 const char *module,
1045                                 mtime_t double_click_timeout,
1046                                 mtime_t hide_timeout)
1047 {
1048     return DisplayNew(vout, source, state, module, false, NULL,
1049                       double_click_timeout, hide_timeout, NULL);
1050 }
1051
1052 static void SplitterClose(vout_display_t *vd)
1053 {
1054     VLC_UNUSED(vd);
1055     assert(0);
1056 }
1057
1058 #if 0
1059 /*****************************************************************************
1060  *
1061  *****************************************************************************/
1062 struct vout_display_sys_t {
1063     video_splitter_t *splitter;
1064
1065     /* */
1066     int            count;
1067     picture_t      **picture;
1068     vout_display_t **display;
1069 };
1070 struct video_splitter_owner_t {
1071     vout_display_t *wrapper;
1072 };
1073
1074 static vout_window_t *SplitterNewWindow(vout_display_t *vd, const vout_window_cfg_t *cfg_ptr)
1075 {
1076     vout_display_owner_sys_t *osys = vd->owner.sys;
1077
1078     vout_window_cfg_t cfg = *cfg_ptr;
1079     cfg.is_standalone = true;
1080     cfg.x += 0;//output->window.i_x; FIXME
1081     cfg.y += 0;//output->window.i_y;
1082
1083     return vout_NewDisplayWindow(osys->vout, vd, &cfg);
1084 }
1085 static void SplitterDelWindow(vout_display_t *vd, vout_window_t *window)
1086 {
1087     vout_display_owner_sys_t *osys = vd->owner.sys;
1088
1089     vout_DeleteDisplayWindow(osys->vout, vd, window);
1090 }
1091 static void SplitterEvent(vout_display_t *vd, int event, va_list args)
1092 {
1093     vout_display_owner_sys_t *osys = vd->owner.sys;
1094
1095     switch (event) {
1096 #if 0
1097     case VOUT_DISPLAY_EVENT_MOUSE_STATE:
1098     case VOUT_DISPLAY_EVENT_MOUSE_MOVED:
1099     case VOUT_DISPLAY_EVENT_MOUSE_PRESSED:
1100     case VOUT_DISPLAY_EVENT_MOUSE_RELEASED:
1101         /* TODO */
1102         break;
1103 #endif
1104     case VOUT_DISPLAY_EVENT_MOUSE_DOUBLE_CLICK:
1105     case VOUT_DISPLAY_EVENT_KEY:
1106     case VOUT_DISPLAY_EVENT_CLOSE:
1107     case VOUT_DISPLAY_EVENT_FULLSCREEN:
1108     case VOUT_DISPLAY_EVENT_DISPLAY_SIZE:
1109     case VOUT_DISPLAY_EVENT_PICTURES_INVALID:
1110         VoutDisplayEvent(vd, event, args);
1111         break;
1112
1113     default:
1114         msg_Err(vd, "SplitterEvent TODO");
1115         break;
1116     }
1117 }
1118
1119 static picture_t *SplitterGet(vout_display_t *vd)
1120 {
1121     /* TODO pool ? */
1122     return picture_NewFromFormat(&vd->fmt);
1123 }
1124 static void SplitterPrepare(vout_display_t *vd, picture_t *picture)
1125 {
1126     vout_display_sys_t *sys = vd->sys;
1127
1128     picture_Hold(picture);
1129
1130     if (video_splitter_Filter(sys->splitter, sys->picture, picture)) {
1131         for (int i = 0; i < sys->count; i++)
1132             sys->picture[i] = NULL;
1133         picture_Release(picture);
1134         return;
1135     }
1136
1137     for (int i = 0; i < sys->count; i++) {
1138         /* */
1139         /* FIXME now vout_FilterDisplay already return a direct buffer FIXME */
1140         sys->picture[i] = vout_FilterDisplay(sys->display[i], sys->picture[i]);
1141         if (!sys->picture[i])
1142             continue;
1143
1144         /* */
1145         picture_t *direct = vout_display_Get(sys->display[i]);
1146         if (!direct) {
1147             msg_Err(vd, "Failed to get a direct buffer");
1148             picture_Release(sys->picture[i]);
1149             sys->picture[i] = NULL;
1150             continue;
1151         }
1152
1153         /* FIXME not always needed (easy when there is a osys->filters) */
1154         picture_Copy(direct, sys->picture[i]);
1155         picture_Release(sys->picture[i]);
1156         sys->picture[i] = direct;
1157
1158         vout_display_Prepare(sys->display[i], sys->picture[i]);
1159     }
1160 }
1161 static void SplitterDisplay(vout_display_t *vd, picture_t *picture)
1162 {
1163     vout_display_sys_t *sys = vd->sys;
1164
1165     for (int i = 0; i < sys->count; i++) {
1166         if (sys->picture[i])
1167             vout_display_Display(sys->display[i], sys->picture[i]);
1168     }
1169     picture_Release(picture);
1170 }
1171 static int SplitterControl(vout_display_t *vd, int query, va_list args)
1172 {
1173     return VLC_EGENERIC;
1174 }
1175 static void SplitterManage(vout_display_t *vd)
1176 {
1177     vout_display_sys_t *sys = vd->sys;
1178
1179     for (int i = 0; i < sys->count; i++)
1180         vout_ManageDisplay(sys->display[i]);
1181 }
1182
1183 static int SplitterPictureNew(video_splitter_t *splitter, picture_t *picture[])
1184 {
1185     vout_display_sys_t *wsys = splitter->p_owner->wrapper->sys;
1186
1187     for (int i = 0; i < wsys->count; i++) {
1188         /* TODO pool ? */
1189         picture[i] = picture_NewFromFormat(&wsys->display[i]->source);
1190         if (!picture[i]) {
1191             for (int j = 0; j < i; j++)
1192                 picture_Release(picture[j]);
1193             return VLC_EGENERIC;
1194         }
1195     }
1196     return VLC_SUCCESS;
1197 }
1198 static void SplitterPictureDel(video_splitter_t *splitter, picture_t *picture[])
1199 {
1200     vout_display_sys_t *wsys = splitter->p_owner->wrapper->sys;
1201
1202     for (int i = 0; i < wsys->count; i++)
1203         picture_Release(picture[i]);
1204 }
1205 static void SplitterClose(vout_display_t *vd)
1206 {
1207     vout_display_sys_t *sys = vd->sys;
1208
1209     /* */
1210     video_splitter_t *splitter = sys->splitter;
1211     free(splitter->p_owner);
1212     video_splitter_Delete(splitter);
1213
1214     /* */
1215     for (int i = 0; i < sys->count; i++)
1216         vout_DeleteDisplay(sys->display[i], NULL);
1217     TAB_CLEAN(sys->count, sys->display);
1218     free(sys->picture);
1219
1220     free(sys);
1221 }
1222
1223 vout_display_t *vout_NewSplitter(vout_thread_t *vout,
1224                                  const video_format_t *source,
1225                                  const vout_display_state_t *state,
1226                                  const char *module,
1227                                  const char *splitter_module,
1228                                  mtime_t double_click_timeout,
1229                                  mtime_t hide_timeout)
1230 {
1231     video_splitter_t *splitter =
1232         video_splitter_New(VLC_OBJECT(vout), splitter_module, source);
1233     if (!splitter)
1234         return NULL;
1235
1236     /* */
1237     vout_display_t *wrapper =
1238         DisplayNew(vout, source, state, module, true, NULL,
1239                     double_click_timeout, hide_timeout, NULL);
1240     if (!wrapper) {
1241         video_splitter_Delete(splitter);
1242         return NULL;
1243     }
1244     vout_display_sys_t *sys = malloc(sizeof(*sys));
1245     if (!sys)
1246         abort();
1247     sys->picture = calloc(splitter->i_output, sizeof(*sys->picture));
1248     if (!sys->picture )
1249         abort();
1250     sys->splitter = splitter;
1251
1252     wrapper->get     = SplitterGet;
1253     wrapper->prepare = SplitterPrepare;
1254     wrapper->display = SplitterDisplay;
1255     wrapper->control = SplitterControl;
1256     wrapper->manage  = SplitterManage;
1257     wrapper->sys     = sys;
1258
1259     /* */
1260     video_splitter_owner_t *owner = malloc(sizeof(*owner));
1261     if (!owner)
1262         abort();
1263     owner->wrapper = wrapper;
1264     splitter->p_owner = owner;
1265     splitter->pf_picture_new = SplitterPictureNew;
1266     splitter->pf_picture_del = SplitterPictureDel;
1267
1268     /* */
1269     TAB_INIT(sys->count, sys->display);
1270     for (int i = 0; i < splitter->i_output; i++) {
1271         vout_display_owner_t owner;
1272
1273         owner.event      = SplitterEvent;
1274         owner.window_new = SplitterNewWindow;
1275         owner.window_del = SplitterDelWindow;
1276
1277         const video_splitter_output_t *output = &splitter->p_output[i];
1278         vout_display_state_t ostate;
1279
1280         memset(&ostate, 0, sizeof(ostate));
1281         ostate.cfg.is_fullscreen = false;
1282         ostate.cfg.display = state->cfg.display;
1283         ostate.cfg.align.horizontal = 0; /* TODO */
1284         ostate.cfg.align.vertical = 0; /* TODO */
1285         ostate.cfg.is_display_filled = true;
1286         ostate.cfg.zoom.num = 1;
1287         ostate.cfg.zoom.den = 1;
1288
1289         vout_display_t *vd = DisplayNew(vout, &output->fmt, &ostate,
1290                                            output->psz_module ? output->psz_module : module,
1291                                            false, wrapper,
1292                                            double_click_timeout, hide_timeout, &owner);
1293         if (!vd) {
1294             vout_DeleteDisplay(wrapper, NULL);
1295             return NULL;
1296         }
1297         TAB_APPEND(sys->count, sys->display, vd);
1298     }
1299
1300     return wrapper;
1301 }
1302 #endif
1303
1304 /*****************************************************************************
1305  * TODO move out
1306  *****************************************************************************/
1307 #include "vout_internal.h"
1308 void vout_SendDisplayEventMouse(vout_thread_t *vout, const vlc_mouse_t *m)
1309 {
1310     if (vlc_mouse_HasMoved(&vout->p->mouse, m)) {
1311         vout_SendEventMouseMoved(vout, m->i_x, m->i_y);
1312     }
1313     if (vlc_mouse_HasButton(&vout->p->mouse, m)) {
1314         static const int buttons[] = {
1315             MOUSE_BUTTON_LEFT,
1316             MOUSE_BUTTON_CENTER,
1317             MOUSE_BUTTON_RIGHT,
1318             MOUSE_BUTTON_WHEEL_UP,
1319             MOUSE_BUTTON_WHEEL_DOWN,
1320             -1
1321         };
1322         for (int i = 0; buttons[i] >= 0; i++) {
1323             const int button = buttons[i];
1324             if (vlc_mouse_HasPressed(&vout->p->mouse, m, button))
1325                 vout_SendEventMousePressed(vout, button);
1326             else if (vlc_mouse_HasReleased(&vout->p->mouse, m, button))
1327                 vout_SendEventMouseReleased(vout, button);
1328         }
1329     }
1330     if (m->b_double_click)
1331         vout_SendEventMouseDoubleClick(vout);
1332     vout->p->mouse = *m;
1333 }
1334 vout_window_t * vout_NewDisplayWindow(vout_thread_t *vout, vout_display_t *vd, const vout_window_cfg_t *cfg)
1335 {
1336     VLC_UNUSED(vd);
1337     vout_window_cfg_t cfg_override = *cfg;
1338
1339     if( !config_GetInt( vout, "embedded-video" ) )
1340         cfg_override.is_standalone = true;
1341
1342     return vout_window_New(VLC_OBJECT(vout), NULL, &cfg_override);
1343 }
1344 void vout_DeleteDisplayWindow(vout_thread_t *vout, vout_display_t *vd, vout_window_t *window)
1345 {
1346     VLC_UNUSED(vout);
1347     VLC_UNUSED(vd);
1348     vout_window_Delete(window);
1349 }
1350