git.sesse.net Git - vlc/blob - src/video_output/display.c

   1 /*****************************************************************************
   2  * display.c: "vout display" managment
   3  *****************************************************************************
   4  * Copyright (C) 2009 Laurent Aimar
   5  * $Id$
   6  *
   7  * Authors: Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
   8  *
   9  * This program is free software; you can redistribute it and/or modify it
  10  * under the terms of the GNU Lesser General Public License as published by
  11  * the Free Software Foundation; either version 2.1 of the License, or
  12  * (at your option) any later version.
  13  *
  14  * This program is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17  * GNU Lesser General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU Lesser General Public License
  20  * along with this program; if not, write to the Free Software Foundation,
  21  * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  22  *****************************************************************************/
  23
  24 /*****************************************************************************
  25  * Preamble
  26  *****************************************************************************/
  27 #ifdef HAVE_CONFIG_H
  28 # include "config.h"
  29 #endif
  30 #include <assert.h>
  31
  32 #include <vlc_common.h>
  33 #include <vlc_video_splitter.h>
  34 #include <vlc_vout_display.h>
  35 #include <vlc_vout.h>
  36 #include <vlc_block.h>
  37 #include <vlc_modules.h>
  38
  39 #include <libvlc.h>
  40
  41 #include "display.h"
  42
  43 #include "event.h"
  44
  45 /* It must be present as long as a vout_display_t must be created using a dummy
  46  * vout (as an opengl provider) */
  47 #define ALLOW_DUMMY_VOUT
  48
  49 static void SplitterClose(vout_display_t *vd);
  50
  51 /*****************************************************************************
  52  * FIXME/TODO see how to have direct rendering here (interact with vout.c)
  53  *****************************************************************************/
  54 static picture_t *VideoBufferNew(filter_t *filter)
  55 {
  56     vout_display_t *vd = filter->owner.sys;
  57     const video_format_t *fmt = &filter->fmt_out.video;
  58
  59     assert(vd->fmt.i_chroma == fmt->i_chroma &&
  60            vd->fmt.i_width  == fmt->i_width  &&
  61            vd->fmt.i_height == fmt->i_height);
  62
  63     picture_pool_t *pool = vout_display_Pool(vd, 3);
  64     if (!pool)
  65         return NULL;
  66     return picture_pool_Get(pool);
  67 }
  68
  69 static void VideoBufferDelete(filter_t *filter, picture_t *picture)
  70 {
  71     VLC_UNUSED(filter);
  72     picture_Release(picture);
  73 }
  74
  75 /*****************************************************************************
  76  *
  77  *****************************************************************************/
  78
  79 /**
  80  * It creates a new vout_display_t using the given configuration.
  81  */
  82 static vout_display_t *vout_display_New(vlc_object_t *obj,
  83                                         const char *module, bool load_module,
  84                                         const video_format_t *fmt,
  85                                         const vout_display_cfg_t *cfg,
  86                                         vout_display_owner_t *owner)
  87 {
  88     /* */
  89     vout_display_t *vd = vlc_custom_create(obj, sizeof(*vd), "vout display" );
  90
  91     /* */
  92     video_format_Copy(&vd->source, fmt);
  93
  94     /* Picture buffer does not have the concept of aspect ratio */
  95     video_format_Copy(&vd->fmt, fmt);
  96     vd->fmt.i_sar_num = 0;
  97     vd->fmt.i_sar_den = 0;
  98
  99     vd->info.is_slow = false;
 100     vd->info.has_double_click = false;
 101     vd->info.has_hide_mouse = false;
 102     vd->info.has_pictures_invalid = false;
 103     vd->info.has_event_thread = false;
 104     vd->info.subpicture_chromas = NULL;
 105
 106     vd->cfg = cfg;
 107     vd->pool = NULL;
 108     vd->prepare = NULL;
 109     vd->display = NULL;
 110     vd->control = NULL;
 111     vd->manage = NULL;
 112     vd->sys = NULL;
 113
 114     vd->owner = *owner;
 115
 116     if (load_module) {
 117         vd->module = module_need(vd, "vout display", module, module && *module != '\0');
 118         if (!vd->module) {
 119             vlc_object_release(vd);
 120             return NULL;
 121         }
 122     } else {
 123         vd->module = NULL;
 124     }
 125     return vd;
 126 }
 127
 128 /**
 129  * It deletes a vout_display_t
 130  */
 131 static void vout_display_Delete(vout_display_t *vd)
 132 {
 133     if (vd->module)
 134         module_unneed(vd, vd->module);
 135
 136     video_format_Clean(&vd->source);
 137     video_format_Clean(&vd->fmt);
 138
 139     vlc_object_release(vd);
 140 }
 141
 142 /**
 143  * It controls a vout_display_t
 144  */
 145 static int vout_display_Control(vout_display_t *vd, int query, ...)
 146 {
 147     va_list args;
 148     int result;
 149
 150     va_start(args, query);
 151     result = vd->control(vd, query, args);
 152     va_end(args);
 153
 154     return result;
 155 }
 156
 157 static void vout_display_Manage(vout_display_t *vd)
 158 {
 159     if (vd->manage)
 160         vd->manage(vd);
 161 }
 162
 163 /* */
 164 void vout_display_GetDefaultDisplaySize(unsigned *width, unsigned *height,
 165                                         const video_format_t *source,
 166                                         const vout_display_cfg_t *cfg)
 167 {
 168     if (cfg->display.width > 0 && cfg->display.height > 0) {
 169         *width  = cfg->display.width;
 170         *height = cfg->display.height;
 171     } else if (cfg->display.width > 0) {
 172         *width  = cfg->display.width;
 173         *height = (int64_t)source->i_visible_height * source->i_sar_den * cfg->display.width * cfg->display.sar.num /
 174             source->i_visible_width / source->i_sar_num / cfg->display.sar.den;
 175     } else if (cfg->display.height > 0) {
 176         *width  = (int64_t)source->i_visible_width * source->i_sar_num * cfg->display.height * cfg->display.sar.den /
 177             source->i_visible_height / source->i_sar_den / cfg->display.sar.num;
 178         *height = cfg->display.height;
 179     } else if (source->i_sar_num >= source->i_sar_den) {
 180         *width  = (int64_t)source->i_visible_width * source->i_sar_num * cfg->display.sar.den / source->i_sar_den / cfg->display.sar.num;
 181         *height = source->i_visible_height;
 182     } else {
 183         *width  = source->i_visible_width;
 184         *height = (int64_t)source->i_visible_height * source->i_sar_den * cfg->display.sar.num / source->i_sar_num / cfg->display.sar.den;
 185     }
 186
 187     *width  = *width  * cfg->zoom.num / cfg->zoom.den;
 188     *height = *height * cfg->zoom.num / cfg->zoom.den;
 189
 190     if (ORIENT_IS_SWAP(source->orientation)) {
 191
 192         unsigned store = *width;
 193         *width = *height;
 194         *height = store;
 195     }
 196 }
 197
 198 /* */
 199 void vout_display_PlacePicture(vout_display_place_t *place,
 200                                const video_format_t *source,
 201                                const vout_display_cfg_t *cfg,
 202                                bool do_clipping)
 203 {
 204     /* */
 205     memset(place, 0, sizeof(*place));
 206     if (cfg->display.width <= 0 || cfg->display.height <= 0)
 207         return;
 208
 209     /* */
 210     unsigned display_width;
 211     unsigned display_height;
 212
 213     video_format_t source_rot;
 214     video_format_ApplyRotation(&source_rot, source);
 215     source = &source_rot;
 216
 217     if (cfg->is_display_filled) {
 218         display_width  = cfg->display.width;
 219         display_height = cfg->display.height;
 220     } else {
 221         vout_display_cfg_t cfg_tmp = *cfg;
 222
 223         cfg_tmp.display.width  = 0;
 224         cfg_tmp.display.height = 0;
 225         vout_display_GetDefaultDisplaySize(&display_width, &display_height,
 226                                            source, &cfg_tmp);
 227
 228         if (do_clipping) {
 229             display_width  = __MIN(display_width,  cfg->display.width);
 230             display_height = __MIN(display_height, cfg->display.height);
 231         }
 232     }
 233
 234     const unsigned width  = source->i_visible_width;
 235     const unsigned height = source->i_visible_height;
 236     /* Compute the height if we use the width to fill up display_width */
 237     const int64_t scaled_height = (int64_t)height * display_width  * cfg->display.sar.num * source->i_sar_den / width  / source->i_sar_num / cfg->display.sar.den;
 238     /* And the same but switching width/height */
 239     const int64_t scaled_width  = (int64_t)width  * display_height * cfg->display.sar.den * source->i_sar_num / height / source->i_sar_den / cfg->display.sar.num;
 240
 241     /* We keep the solution that avoid filling outside the display */
 242     if (scaled_width <= cfg->display.width) {
 243         place->width  = scaled_width;
 244         place->height = display_height;
 245     } else {
 246         place->width  = display_width;
 247         place->height = scaled_height;
 248     }
 249
 250     /*  Compute position */
 251     switch (cfg->align.horizontal) {
 252     case VOUT_DISPLAY_ALIGN_LEFT:
 253         place->x = 0;
 254         break;
 255     case VOUT_DISPLAY_ALIGN_RIGHT:
 256         place->x = cfg->display.width - place->width;
 257         break;
 258     default:
 259         place->x = ((int)cfg->display.width - (int)place->width) / 2;
 260         break;
 261     }
 262
 263     switch (cfg->align.vertical) {
 264     case VOUT_DISPLAY_ALIGN_TOP:
 265         place->y = 0;
 266         break;
 267     case VOUT_DISPLAY_ALIGN_BOTTOM:
 268         place->y = cfg->display.height - place->height;
 269         break;
 270     default:
 271         place->y = ((int)cfg->display.height - (int)place->height) / 2;
 272         break;
 273     }
 274 }
 275
 276 void vout_display_SendMouseMovedDisplayCoordinates(vout_display_t *vd, video_orientation_t orient_display, int m_x, int m_y, vout_display_place_t *place)
 277 {
 278     video_format_t source_rot = vd->source;
 279     video_format_TransformTo(&source_rot, orient_display);
 280
 281     if (place->width > 0 && place->height > 0) {
 282
 283         int x = (int)(source_rot.i_x_offset +
 284                             (int64_t)(m_x - place->x) * source_rot.i_visible_width / place->width);
 285         int y = (int)(source_rot.i_y_offset +
 286                             (int64_t)(m_y - place->y) * source_rot.i_visible_height/ place->height);
 287
 288         video_transform_t transform = video_format_GetTransform(vd->source.orientation, orient_display);
 289
 290         int store;
 291
 292         switch (transform) {
 293
 294             case TRANSFORM_R90:
 295                 store = x;
 296                 x = y;
 297                 y = vd->source.i_visible_height - store;
 298                 break;
 299             case TRANSFORM_R180:
 300                 x = vd->source.i_visible_width - x;
 301                 y = vd->source.i_visible_height - y;
 302                 break;
 303             case TRANSFORM_R270:
 304                 store = x;
 305                 x = vd->source.i_visible_width - y;
 306                 y = store;
 307                 break;
 308             case TRANSFORM_HFLIP:
 309                 x = vd->source.i_visible_width - x;
 310                 break;
 311             case TRANSFORM_VFLIP:
 312                 y = vd->source.i_visible_height - y;
 313                 break;
 314             case TRANSFORM_TRANSPOSE:
 315                 store = x;
 316                 x = y;
 317                 y = store;
 318                 break;
 319             case TRANSFORM_ANTI_TRANSPOSE:
 320                 store = x;
 321                 x = vd->source.i_visible_width - y;
 322                 y = vd->source.i_visible_height - store;
 323                 break;
 324             default:
 325                 break;
 326         }
 327
 328         vout_display_SendEventMouseMoved (vd, x, y);
 329     }
 330 }
 331
 332 struct vout_display_owner_sys_t {
 333     vout_thread_t   *vout;
 334     bool            is_wrapper;  /* Is the current display a wrapper */
 335     vout_display_t  *wrapper; /* Vout display wrapper */
 336
 337     /* */
 338     vout_display_cfg_t cfg;
 339     unsigned     wm_state_initial;
 340     struct {
 341         unsigned num;
 342         unsigned den;
 343     } sar_initial;
 344
 345     /* */
 346     unsigned width_saved;
 347     unsigned height_saved;
 348
 349     struct {
 350         unsigned num;
 351         unsigned den;
 352     } crop_saved;
 353
 354     /* */
 355     bool ch_display_filled;
 356     bool is_display_filled;
 357
 358     bool ch_zoom;
 359     struct {
 360         unsigned num;
 361         unsigned den;
 362     } zoom;
 363
 364     bool ch_wm_state;
 365     unsigned wm_state;
 366
 367     bool ch_sar;
 368     struct {
 369         unsigned num;
 370         unsigned den;
 371     } sar;
 372
 373     bool ch_crop;
 374     struct {
 375         int      left;
 376         int      top;
 377         int      right;
 378         int      bottom;
 379         unsigned num;
 380         unsigned den;
 381     } crop;
 382
 383     /* */
 384     video_format_t source;
 385     filter_chain_t *filters;
 386
 387     /* Lock protecting the variables used by
 388      * VoutDisplayEvent(ie vout_display_SendEvent) */
 389     vlc_mutex_t lock;
 390
 391     /* mouse state */
 392     struct {
 393         vlc_mouse_t state;
 394
 395         mtime_t last_pressed;
 396         mtime_t last_moved;
 397         bool    is_hidden;
 398         bool    ch_activity;
 399
 400         /* */
 401         mtime_t double_click_timeout;
 402         mtime_t hide_timeout;
 403     } mouse;
 404
 405     bool reset_pictures;
 406
 407     bool ch_fullscreen;
 408     bool is_fullscreen;
 409
 410     bool ch_display_size;
 411     int  display_width;
 412     int  display_height;
 413     bool display_is_forced;
 414
 415     int  fit_window;
 416
 417     struct {
 418         vlc_thread_t thread;
 419         block_fifo_t *fifo;
 420     } event;
 421
 422 #ifdef ALLOW_DUMMY_VOUT
 423     vlc_mouse_t vout_mouse;
 424 #endif
 425 };
 426
 427 static void DummyVoutSendDisplayEventMouse(vout_thread_t *, vlc_mouse_t *fallback, const vlc_mouse_t *m);
 428
 429 static void VoutDisplayCreateRender(vout_display_t *vd)
 430 {
 431     vout_display_owner_sys_t *osys = vd->owner.sys;
 432
 433     osys->filters = NULL;
 434
 435     video_format_t v_src = vd->source;
 436     v_src.i_sar_num = 0;
 437     v_src.i_sar_den = 0;
 438
 439     video_format_t v_dst = vd->fmt;
 440     v_dst.i_sar_num = 0;
 441     v_dst.i_sar_den = 0;
 442
 443     video_format_t v_dst_cmp = v_dst;
 444     if ((v_src.i_chroma == VLC_CODEC_J420 && v_dst.i_chroma == VLC_CODEC_I420) ||
 445         (v_src.i_chroma == VLC_CODEC_J422 && v_dst.i_chroma == VLC_CODEC_I422) ||
 446         (v_src.i_chroma == VLC_CODEC_J440 && v_dst.i_chroma == VLC_CODEC_I440) ||
 447         (v_src.i_chroma == VLC_CODEC_J444 && v_dst.i_chroma == VLC_CODEC_I444))
 448         v_dst_cmp.i_chroma = v_src.i_chroma;
 449
 450     const bool convert = memcmp(&v_src, &v_dst_cmp, sizeof(v_src)) != 0;
 451     if (!convert)
 452         return;
 453
 454     msg_Dbg(vd, "A filter to adapt decoder to display is needed");
 455
 456     filter_owner_t owner = {
 457         .sys = vd,
 458         .video = {
 459             .buffer_new = VideoBufferNew,
 460             .buffer_del = VideoBufferDelete,
 461         },
 462     };
 463
 464     osys->filters = filter_chain_NewVideo(vd, false, &owner);
 465     assert(osys->filters); /* TODO critical */
 466
 467     /* */
 468     es_format_t src;
 469     es_format_InitFromVideo(&src, &v_src);
 470
 471     /* */
 472     filter_t *filter;
 473     for (int i = 0; i < 1 + (v_dst_cmp.i_chroma != v_dst.i_chroma); i++) {
 474         es_format_t dst;
 475
 476         es_format_InitFromVideo(&dst, i == 0 ? &v_dst : &v_dst_cmp);
 477
 478         filter_chain_Reset(osys->filters, &src, &dst);
 479         filter = filter_chain_AppendFilter(osys->filters,
 480                                            NULL, NULL, &src, &dst);
 481         es_format_Clean(&dst);
 482         if (filter)
 483             break;
 484     }
 485     es_format_Clean(&src);
 486     if (!filter)
 487         msg_Err(vd, "Failed to adapt decoder format to display");
 488 }
 489
 490 static void VoutDisplayDestroyRender(vout_display_t *vd)
 491 {
 492     vout_display_owner_sys_t *osys = vd->owner.sys;
 493
 494     if (osys->filters)
 495         filter_chain_Delete(osys->filters);
 496 }
 497
 498 static void VoutDisplayResetRender(vout_display_t *vd)
 499 {
 500     VoutDisplayDestroyRender(vd);
 501     VoutDisplayCreateRender(vd);
 502 }
 503 static void VoutDisplayEventMouse(vout_display_t *vd, int event, va_list args)
 504 {
 505     vout_display_owner_sys_t *osys = vd->owner.sys;
 506
 507     vlc_mutex_lock(&osys->lock);
 508
 509     /* */
 510     vlc_mouse_t m = osys->mouse.state;
 511     bool is_ignored = false;
 512
 513     switch (event) {
 514     case VOUT_DISPLAY_EVENT_MOUSE_STATE: {
 515         const int x = (int)va_arg(args, int);
 516         const int y = (int)va_arg(args, int);
 517         const int button_mask = (int)va_arg(args, int);
 518
 519         vlc_mouse_Init(&m);
 520         m.i_x = x;
 521         m.i_y = y;
 522         m.i_pressed = button_mask;
 523         break;
 524     }
 525     case VOUT_DISPLAY_EVENT_MOUSE_MOVED: {
 526         const int x = (int)va_arg(args, int);
 527         const int y = (int)va_arg(args, int);
 528
 529         //msg_Dbg(vd, "VoutDisplayEvent 'mouse' @%d,%d", x, y);
 530
 531         m.i_x = x;
 532         m.i_y = y;
 533         m.b_double_click = false;
 534         break;
 535     }
 536     case VOUT_DISPLAY_EVENT_MOUSE_PRESSED:
 537     case VOUT_DISPLAY_EVENT_MOUSE_RELEASED: {
 538         const int button = (int)va_arg(args, int);
 539         const int button_mask = 1 << button;
 540
 541         /* Ignore inconsistent event */
 542         if ((event == VOUT_DISPLAY_EVENT_MOUSE_PRESSED  &&  (osys->mouse.state.i_pressed & button_mask)) ||
 543             (event == VOUT_DISPLAY_EVENT_MOUSE_RELEASED && !(osys->mouse.state.i_pressed & button_mask))) {
 544             is_ignored = true;
 545             break;
 546         }
 547
 548         /* */
 549         msg_Dbg(vd, "VoutDisplayEvent 'mouse button' %d t=%d", button, event);
 550
 551         m.b_double_click = false;
 552         if (event == VOUT_DISPLAY_EVENT_MOUSE_PRESSED)
 553             m.i_pressed |= button_mask;
 554         else
 555             m.i_pressed &= ~button_mask;
 556         break;
 557     }
 558     case VOUT_DISPLAY_EVENT_MOUSE_DOUBLE_CLICK:
 559         msg_Dbg(vd, "VoutDisplayEvent 'double click'");
 560
 561         m.b_double_click = true;
 562         break;
 563     default:
 564         assert(0);
 565     }
 566
 567     if (is_ignored) {
 568         vlc_mutex_unlock(&osys->lock);
 569         return;
 570     }
 571
 572     /* Emulate double-click if needed */
 573     if (!vd->info.has_double_click &&
 574         vlc_mouse_HasPressed(&osys->mouse.state, &m, MOUSE_BUTTON_LEFT)) {
 575         const mtime_t i_date = mdate();
 576
 577         if (i_date - osys->mouse.last_pressed < osys->mouse.double_click_timeout ) {
 578             m.b_double_click = true;
 579             osys->mouse.last_pressed = 0;
 580         } else {
 581             osys->mouse.last_pressed = mdate();
 582         }
 583     }
 584
 585     /* */
 586     osys->mouse.state = m;
 587
 588     /* */
 589     osys->mouse.ch_activity = true;
 590     if (!vd->info.has_hide_mouse)
 591         osys->mouse.last_moved = mdate();
 592
 593     /* */
 594     vout_SendEventMouseVisible(osys->vout);
 595 #ifdef ALLOW_DUMMY_VOUT
 596     DummyVoutSendDisplayEventMouse(osys->vout, &osys->vout_mouse, &m);
 597 #else
 598     vout_SendDisplayEventMouse(osys->vout, &m);
 599 #endif
 600     vlc_mutex_unlock(&osys->lock);
 601 }
 602
 603 VLC_NORETURN
 604 static void *VoutDisplayEventKeyDispatch(void *data)
 605 {
 606     vout_display_owner_sys_t *osys = data;
 607
 608     for (;;) {
 609         block_t *event = block_FifoGet(osys->event.fifo);
 610
 611         int cancel = vlc_savecancel();
 612
 613         int key;
 614         memcpy(&key, event->p_buffer, sizeof(key));
 615         vout_SendEventKey(osys->vout, key);
 616         block_Release(event);
 617
 618         vlc_restorecancel(cancel);
 619     }
 620 }
 621
 622 static void VoutDisplayEventKey(vout_display_t *vd, int key)
 623 {
 624     vout_display_owner_sys_t *osys = vd->owner.sys;
 625
 626     if (!osys->event.fifo) {
 627         osys->event.fifo = block_FifoNew();
 628         if (!osys->event.fifo)
 629             return;
 630         if (vlc_clone(&osys->event.thread, VoutDisplayEventKeyDispatch,
 631                       osys, VLC_THREAD_PRIORITY_LOW)) {
 632             block_FifoRelease(osys->event.fifo);
 633             osys->event.fifo = NULL;
 634             return;
 635         }
 636     }
 637     block_t *event = block_Alloc(sizeof(key));
 638     if (event) {
 639         memcpy(event->p_buffer, &key, sizeof(key));
 640         block_FifoPut(osys->event.fifo, event);
 641     }
 642 }
 643
 644 static void VoutDisplayEvent(vout_display_t *vd, int event, va_list args)
 645 {
 646     vout_display_owner_sys_t *osys = vd->owner.sys;
 647
 648     switch (event) {
 649     case VOUT_DISPLAY_EVENT_CLOSE: {
 650         msg_Dbg(vd, "VoutDisplayEvent 'close'");
 651         vout_SendEventClose(osys->vout);
 652         break;
 653     }
 654     case VOUT_DISPLAY_EVENT_KEY: {
 655         const int key = (int)va_arg(args, int);
 656         msg_Dbg(vd, "VoutDisplayEvent 'key' 0x%2.2x", key);
 657         if (vd->info.has_event_thread)
 658             vout_SendEventKey(osys->vout, key);
 659         else
 660             VoutDisplayEventKey(vd, key);
 661         break;
 662     }
 663     case VOUT_DISPLAY_EVENT_MOUSE_STATE:
 664     case VOUT_DISPLAY_EVENT_MOUSE_MOVED:
 665     case VOUT_DISPLAY_EVENT_MOUSE_PRESSED:
 666     case VOUT_DISPLAY_EVENT_MOUSE_RELEASED:
 667     case VOUT_DISPLAY_EVENT_MOUSE_DOUBLE_CLICK:
 668         VoutDisplayEventMouse(vd, event, args);
 669         break;
 670
 671     case VOUT_DISPLAY_EVENT_FULLSCREEN: {
 672         const int is_fullscreen = (int)va_arg(args, int);
 673
 674         msg_Dbg(vd, "VoutDisplayEvent 'fullscreen' %d", is_fullscreen);
 675
 676         vlc_mutex_lock(&osys->lock);
 677         if (!is_fullscreen != !osys->is_fullscreen) {
 678             osys->ch_fullscreen = true;
 679             osys->is_fullscreen = is_fullscreen;
 680         }
 681         vlc_mutex_unlock(&osys->lock);
 682         break;
 683     }
 684
 685     case VOUT_DISPLAY_EVENT_WINDOW_STATE: {
 686         const unsigned state = va_arg(args, unsigned);
 687
 688         msg_Dbg(vd, "VoutDisplayEvent 'window state' %u", state);
 689
 690         vlc_mutex_lock(&osys->lock);
 691         if (state != osys->wm_state) {
 692             osys->ch_wm_state = true;
 693             osys->wm_state = state;
 694         }
 695         vlc_mutex_unlock(&osys->lock);
 696         break;
 697     }
 698
 699     case VOUT_DISPLAY_EVENT_DISPLAY_SIZE: {
 700         const int width  = (int)va_arg(args, int);
 701         const int height = (int)va_arg(args, int);
 702         msg_Dbg(vd, "VoutDisplayEvent 'resize' %dx%d", width, height);
 703
 704         /* */
 705         vlc_mutex_lock(&osys->lock);
 706
 707         osys->ch_display_size   = true;
 708         osys->display_width     = width;
 709         osys->display_height    = height;
 710         osys->display_is_forced = false;
 711
 712         vlc_mutex_unlock(&osys->lock);
 713         break;
 714     }
 715
 716     case VOUT_DISPLAY_EVENT_PICTURES_INVALID: {
 717         msg_Warn(vd, "VoutDisplayEvent 'pictures invalid'");
 718
 719         /* */
 720         assert(vd->info.has_pictures_invalid);
 721
 722         vlc_mutex_lock(&osys->lock);
 723         osys->reset_pictures = true;
 724         vlc_mutex_unlock(&osys->lock);
 725         break;
 726     }
 727     default:
 728         msg_Err(vd, "VoutDisplayEvent received event %d", event);
 729         /* TODO add an assert when all event are handled */
 730         break;
 731     }
 732 }
 733
 734 static vout_window_t *VoutDisplayNewWindow(vout_display_t *vd, const vout_window_cfg_t *cfg)
 735 {
 736     vout_display_owner_sys_t *osys = vd->owner.sys;
 737
 738 #ifdef ALLOW_DUMMY_VOUT
 739     if (!osys->vout->p) {
 740         vout_window_cfg_t cfg_override = *cfg;
 741
 742         if (!var_InheritBool(osys->vout, "embedded-video"))
 743             cfg_override.is_standalone = true;
 744
 745         return vout_window_New(VLC_OBJECT(osys->vout), "$window",
 746                                &cfg_override, NULL);
 747     }
 748 #endif
 749     return vout_NewDisplayWindow(osys->vout, cfg);
 750 }
 751
 752 static void VoutDisplayDelWindow(vout_display_t *vd, vout_window_t *window)
 753 {
 754     vout_display_owner_sys_t *osys = vd->owner.sys;
 755
 756 #ifdef ALLOW_DUMMY_VOUT
 757     if (!osys->vout->p) {
 758         if( window)
 759             vout_window_Delete(window);
 760         return;
 761     }
 762 #endif
 763     vout_DeleteDisplayWindow(osys->vout, window);
 764 }
 765
 766 static void VoutDisplayFitWindow(vout_display_t *vd, bool default_size)
 767 {
 768     vout_display_owner_sys_t *osys = vd->owner.sys;
 769     vout_display_cfg_t cfg = osys->cfg;
 770
 771     if (!cfg.is_display_filled)
 772         return;
 773
 774     cfg.display.width = 0;
 775     if (default_size) {
 776         cfg.display.height = 0;
 777     } else {
 778         cfg.display.height = osys->height_saved;
 779         cfg.zoom.num = 1;
 780         cfg.zoom.den = 1;
 781     }
 782
 783     unsigned display_width;
 784     unsigned display_height;
 785     vout_display_GetDefaultDisplaySize(&display_width, &display_height,
 786                                        &vd->source, &cfg);
 787
 788     vlc_mutex_lock(&osys->lock);
 789
 790     osys->ch_display_size   = true;
 791     osys->display_width     = display_width;
 792     osys->display_height    = display_height;
 793     osys->display_is_forced = true;
 794
 795     vlc_mutex_unlock(&osys->lock);
 796 }
 797
 798 static void VoutDisplayCropRatio(int *left, int *top, int *right, int *bottom,
 799                                  const video_format_t *source,
 800                                  unsigned num, unsigned den)
 801 {
 802     unsigned scaled_width  = (uint64_t)source->i_visible_height * num * source->i_sar_den / den / source->i_sar_num;
 803     unsigned scaled_height = (uint64_t)source->i_visible_width  * den * source->i_sar_num / num / source->i_sar_den;
 804
 805     if (scaled_width < source->i_visible_width) {
 806         *left   = (source->i_visible_width - scaled_width) / 2;
 807         *top    = 0;
 808         *right  = *left + scaled_width;
 809         *bottom = *top  + source->i_visible_height;
 810     } else {
 811         *left   = 0;
 812         *top    = (source->i_visible_height - scaled_height) / 2;
 813         *right  = *left + source->i_visible_width;
 814         *bottom = *top  + scaled_height;
 815     }
 816 }
 817
 818 bool vout_ManageDisplay(vout_display_t *vd, bool allow_reset_pictures)
 819 {
 820     vout_display_owner_sys_t *osys = vd->owner.sys;
 821
 822     vout_display_Manage(vd);
 823
 824     /* Handle mouse timeout */
 825     const mtime_t date = mdate();
 826     bool  hide_mouse = false;
 827
 828     vlc_mutex_lock(&osys->lock);
 829
 830     if (!osys->mouse.is_hidden &&
 831         osys->mouse.last_moved + osys->mouse.hide_timeout < date) {
 832         osys->mouse.is_hidden = hide_mouse = true;
 833     } else if (osys->mouse.ch_activity) {
 834         osys->mouse.is_hidden = false;
 835     }
 836     osys->mouse.ch_activity = false;
 837     vlc_mutex_unlock(&osys->lock);
 838
 839     if (hide_mouse) {
 840         if (!vd->info.has_hide_mouse) {
 841             msg_Dbg(vd, "auto hiding mouse cursor");
 842             vout_display_Control(vd, VOUT_DISPLAY_HIDE_MOUSE);
 843         }
 844         vout_SendEventMouseHidden(osys->vout);
 845     }
 846
 847     bool reset_render = false;
 848     for (;;) {
 849
 850         vlc_mutex_lock(&osys->lock);
 851
 852         bool ch_fullscreen  = osys->ch_fullscreen;
 853         bool is_fullscreen  = osys->is_fullscreen;
 854         osys->ch_fullscreen = false;
 855
 856         bool ch_wm_state  = osys->ch_wm_state;
 857         unsigned wm_state  = osys->wm_state;
 858         osys->ch_wm_state = false;
 859
 860         bool ch_display_size       = osys->ch_display_size;
 861         int  display_width         = osys->display_width;
 862         int  display_height        = osys->display_height;
 863         bool display_is_forced     = osys->display_is_forced;
 864         osys->ch_display_size = false;
 865
 866         bool reset_pictures;
 867         if (allow_reset_pictures) {
 868             reset_pictures = osys->reset_pictures;
 869             osys->reset_pictures = false;
 870         } else {
 871             reset_pictures = false;
 872         }
 873
 874         vlc_mutex_unlock(&osys->lock);
 875
 876         if (!ch_fullscreen &&
 877             !ch_display_size &&
 878             !reset_pictures &&
 879             !osys->ch_display_filled &&
 880             !osys->ch_zoom &&
 881             !ch_wm_state &&
 882             !osys->ch_sar &&
 883             !osys->ch_crop) {
 884
 885             if (!osys->cfg.is_fullscreen && osys->fit_window != 0) {
 886                 VoutDisplayFitWindow(vd, osys->fit_window == -1);
 887                 osys->fit_window = 0;
 888                 continue;
 889             }
 890             break;
 891         }
 892
 893         /* */
 894         if (ch_fullscreen) {
 895             vout_display_cfg_t cfg = osys->cfg;
 896
 897             cfg.is_fullscreen  = is_fullscreen;
 898             cfg.display.width  = cfg.is_fullscreen ? 0 : osys->width_saved;
 899             cfg.display.height = cfg.is_fullscreen ? 0 : osys->height_saved;
 900
 901             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_FULLSCREEN, &cfg)) {
 902                 msg_Err(vd, "Failed to set fullscreen");
 903                 is_fullscreen = osys->cfg.is_fullscreen;
 904             } else if (!is_fullscreen) {
 905                 vout_display_Control(vd, VOUT_DISPLAY_CHANGE_DISPLAY_SIZE, &cfg, true);
 906             }
 907             osys->cfg.is_fullscreen = is_fullscreen;
 908
 909             /* */
 910             vout_SendEventFullscreen(osys->vout, osys->cfg.is_fullscreen);
 911         }
 912
 913         /* */
 914         if (ch_display_size) {
 915             vout_display_cfg_t cfg = osys->cfg;
 916             cfg.display.width  = display_width;
 917             cfg.display.height = display_height;
 918
 919             osys->width_saved  = osys->cfg.display.width;
 920             osys->height_saved = osys->cfg.display.height;
 921
 922             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_DISPLAY_SIZE,
 923                                      &cfg, display_is_forced)) {
 924                 if (!display_is_forced)
 925                     msg_Err(vd, "Failed to resize display");
 926
 927                 /* We ignore the resized */
 928                 display_width  = osys->cfg.display.width;
 929                 display_height = osys->cfg.display.height;
 930             }
 931             osys->cfg.display.width  = display_width;
 932             osys->cfg.display.height = display_height;
 933         }
 934         /* */
 935         if (osys->ch_display_filled) {
 936             vout_display_cfg_t cfg = osys->cfg;
 937
 938             cfg.is_display_filled = osys->is_display_filled;
 939
 940             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_DISPLAY_FILLED, &cfg)) {
 941                 msg_Err(vd, "Failed to change display filled state");
 942                 osys->is_display_filled = osys->cfg.is_display_filled;
 943             }
 944             osys->cfg.is_display_filled = osys->is_display_filled;
 945             osys->ch_display_filled = false;
 946
 947             vout_SendEventDisplayFilled(osys->vout, osys->cfg.is_display_filled);
 948         }
 949         /* */
 950         if (osys->ch_zoom) {
 951             vout_display_cfg_t cfg = osys->cfg;
 952
 953             cfg.zoom.num = osys->zoom.num;
 954             cfg.zoom.den = osys->zoom.den;
 955
 956             if (10 * cfg.zoom.num <= cfg.zoom.den) {
 957                 cfg.zoom.num = 1;
 958                 cfg.zoom.den = 10;
 959             } else if (cfg.zoom.num >= 10 * cfg.zoom.den) {
 960                 cfg.zoom.num = 10;
 961                 cfg.zoom.den = 1;
 962             }
 963
 964             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_ZOOM, &cfg)) {
 965                 msg_Err(vd, "Failed to change zoom");
 966                 osys->zoom.num = osys->cfg.zoom.num;
 967                 osys->zoom.den = osys->cfg.zoom.den;
 968             } else {
 969                 osys->fit_window = -1;
 970             }
 971
 972             osys->cfg.zoom.num = osys->zoom.num;
 973             osys->cfg.zoom.den = osys->zoom.den;
 974             osys->ch_zoom = false;
 975
 976             vout_SendEventZoom(osys->vout, osys->cfg.zoom.num, osys->cfg.zoom.den);
 977         }
 978         /* */
 979         if (ch_wm_state) {
 980             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_WINDOW_STATE, wm_state)) {
 981                 msg_Err(vd, "Failed to set on top");
 982                 wm_state = osys->wm_state;
 983             }
 984             osys->wm_state_initial = wm_state;
 985
 986             /* */
 987             vout_SendEventOnTop(osys->vout, osys->wm_state_initial);
 988         }
 989         /* */
 990         if (osys->ch_sar) {
 991             video_format_t source = vd->source;
 992
 993             if (osys->sar.num > 0 && osys->sar.den > 0) {
 994                 source.i_sar_num = osys->sar.num;
 995                 source.i_sar_den = osys->sar.den;
 996             } else {
 997                 source.i_sar_num = osys->source.i_sar_num;
 998                 source.i_sar_den = osys->source.i_sar_den;
 999             }
1000
1001             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_SOURCE_ASPECT, &source)) {
1002                 /* There nothing much we can do. The only reason a vout display
1003                  * does not support it is because it need the core to add black border
1004                  * to the video for it.
1005                  * TODO add black borders ?
1006                  */
1007                 msg_Err(vd, "Failed to change source AR");
1008                 source = vd->source;
1009             } else if (!osys->fit_window) {
1010                 osys->fit_window = 1;
1011             }
1012             vd->source = source;
1013             osys->sar.num = source.i_sar_num;
1014             osys->sar.den = source.i_sar_den;
1015             osys->ch_sar  = false;
1016
1017             /* */
1018             if (osys->sar.num == osys->source.i_sar_num &&
1019                 osys->sar.den == osys->source.i_sar_den)
1020             {
1021                 vout_SendEventSourceAspect(osys->vout, 0, 0);
1022             }
1023             else
1024             {
1025                 unsigned dar_num, dar_den;
1026                 vlc_ureduce( &dar_num, &dar_den,
1027                              osys->sar.num * vd->source.i_visible_width,
1028                              osys->sar.den * vd->source.i_visible_height,
1029                              65536);
1030                 vout_SendEventSourceAspect(osys->vout, dar_num, dar_den);
1031             }
1032             /* If a crop ratio is requested, recompute the parameters */
1033             if (osys->crop.num > 0 && osys->crop.den > 0)
1034                 osys->ch_crop = true;
1035         }
1036         /* */
1037         if (osys->ch_crop) {
1038             video_format_t source = vd->source;
1039
1040             unsigned crop_num = osys->crop.num;
1041             unsigned crop_den = osys->crop.den;
1042             if (crop_num > 0 && crop_den > 0) {
1043                 video_format_t fmt = osys->source;
1044                 fmt.i_sar_num = source.i_sar_num;
1045                 fmt.i_sar_den = source.i_sar_den;
1046                 VoutDisplayCropRatio(&osys->crop.left,  &osys->crop.top,
1047                                      &osys->crop.right, &osys->crop.bottom,
1048                                      &fmt, crop_num, crop_den);
1049             }
1050             const int right_max  = osys->source.i_x_offset + osys->source.i_visible_width;
1051             const int bottom_max = osys->source.i_y_offset + osys->source.i_visible_height;
1052             int left   = VLC_CLIP((int)osys->source.i_x_offset + osys->crop.left,
1053                                 0, right_max - 1);
1054             int top    = VLC_CLIP((int)osys->source.i_y_offset + osys->crop.top,
1055                                 0, bottom_max - 1);
1056             int right, bottom;
1057             if (osys->crop.right <= 0)
1058                 right = (int)(osys->source.i_x_offset + osys->source.i_visible_width) + osys->crop.right;
1059             else
1060                 right = (int)osys->source.i_x_offset + osys->crop.right;
1061             right = VLC_CLIP(right, left + 1, right_max);
1062             if (osys->crop.bottom <= 0)
1063                 bottom = (int)(osys->source.i_y_offset + osys->source.i_visible_height) + osys->crop.bottom;
1064             else
1065                 bottom = (int)osys->source.i_y_offset + osys->crop.bottom;
1066             bottom = VLC_CLIP(bottom, top + 1, bottom_max);
1067
1068             source.i_x_offset       = left;
1069             source.i_y_offset       = top;
1070             source.i_visible_width  = right - left;
1071             source.i_visible_height = bottom - top;
1072             video_format_Print(VLC_OBJECT(vd), "SOURCE ", &osys->source);
1073             video_format_Print(VLC_OBJECT(vd), "CROPPED", &source);
1074             if (vout_display_Control(vd, VOUT_DISPLAY_CHANGE_SOURCE_CROP, &source)) {
1075                 msg_Err(vd, "Failed to change source crop TODO implement crop at core");
1076
1077                 source = vd->source;
1078                 crop_num = osys->crop_saved.num;
1079                 crop_den = osys->crop_saved.den;
1080                 /* FIXME implement cropping in the core if not supported by the
1081                  * vout module (easy)
1082                  */
1083             } else if (!osys->fit_window) {
1084                 osys->fit_window = 1;
1085             }
1086             vd->source = source;
1087             osys->crop.left   = source.i_x_offset - osys->source.i_x_offset;
1088             osys->crop.top    = source.i_y_offset - osys->source.i_y_offset;
1089             /* FIXME for right/bottom we should keep the 'type' border vs window */
1090             osys->crop.right  = (source.i_x_offset + source.i_visible_width) -
1091                                 (osys->source.i_x_offset + osys->source.i_visible_width);
1092             osys->crop.bottom = (source.i_y_offset + source.i_visible_height) -
1093                                 (osys->source.i_y_offset + osys->source.i_visible_height);
1094             osys->crop.num    = crop_num;
1095             osys->crop.den    = crop_den;
1096             osys->ch_crop = false;
1097
1098             vout_SendEventSourceCrop(osys->vout,
1099                                      osys->crop.num, osys->crop.den,
1100                                      osys->crop.left, osys->crop.top,
1101                                      -osys->crop.right, -osys->crop.bottom);
1102         }
1103
1104         /* */
1105         if (reset_pictures) {
1106             if (vout_display_Control(vd, VOUT_DISPLAY_RESET_PICTURES)) {
1107                 /* FIXME what to do here ? */
1108                 msg_Err(vd, "Failed to reset pictures (probably fatal)");
1109             }
1110             reset_render = true;
1111         }
1112     }
1113     if (reset_render)
1114         VoutDisplayResetRender(vd);
1115
1116     return reset_render;
1117 }
1118
1119 bool vout_AreDisplayPicturesInvalid(vout_display_t *vd)
1120 {
1121     vout_display_owner_sys_t *osys = vd->owner.sys;
1122
1123     vlc_mutex_lock(&osys->lock);
1124     const bool reset_pictures = osys->reset_pictures;
1125     vlc_mutex_unlock(&osys->lock);
1126
1127     return reset_pictures;
1128 }
1129
1130 bool vout_IsDisplayFiltered(vout_display_t *vd)
1131 {
1132     vout_display_owner_sys_t *osys = vd->owner.sys;
1133
1134     return osys->filters != NULL;
1135 }
1136
1137 picture_t *vout_FilterDisplay(vout_display_t *vd, picture_t *picture)
1138 {
1139     vout_display_owner_sys_t *osys = vd->owner.sys;
1140
1141     assert(osys->filters);
1142     if (filter_chain_GetLength(osys->filters) <= 0) {
1143         picture_Release(picture);
1144         return NULL;
1145     }
1146     return filter_chain_VideoFilter(osys->filters, picture);
1147 }
1148
1149 void vout_UpdateDisplaySourceProperties(vout_display_t *vd, const video_format_t *source)
1150 {
1151     vout_display_owner_sys_t *osys = vd->owner.sys;
1152
1153     if (source->i_sar_num * osys->source.i_sar_den !=
1154         source->i_sar_den * osys->source.i_sar_num) {
1155
1156         osys->source.i_sar_num = source->i_sar_num;
1157         osys->source.i_sar_den = source->i_sar_den;
1158         vlc_ureduce(&osys->source.i_sar_num, &osys->source.i_sar_den,
1159                     osys->source.i_sar_num, osys->source.i_sar_den, 0);
1160
1161         /* FIXME it will override any AR that the user would have forced */
1162         osys->ch_sar = true;
1163         osys->sar.num = osys->source.i_sar_num;
1164         osys->sar.den = osys->source.i_sar_den;
1165     }
1166     if (source->i_x_offset       != osys->source.i_x_offset ||
1167         source->i_y_offset       != osys->source.i_y_offset ||
1168         source->i_visible_width  != osys->source.i_visible_width ||
1169         source->i_visible_height != osys->source.i_visible_height) {
1170
1171         video_format_CopyCrop(&osys->source, source);
1172
1173         /* Force the vout to reapply the current user crop settings over the new decoder
1174          * crop settings. */
1175         osys->ch_crop = true;
1176     }
1177 }
1178
1179 void vout_SetDisplayFullscreen(vout_display_t *vd, bool is_fullscreen)
1180 {
1181     vout_display_owner_sys_t *osys = vd->owner.sys;
1182
1183     vlc_mutex_lock(&osys->lock);
1184     if (!osys->is_fullscreen != !is_fullscreen) {
1185         osys->ch_fullscreen = true;
1186         osys->is_fullscreen = is_fullscreen;
1187     }
1188     vlc_mutex_unlock(&osys->lock);
1189 }
1190
1191 void vout_SetDisplayFilled(vout_display_t *vd, bool is_filled)
1192 {
1193     vout_display_owner_sys_t *osys = vd->owner.sys;
1194
1195     if (!osys->is_display_filled != !is_filled) {
1196         osys->ch_display_filled = true;
1197         osys->is_display_filled = is_filled;
1198     }
1199 }
1200
1201 void vout_SetDisplayZoom(vout_display_t *vd, unsigned num, unsigned den)
1202 {
1203     vout_display_owner_sys_t *osys = vd->owner.sys;
1204
1205     if (num > 0 && den > 0) {
1206         vlc_ureduce(&num, &den, num, den, 0);
1207     } else {
1208         num = 1;
1209         den = 1;
1210     }
1211
1212     if (osys->is_display_filled ||
1213         osys->zoom.num != num || osys->zoom.den != den) {
1214         osys->ch_zoom = true;
1215         osys->zoom.num = num;
1216         osys->zoom.den = den;
1217     }
1218 }
1219
1220 void vout_SetWindowState(vout_display_t *vd, unsigned state)
1221 {
1222     vout_display_owner_sys_t *osys = vd->owner.sys;
1223
1224     vlc_mutex_lock(&osys->lock);
1225     if (osys->wm_state != state) {
1226         osys->ch_wm_state = true;
1227         osys->wm_state = state;
1228     }
1229     vlc_mutex_unlock(&osys->lock);
1230 }
1231
1232 void vout_SetDisplayAspect(vout_display_t *vd, unsigned dar_num, unsigned dar_den)
1233 {
1234     vout_display_owner_sys_t *osys = vd->owner.sys;
1235
1236     unsigned sar_num, sar_den;
1237     if (dar_num > 0 && dar_den > 0) {
1238         sar_num = dar_num * osys->source.i_visible_height;
1239         sar_den = dar_den * osys->source.i_visible_width;
1240         vlc_ureduce(&sar_num, &sar_den, sar_num, sar_den, 0);
1241     } else {
1242         sar_num = 0;
1243         sar_den = 0;
1244     }
1245
1246     if (osys->sar.num != sar_num || osys->sar.den != sar_den) {
1247         osys->ch_sar = true;
1248         osys->sar.num = sar_num;
1249         osys->sar.den = sar_den;
1250     }
1251 }
1252 void vout_SetDisplayCrop(vout_display_t *vd,
1253                          unsigned crop_num, unsigned crop_den,
1254                          unsigned left, unsigned top, int right, int bottom)
1255 {
1256     vout_display_owner_sys_t *osys = vd->owner.sys;
1257
1258     if (osys->crop.left  != (int)left  || osys->crop.top != (int)top ||
1259         osys->crop.right != right || osys->crop.bottom != bottom ||
1260         (crop_num > 0 && crop_den > 0 &&
1261          (crop_num != osys->crop.num || crop_den != osys->crop.den))) {
1262
1263         osys->crop.left   = left;
1264         osys->crop.top    = top;
1265         osys->crop.right  = right;
1266         osys->crop.bottom = bottom;
1267         osys->crop.num    = crop_num;
1268         osys->crop.den    = crop_den;
1269
1270         osys->ch_crop = true;
1271     }
1272 }
1273
1274 struct vlc_gl_t *vout_GetDisplayOpengl(vout_display_t *vd)
1275 {
1276     struct vlc_gl_t *gl;
1277     if (vout_display_Control(vd, VOUT_DISPLAY_GET_OPENGL, &gl))
1278         return NULL;
1279     return gl;
1280 }
1281
1282 static vout_display_t *DisplayNew(vout_thread_t *vout,
1283                                   const video_format_t *source,
1284                                   const vout_display_state_t *state,
1285                                   const char *module,
1286                                   bool is_wrapper, vout_display_t *wrapper,
1287                                   mtime_t double_click_timeout,
1288                                   mtime_t hide_timeout,
1289                                   const vout_display_owner_t *owner_ptr)
1290 {
1291     /* */
1292     vout_display_owner_sys_t *osys = calloc(1, sizeof(*osys));
1293     vout_display_cfg_t *cfg = &osys->cfg;
1294
1295     *cfg = state->cfg;
1296     osys->wm_state_initial = -1;
1297     osys->sar_initial.num = state->sar.num;
1298     osys->sar_initial.den = state->sar.den;
1299     vout_display_GetDefaultDisplaySize(&cfg->display.width, &cfg->display.height,
1300                                        source, cfg);
1301
1302     osys->vout = vout;
1303     osys->is_wrapper = is_wrapper;
1304     osys->wrapper = wrapper;
1305
1306     vlc_mutex_init(&osys->lock);
1307
1308     vlc_mouse_Init(&osys->mouse.state);
1309     osys->mouse.last_moved = mdate();
1310     osys->mouse.double_click_timeout = double_click_timeout;
1311     osys->mouse.hide_timeout = hide_timeout;
1312     osys->is_fullscreen  = cfg->is_fullscreen;
1313     osys->display_width  = cfg->display.width;
1314     osys->display_height = cfg->display.height;
1315     osys->is_display_filled = cfg->is_display_filled;
1316     osys->width_saved    = cfg->display.width;
1317     osys->height_saved   = cfg->display.height;
1318     if (osys->is_fullscreen) {
1319         vout_display_cfg_t cfg_windowed = *cfg;
1320         cfg_windowed.is_fullscreen  = false;
1321         cfg_windowed.display.width  = 0;
1322         cfg_windowed.display.height = 0;
1323         vout_display_GetDefaultDisplaySize(&osys->width_saved,
1324                                            &osys->height_saved,
1325                                            source, &cfg_windowed);
1326     }
1327     osys->zoom.num = cfg->zoom.num;
1328     osys->zoom.den = cfg->zoom.den;
1329     osys->wm_state = state->wm_state;
1330     osys->fit_window = 0;
1331     osys->event.fifo = NULL;
1332
1333     osys->source = *source;
1334     osys->crop.left   = 0;
1335     osys->crop.top    = 0;
1336     osys->crop.right  = 0;
1337     osys->crop.bottom = 0;
1338     osys->crop_saved.num = 0;
1339     osys->crop_saved.den = 0;
1340     osys->crop.num = 0;
1341     osys->crop.den = 0;
1342
1343     osys->sar.num = osys->sar_initial.num ? osys->sar_initial.num : source->i_sar_num;
1344     osys->sar.den = osys->sar_initial.den ? osys->sar_initial.den : source->i_sar_den;
1345 #ifdef ALLOW_DUMMY_VOUT
1346     vlc_mouse_Init(&osys->vout_mouse);
1347 #endif
1348
1349     vout_display_owner_t owner;
1350     if (owner_ptr) {
1351         owner = *owner_ptr;
1352     } else {
1353         owner.event      = VoutDisplayEvent;
1354         owner.window_new = VoutDisplayNewWindow;
1355         owner.window_del = VoutDisplayDelWindow;
1356     }
1357     owner.sys = osys;
1358
1359     vout_display_t *p_display = vout_display_New(VLC_OBJECT(vout),
1360                                                  module, !is_wrapper,
1361                                                  source, cfg, &owner);
1362     if (!p_display) {
1363         free(osys);
1364         return NULL;
1365     }
1366
1367     VoutDisplayCreateRender(p_display);
1368
1369     /* Setup delayed request */
1370     if (osys->sar.num != source->i_sar_num ||
1371         osys->sar.den != source->i_sar_den)
1372         osys->ch_sar = true;
1373     if (osys->wm_state != osys->wm_state_initial)
1374         osys->ch_wm_state = true;
1375
1376     return p_display;
1377 }
1378
1379 void vout_DeleteDisplay(vout_display_t *vd, vout_display_state_t *state)
1380 {
1381     vout_display_owner_sys_t *osys = vd->owner.sys;
1382
1383     if (state) {
1384         if (!osys->is_wrapper )
1385             state->cfg = osys->cfg;
1386         state->wm_state = osys->wm_state;
1387         state->sar.num  = osys->sar_initial.num;
1388         state->sar.den  = osys->sar_initial.den;
1389     }
1390
1391     VoutDisplayDestroyRender(vd);
1392     if (osys->is_wrapper)
1393         SplitterClose(vd);
1394     vout_display_Delete(vd);
1395     if (osys->event.fifo) {
1396         vlc_cancel(osys->event.thread);
1397         vlc_join(osys->event.thread, NULL);
1398         block_FifoRelease(osys->event.fifo);
1399     }
1400     vlc_mutex_destroy(&osys->lock);
1401     free(osys);
1402 }
1403
1404 /*****************************************************************************
1405  *
1406  *****************************************************************************/
1407 vout_display_t *vout_NewDisplay(vout_thread_t *vout,
1408                                 const video_format_t *source,
1409                                 const vout_display_state_t *state,
1410                                 const char *module,
1411                                 mtime_t double_click_timeout,
1412                                 mtime_t hide_timeout)
1413 {
1414     return DisplayNew(vout, source, state, module, false, NULL,
1415                       double_click_timeout, hide_timeout, NULL);
1416 }
1417
1418 /*****************************************************************************
1419  *
1420  *****************************************************************************/
1421 struct vout_display_sys_t {
1422     picture_pool_t   *pool;
1423     video_splitter_t *splitter;
1424
1425     /* */
1426     int            count;
1427     picture_t      **picture;
1428     vout_display_t **display;
1429 };
1430 struct video_splitter_owner_t {
1431     vout_display_t *wrapper;
1432 };
1433
1434 static vout_window_t *SplitterNewWindow(vout_display_t *vd, const vout_window_cfg_t *cfg_ptr)
1435 {
1436     vout_display_owner_sys_t *osys = vd->owner.sys;
1437
1438     vout_window_cfg_t cfg = *cfg_ptr;
1439     cfg.is_standalone = true;
1440
1441     return vout_window_New(VLC_OBJECT(osys->vout), "$window", &cfg, NULL);
1442 }
1443
1444 static void SplitterDelWindow(vout_display_t *vd, vout_window_t *window)
1445 {
1446     if (window != NULL)
1447         vout_window_Delete(window);
1448     (void) vd;
1449 }
1450
1451 static void SplitterEvent(vout_display_t *vd, int event, va_list args)
1452 {
1453     //vout_display_owner_sys_t *osys = vd->owner.sys;
1454
1455     switch (event) {
1456 #if 0
1457     case VOUT_DISPLAY_EVENT_MOUSE_STATE:
1458     case VOUT_DISPLAY_EVENT_MOUSE_MOVED:
1459     case VOUT_DISPLAY_EVENT_MOUSE_PRESSED:
1460     case VOUT_DISPLAY_EVENT_MOUSE_RELEASED:
1461         /* TODO */
1462         break;
1463 #endif
1464     case VOUT_DISPLAY_EVENT_MOUSE_DOUBLE_CLICK:
1465     case VOUT_DISPLAY_EVENT_KEY:
1466     case VOUT_DISPLAY_EVENT_CLOSE:
1467     case VOUT_DISPLAY_EVENT_FULLSCREEN:
1468     case VOUT_DISPLAY_EVENT_DISPLAY_SIZE:
1469     case VOUT_DISPLAY_EVENT_PICTURES_INVALID:
1470         VoutDisplayEvent(vd, event, args);
1471         break;
1472
1473     default:
1474         msg_Err(vd, "splitter event not implemented: %d", event);
1475         break;
1476     }
1477 }
1478
1479 static picture_pool_t *SplitterPool(vout_display_t *vd, unsigned count)
1480 {
1481     vout_display_sys_t *sys = vd->sys;
1482     if (!sys->pool)
1483         sys->pool = picture_pool_NewFromFormat(&vd->fmt, count);
1484     return sys->pool;
1485 }
1486 static void SplitterPrepare(vout_display_t *vd,
1487                             picture_t *picture,
1488                             subpicture_t *subpicture)
1489 {
1490     vout_display_sys_t *sys = vd->sys;
1491
1492     picture_Hold(picture);
1493     assert(!subpicture);
1494
1495     if (video_splitter_Filter(sys->splitter, sys->picture, picture)) {
1496         for (int i = 0; i < sys->count; i++)
1497             sys->picture[i] = NULL;
1498         picture_Release(picture);
1499         return;
1500     }
1501
1502     for (int i = 0; i < sys->count; i++) {
1503         if (vout_IsDisplayFiltered(sys->display[i]))
1504             sys->picture[i] = vout_FilterDisplay(sys->display[i], sys->picture[i]);
1505         if (sys->picture[i])
1506             vout_display_Prepare(sys->display[i], sys->picture[i], NULL);
1507     }
1508 }
1509 static void SplitterDisplay(vout_display_t *vd,
1510                             picture_t *picture,
1511                             subpicture_t *subpicture)
1512 {
1513     vout_display_sys_t *sys = vd->sys;
1514
1515     assert(!subpicture);
1516     for (int i = 0; i < sys->count; i++) {
1517         if (sys->picture[i])
1518             vout_display_Display(sys->display[i], sys->picture[i], NULL);
1519     }
1520     picture_Release(picture);
1521 }
1522 static int SplitterControl(vout_display_t *vd, int query, va_list args)
1523 {
1524     (void)vd; (void)query; (void)args;
1525     return VLC_EGENERIC;
1526 }
1527 static void SplitterManage(vout_display_t *vd)
1528 {
1529     vout_display_sys_t *sys = vd->sys;
1530
1531     for (int i = 0; i < sys->count; i++)
1532         vout_ManageDisplay(sys->display[i], true);
1533 }
1534
1535 static int SplitterPictureNew(video_splitter_t *splitter, picture_t *picture[])
1536 {
1537     vout_display_sys_t *wsys = splitter->p_owner->wrapper->sys;
1538
1539     for (int i = 0; i < wsys->count; i++) {
1540         if (vout_IsDisplayFiltered(wsys->display[i])) {
1541             /* TODO use a pool ? */
1542             picture[i] = picture_NewFromFormat(&wsys->display[i]->source);
1543         } else {
1544             picture_pool_t *pool = vout_display_Pool(wsys->display[i], 1);
1545             picture[i] = pool ? picture_pool_Get(pool) : NULL;
1546         }
1547         if (!picture[i]) {
1548             for (int j = 0; j < i; j++)
1549                 picture_Release(picture[j]);
1550             return VLC_EGENERIC;
1551         }
1552     }
1553     return VLC_SUCCESS;
1554 }
1555 static void SplitterPictureDel(video_splitter_t *splitter, picture_t *picture[])
1556 {
1557     vout_display_sys_t *wsys = splitter->p_owner->wrapper->sys;
1558
1559     for (int i = 0; i < wsys->count; i++)
1560         picture_Release(picture[i]);
1561 }
1562 static void SplitterClose(vout_display_t *vd)
1563 {
1564     vout_display_sys_t *sys = vd->sys;
1565
1566     /* */
1567     video_splitter_t *splitter = sys->splitter;
1568     free(splitter->p_owner);
1569     video_splitter_Delete(splitter);
1570
1571     if (sys->pool)
1572         picture_pool_Delete(sys->pool);
1573
1574     /* */
1575     for (int i = 0; i < sys->count; i++)
1576         vout_DeleteDisplay(sys->display[i], NULL);
1577     TAB_CLEAN(sys->count, sys->display);
1578     free(sys->picture);
1579
1580     free(sys);
1581 }
1582
1583 vout_display_t *vout_NewSplitter(vout_thread_t *vout,
1584                                  const video_format_t *source,
1585                                  const vout_display_state_t *state,
1586                                  const char *module,
1587                                  const char *splitter_module,
1588                                  mtime_t double_click_timeout,
1589                                  mtime_t hide_timeout)
1590 {
1591     video_splitter_t *splitter =
1592         video_splitter_New(VLC_OBJECT(vout), splitter_module, source);
1593     if (!splitter)
1594         return NULL;
1595
1596     /* */
1597     vout_display_t *wrapper =
1598         DisplayNew(vout, source, state, module, true, NULL,
1599                     double_click_timeout, hide_timeout, NULL);
1600     if (!wrapper) {
1601         video_splitter_Delete(splitter);
1602         return NULL;
1603     }
1604     vout_display_sys_t *sys = malloc(sizeof(*sys));
1605     if (!sys)
1606         abort();
1607     sys->picture = calloc(splitter->i_output, sizeof(*sys->picture));
1608     if (!sys->picture )
1609         abort();
1610     sys->splitter = splitter;
1611     sys->pool     = NULL;
1612
1613     wrapper->pool    = SplitterPool;
1614     wrapper->prepare = SplitterPrepare;
1615     wrapper->display = SplitterDisplay;
1616     wrapper->control = SplitterControl;
1617     wrapper->manage  = SplitterManage;
1618     wrapper->sys     = sys;
1619
1620     /* */
1621     video_splitter_owner_t *vso = xmalloc(sizeof(*vso));
1622     vso->wrapper = wrapper;
1623     splitter->p_owner = vso;
1624     splitter->pf_picture_new = SplitterPictureNew;
1625     splitter->pf_picture_del = SplitterPictureDel;
1626
1627     /* */
1628     TAB_INIT(sys->count, sys->display);
1629     for (int i = 0; i < splitter->i_output; i++) {
1630         vout_display_owner_t vdo = {
1631             .event      = SplitterEvent,
1632             .window_new = SplitterNewWindow,
1633             .window_del = SplitterDelWindow,
1634         };
1635         const video_splitter_output_t *output = &splitter->p_output[i];
1636         vout_display_state_t ostate;
1637
1638         memset(&ostate, 0, sizeof(ostate));
1639         ostate.cfg.is_fullscreen = false;
1640         ostate.cfg.display = state->cfg.display;
1641         ostate.cfg.align.horizontal = 0; /* TODO */
1642         ostate.cfg.align.vertical = 0; /* TODO */
1643         ostate.cfg.is_display_filled = true;
1644         ostate.cfg.zoom.num = 1;
1645         ostate.cfg.zoom.den = 1;
1646
1647         vout_display_t *vd = DisplayNew(vout, &output->fmt, &ostate,
1648                                         output->psz_module ? output->psz_module : module,
1649                                         false, wrapper,
1650                                         double_click_timeout, hide_timeout, &vdo);
1651         if (!vd) {
1652             vout_DeleteDisplay(wrapper, NULL);
1653             return NULL;
1654         }
1655         TAB_APPEND(sys->count, sys->display, vd);
1656     }
1657
1658     return wrapper;
1659 }
1660
1661 /*****************************************************************************
1662  * TODO move out
1663  *****************************************************************************/
1664 #include "vout_internal.h"
1665 void vout_SendDisplayEventMouse(vout_thread_t *vout, const vlc_mouse_t *m)
1666 {
1667     vlc_mouse_t tmp1, tmp2;
1668
1669     /* The check on spu is needed as long as ALLOW_DUMMY_VOUT is defined */
1670     if (vout->p->spu && spu_ProcessMouse( vout->p->spu, m, &vout->p->display.vd->source))
1671         return;
1672
1673     vlc_mutex_lock( &vout->p->filter.lock );
1674     if (vout->p->filter.chain_static && vout->p->filter.chain_interactive) {
1675         if (!filter_chain_MouseFilter(vout->p->filter.chain_interactive, &tmp1, m))
1676             m = &tmp1;
1677         if (!filter_chain_MouseFilter(vout->p->filter.chain_static,      &tmp2, m))
1678             m = &tmp2;
1679     }
1680     vlc_mutex_unlock( &vout->p->filter.lock );
1681
1682     if (vlc_mouse_HasMoved(&vout->p->mouse, m)) {
1683         vout_SendEventMouseMoved(vout, m->i_x, m->i_y);
1684     }
1685     if (vlc_mouse_HasButton(&vout->p->mouse, m)) {
1686         for (unsigned button = 0; button < MOUSE_BUTTON_MAX; button++) {
1687             if (vlc_mouse_HasPressed(&vout->p->mouse, m, button))
1688                 vout_SendEventMousePressed(vout, button);
1689             else if (vlc_mouse_HasReleased(&vout->p->mouse, m, button))
1690                 vout_SendEventMouseReleased(vout, button);
1691         }
1692     }
1693     if (m->b_double_click)
1694         vout_SendEventMouseDoubleClick(vout);
1695     vout->p->mouse = *m;
1696 }
1697 #ifdef ALLOW_DUMMY_VOUT
1698 static void DummyVoutSendDisplayEventMouse(vout_thread_t *vout, vlc_mouse_t *fallback, const vlc_mouse_t *m)
1699 {
1700     vout_thread_sys_t p;
1701
1702     if (!vout->p) {
1703         p.mouse = *fallback;
1704         vlc_mutex_init(&p.filter.lock);
1705         p.filter.chain_static = NULL;
1706         p.filter.chain_interactive = NULL;
1707         p.spu = NULL;
1708         vout->p = &p;
1709     }
1710     vout_SendDisplayEventMouse(vout, m);
1711     if (vout->p == &p) {
1712         vlc_mutex_destroy(&p.filter.lock);
1713         *fallback = p.mouse;
1714         vout->p = NULL;
1715     }
1716 }
1717 #endif
1718