]> git.sesse.net Git - vlc/blob - src/video_output/video_output.c
Enabled back yadif deinterlacer mode in the vout.
[vlc] / src / video_output / video_output.c
1 /*****************************************************************************
2  * video_output.c : video output thread
3  *
4  * This module describes the programming interface for video output threads.
5  * It includes functions allowing to open a new thread, send pictures to a
6  * thread, and destroy a previously oppened video output thread.
7  *****************************************************************************
8  * Copyright (C) 2000-2007 the VideoLAN team
9  * $Id$
10  *
11  * Authors: Vincent Seguin <seguin@via.ecp.fr>
12  *          Gildas Bazin <gbazin@videolan.org>
13  *          Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
14  *
15  * This program is free software; you can redistribute it and/or modify
16  * it under the terms of the GNU General Public License as published by
17  * the Free Software Foundation; either version 2 of the License, or
18  * (at your option) any later version.
19  *
20  * This program is distributed in the hope that it will be useful,
21  * but WITHOUT ANY WARRANTY; without even the implied warranty of
22  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
23  * GNU General Public License for more details.
24  *
25  * You should have received a copy of the GNU General Public License
26  * along with this program; if not, write to the Free Software
27  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
28  *****************************************************************************/
29
30 /*****************************************************************************
31  * Preamble
32  *****************************************************************************/
33 #ifdef HAVE_CONFIG_H
34 # include "config.h"
35 #endif
36
37 #include <vlc_common.h>
38
39 #include <stdlib.h>                                                /* free() */
40 #include <string.h>
41 #include <assert.h>
42
43 #include <vlc_vout.h>
44
45 #include <vlc_filter.h>
46 #include <vlc_vout_osd.h>
47
48 #include <libvlc.h>
49 #include "vout_internal.h"
50 #include "interlacing.h"
51 #include "postprocessing.h"
52 #include "display.h"
53
54 /*****************************************************************************
55  * Local prototypes
56  *****************************************************************************/
57 static void *Thread(void *);
58 static void VoutDestructor(vlc_object_t *);
59
60 /* Maximum delay between 2 displayed pictures.
61  * XXX it is needed for now but should be removed in the long term.
62  */
63 #define VOUT_REDISPLAY_DELAY (INT64_C(80000))
64
65 /**
66  * Late pictures having a delay higher than this value are thrashed.
67  */
68 #define VOUT_DISPLAY_LATE_THRESHOLD (INT64_C(20000))
69
70 /* Better be in advance when awakening than late... */
71 #define VOUT_MWAIT_TOLERANCE (INT64_C(1000))
72
73 /* */
74 static int VoutValidateFormat(video_format_t *dst,
75                               const video_format_t *src)
76 {
77     if (src->i_width <= 0 || src->i_height <= 0)
78         return VLC_EGENERIC;
79     if (src->i_sar_num <= 0 || src->i_sar_den <= 0)
80         return VLC_EGENERIC;
81
82     /* */
83     video_format_Copy(dst, src);
84     dst->i_chroma = vlc_fourcc_GetCodec(VIDEO_ES, src->i_chroma);
85     vlc_ureduce( &dst->i_sar_num, &dst->i_sar_den,
86                  src->i_sar_num,  src->i_sar_den, 50000 );
87     if (dst->i_sar_num <= 0 || dst->i_sar_den <= 0) {
88         dst->i_sar_num = 1;
89         dst->i_sar_den = 1;
90     }
91     video_format_FixRgb(dst);
92     return VLC_SUCCESS;
93 }
94
95 static vout_thread_t *VoutCreate(vlc_object_t *object,
96                                  const vout_configuration_t *cfg)
97 {
98     video_format_t original;
99     if (VoutValidateFormat(&original, cfg->fmt))
100         return NULL;
101
102     /* Allocate descriptor */
103     vout_thread_t *vout = vlc_custom_create(object,
104                                             sizeof(*vout) + sizeof(*vout->p),
105                                             VLC_OBJECT_VOUT, "video output");
106     if (!vout) {
107         video_format_Clean(&original);
108         return NULL;
109     }
110
111     /* */
112     vout->p = (vout_thread_sys_t*)&vout[1];
113
114     vout->p->original = original;
115     vout->p->dpb_size = cfg->dpb_size;
116
117     vout_control_Init(&vout->p->control);
118     vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_INIT);
119
120     vout_statistic_Init(&vout->p->statistic);
121     vout->p->i_par_num =
122     vout->p->i_par_den = 1;
123
124     vout_snapshot_Init(&vout->p->snapshot);
125
126     /* Initialize locks */
127     vlc_mutex_init(&vout->p->picture_lock);
128     vlc_mutex_init(&vout->p->vfilter_lock);
129     vlc_mutex_init(&vout->p->spu_lock);
130
131     /* Attach the new object now so we can use var inheritance below */
132     vlc_object_attach(vout, object);
133
134     /* Initialize subpicture unit */
135     vout->p->p_spu = spu_Create(vout);
136
137     /* Take care of some "interface/control" related initialisations */
138     vout_IntfInit(vout);
139
140     /* Get splitter name if present */
141     char *splitter_name = var_GetNonEmptyString(vout, "vout-filter");
142     if (splitter_name) {
143         if (asprintf(&vout->p->splitter_name, "%s,none", splitter_name) < 0)
144             vout->p->splitter_name = NULL;
145         free(splitter_name);
146     } else {
147         vout->p->splitter_name = NULL;
148     }
149
150     /* */
151     vout_InitInterlacingSupport(vout, vout->p->displayed.is_interlaced);
152
153     /* */
154     vlc_object_set_destructor(vout, VoutDestructor);
155
156     /* */
157     if (vlc_clone(&vout->p->thread, Thread, vout,
158                   VLC_THREAD_PRIORITY_OUTPUT)) {
159         spu_Destroy(vout->p->p_spu);
160         vlc_object_release(vout);
161         return NULL;
162     }
163
164     vout_control_WaitEmpty(&vout->p->control);
165
166     if (vout->p->dead) {
167         msg_Err(vout, "video output creation failed");
168         vout_CloseAndRelease(vout);
169         return NULL;
170     }
171
172     vout->p->input = cfg->input;
173     if (vout->p->input)
174         spu_Attach(vout->p->p_spu, vout->p->input, true);
175
176     return vout;
177 }
178
179 vout_thread_t *(vout_Request)(vlc_object_t *object,
180                               const vout_configuration_t *cfg)
181 {
182     vout_thread_t *vout = cfg->vout;
183     if (cfg->change_fmt && !cfg->fmt) {
184         if (vout)
185             vout_CloseAndRelease(vout);
186         return NULL;
187     }
188
189     /* If a vout is provided, try reusing it */
190     if (vout) {
191         if (vout->p->input != cfg->input) {
192             if (vout->p->input)
193                 spu_Attach(vout->p->p_spu, vout->p->input, false);
194             vout->p->input = cfg->input;
195             if (vout->p->input)
196                 spu_Attach(vout->p->p_spu, vout->p->input, true);
197         }
198
199         if (cfg->change_fmt) {
200             vout_control_cmd_t cmd;
201             vout_control_cmd_Init(&cmd, VOUT_CONTROL_REINIT);
202             cmd.u.cfg = cfg;
203
204             vout_control_Push(&vout->p->control, &cmd);
205             vout_control_WaitEmpty(&vout->p->control);
206         }
207
208         if (!vout->p->dead) {
209             msg_Dbg(object, "reusing provided vout");
210             return vout;
211         }
212         vout_CloseAndRelease(vout);
213
214         msg_Warn(object, "cannot reuse provided vout");
215     }
216     return VoutCreate(object, cfg);
217 }
218
219 void vout_Close(vout_thread_t *vout)
220 {
221     assert(vout);
222
223     if (vout->p->input)
224         spu_Attach(vout->p->p_spu, vout->p->input, false);
225
226     vout_snapshot_End(&vout->p->snapshot);
227
228     vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_CLEAN);
229     vlc_join(vout->p->thread, NULL);
230
231     vlc_mutex_lock(&vout->p->spu_lock);
232     spu_Destroy(vout->p->p_spu);
233     vout->p->p_spu = NULL;
234     vlc_mutex_unlock(&vout->p->spu_lock);
235 }
236
237 /* */
238 static void VoutDestructor(vlc_object_t *object)
239 {
240     vout_thread_t *vout = (vout_thread_t *)object;
241
242     /* Make sure the vout was stopped first */
243     //assert(!vout->p_module);
244
245     free(vout->p->splitter_name);
246
247     /* Destroy the locks */
248     vlc_mutex_destroy(&vout->p->spu_lock);
249     vlc_mutex_destroy(&vout->p->picture_lock);
250     vlc_mutex_destroy(&vout->p->vfilter_lock);
251     vout_control_Clean(&vout->p->control);
252
253     /* */
254     vout_statistic_Clean(&vout->p->statistic);
255
256     /* */
257     vout_snapshot_Clean(&vout->p->snapshot);
258
259     video_format_Clean(&vout->p->original);
260 }
261
262 /* */
263 void vout_ChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
264 {
265     vout_control_cmd_t cmd;
266     vout_control_cmd_Init(&cmd, VOUT_CONTROL_PAUSE);
267     cmd.u.pause.is_on = is_paused;
268     cmd.u.pause.date  = date;
269     vout_control_Push(&vout->p->control, &cmd);
270
271     vout_control_WaitEmpty(&vout->p->control);
272 }
273
274 void vout_GetResetStatistic(vout_thread_t *vout, int *displayed, int *lost)
275 {
276     vout_statistic_GetReset( &vout->p->statistic, displayed, lost );
277 }
278
279 void vout_Flush(vout_thread_t *vout, mtime_t date)
280 {
281     vout_control_PushTime(&vout->p->control, VOUT_CONTROL_FLUSH, date);
282     vout_control_WaitEmpty(&vout->p->control);
283 }
284
285 void vout_Reset(vout_thread_t *vout)
286 {
287     vout_control_PushVoid(&vout->p->control, VOUT_CONTROL_RESET);
288     vout_control_WaitEmpty(&vout->p->control);
289 }
290
291 bool vout_IsEmpty(vout_thread_t *vout)
292 {
293     vlc_mutex_lock(&vout->p->picture_lock);
294
295     picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
296     if (picture)
297         picture_Release(picture);
298
299     vlc_mutex_unlock(&vout->p->picture_lock);
300
301     return !picture;
302 }
303
304 void vout_FixLeaks( vout_thread_t *vout )
305 {
306     vlc_mutex_lock(&vout->p->picture_lock);
307
308     picture_t *picture = picture_fifo_Peek(vout->p->decoder_fifo);
309     if (!picture) {
310         picture = picture_pool_Get(vout->p->decoder_pool);
311     }
312
313     if (picture) {
314         picture_Release(picture);
315         /* Not all pictures has been displayed yet or some are
316          * free */
317         vlc_mutex_unlock(&vout->p->picture_lock);
318         return;
319     }
320
321     /* There is no reason that no pictures are available, force one
322      * from the pool, becarefull with it though */
323     msg_Err(vout, "pictures leaked, trying to workaround");
324
325     /* */
326     picture_pool_NonEmpty(vout->p->decoder_pool, false);
327
328     vlc_mutex_unlock(&vout->p->picture_lock);
329 }
330 void vout_NextPicture(vout_thread_t *vout, mtime_t *duration)
331 {
332     vout_control_cmd_t cmd;
333     vout_control_cmd_Init(&cmd, VOUT_CONTROL_STEP);
334     cmd.u.time_ptr = duration;
335
336     vout_control_Push(&vout->p->control, &cmd);
337     vout_control_WaitEmpty(&vout->p->control);
338 }
339
340 void vout_DisplayTitle(vout_thread_t *vout, const char *title)
341 {
342     assert(title);
343     vout_control_PushString(&vout->p->control, VOUT_CONTROL_OSD_TITLE, title);
344 }
345
346 void vout_PutSubpicture( vout_thread_t *vout, subpicture_t *subpic )
347 {
348     vout_control_cmd_t cmd;
349     vout_control_cmd_Init(&cmd, VOUT_CONTROL_SUBPICTURE);
350     cmd.u.subpicture = subpic;
351
352     vout_control_Push(&vout->p->control, &cmd);
353 }
354 int vout_RegisterSubpictureChannel( vout_thread_t *vout )
355 {
356     int channel = SPU_DEFAULT_CHANNEL;
357
358     vlc_mutex_lock(&vout->p->spu_lock);
359     if (vout->p->p_spu)
360         channel = spu_RegisterChannel(vout->p->p_spu);
361     vlc_mutex_unlock(&vout->p->spu_lock);
362
363     return channel;
364 }
365 void vout_FlushSubpictureChannel( vout_thread_t *vout, int channel )
366 {
367     vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_FLUSH_SUBPICTURE,
368                              channel);
369 }
370
371 /* vout_Control* are usable by anyone at anytime */
372 void vout_ControlChangeFullscreen(vout_thread_t *vout, bool fullscreen)
373 {
374     vout_control_PushBool(&vout->p->control, VOUT_CONTROL_FULLSCREEN,
375                           fullscreen);
376 }
377 void vout_ControlChangeOnTop(vout_thread_t *vout, bool is_on_top)
378 {
379     vout_control_PushBool(&vout->p->control, VOUT_CONTROL_ON_TOP,
380                           is_on_top);
381 }
382 void vout_ControlChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
383 {
384     vout_control_PushBool(&vout->p->control, VOUT_CONTROL_DISPLAY_FILLED,
385                           is_filled);
386 }
387 void vout_ControlChangeZoom(vout_thread_t *vout, int num, int den)
388 {
389     vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ZOOM,
390                           num, den);
391 }
392 void vout_ControlChangeSampleAspectRatio(vout_thread_t *vout,
393                                          unsigned num, unsigned den)
394 {
395     vout_control_PushPair(&vout->p->control, VOUT_CONTROL_ASPECT_RATIO,
396                           num, den);
397 }
398 void vout_ControlChangeCropRatio(vout_thread_t *vout,
399                                  unsigned num, unsigned den)
400 {
401     vout_control_PushPair(&vout->p->control, VOUT_CONTROL_CROP_RATIO,
402                           num, den);
403 }
404 void vout_ControlChangeCropWindow(vout_thread_t *vout,
405                                   int x, int y, int width, int height)
406 {
407     vout_control_cmd_t cmd;
408     vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_WINDOW);
409     cmd.u.window.x      = x;
410     cmd.u.window.y      = y;
411     cmd.u.window.width  = width;
412     cmd.u.window.height = height;
413
414     vout_control_Push(&vout->p->control, &cmd);
415 }
416 void vout_ControlChangeCropBorder(vout_thread_t *vout,
417                                   int left, int top, int right, int bottom)
418 {
419     vout_control_cmd_t cmd;
420     vout_control_cmd_Init(&cmd, VOUT_CONTROL_CROP_BORDER);
421     cmd.u.border.left   = left;
422     cmd.u.border.top    = top;
423     cmd.u.border.right  = right;
424     cmd.u.border.bottom = bottom;
425
426     vout_control_Push(&vout->p->control, &cmd);
427 }
428 void vout_ControlChangeFilters(vout_thread_t *vout, const char *filters)
429 {
430     vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_FILTERS,
431                             filters);
432 }
433 void vout_ControlChangeSubFilters(vout_thread_t *vout, const char *filters)
434 {
435     vout_control_PushString(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_FILTERS,
436                             filters);
437 }
438 void vout_ControlChangeSubMargin(vout_thread_t *vout, int margin)
439 {
440     vout_control_PushInteger(&vout->p->control, VOUT_CONTROL_CHANGE_SUB_MARGIN,
441                              margin);
442 }
443
444 /* */
445 static void VoutGetDisplayCfg(vout_thread_t *vout, vout_display_cfg_t *cfg, const char *title)
446 {
447     /* Load configuration */
448     cfg->is_fullscreen = var_CreateGetBool(vout, "fullscreen");
449     cfg->display.title = title;
450     const int display_width = var_CreateGetInteger(vout, "width");
451     const int display_height = var_CreateGetInteger(vout, "height");
452     cfg->display.width   = display_width > 0  ? display_width  : 0;
453     cfg->display.height  = display_height > 0 ? display_height : 0;
454     cfg->is_display_filled  = var_CreateGetBool(vout, "autoscale");
455     cfg->display.sar.num = 1; /* TODO monitor AR */
456     cfg->display.sar.den = 1;
457     unsigned zoom_den = 1000;
458     unsigned zoom_num = zoom_den * var_CreateGetFloat(vout, "scale");
459     vlc_ureduce(&zoom_num, &zoom_den, zoom_num, zoom_den, 0);
460     cfg->zoom.num = zoom_num;
461     cfg->zoom.den = zoom_den;
462     cfg->align.vertical = VOUT_DISPLAY_ALIGN_CENTER;
463     cfg->align.horizontal = VOUT_DISPLAY_ALIGN_CENTER;
464     const int align_mask = var_CreateGetInteger(vout, "align");
465     if (align_mask & 0x1)
466         cfg->align.horizontal = VOUT_DISPLAY_ALIGN_LEFT;
467     else if (align_mask & 0x2)
468         cfg->align.horizontal = VOUT_DISPLAY_ALIGN_RIGHT;
469     if (align_mask & 0x4)
470         cfg->align.vertical = VOUT_DISPLAY_ALIGN_TOP;
471     else if (align_mask & 0x8)
472         cfg->align.vertical = VOUT_DISPLAY_ALIGN_BOTTOM;
473 }
474
475 vout_window_t * vout_NewDisplayWindow(vout_thread_t *vout, vout_display_t *vd,
476                                       const vout_window_cfg_t *cfg)
477 {
478     VLC_UNUSED(vd);
479     vout_window_cfg_t cfg_override = *cfg;
480
481     if (!var_InheritBool( vout, "embedded-video"))
482         cfg_override.is_standalone = true;
483
484     if (vout->p->window.is_unused && vout->p->window.object) {
485         assert(!vout->p->splitter_name);
486         if (!cfg_override.is_standalone == !vout->p->window.cfg.is_standalone &&
487             cfg_override.type           == vout->p->window.cfg.type) {
488             /* Reuse the stored window */
489             msg_Dbg(vout, "Reusing previous vout window");
490             vout_window_t *window = vout->p->window.object;
491             if (cfg_override.width  != vout->p->window.cfg.width ||
492                 cfg_override.height != vout->p->window.cfg.height)
493                 vout_window_SetSize(window,
494                                     cfg_override.width, cfg_override.height);
495             vout->p->window.is_unused = false;
496             vout->p->window.cfg       = cfg_override;
497             return window;
498         }
499
500         vout_window_Delete(vout->p->window.object);
501         vout->p->window.is_unused = true;
502         vout->p->window.object    = NULL;
503     }
504
505     vout_window_t *window = vout_window_New(VLC_OBJECT(vout), "$window",
506                                             &cfg_override);
507     if (!window)
508         return NULL;
509     if (!vout->p->splitter_name) {
510         vout->p->window.is_unused = false;
511         vout->p->window.cfg       = cfg_override;
512         vout->p->window.object    = window;
513     }
514     return window;
515 }
516
517 void vout_DeleteDisplayWindow(vout_thread_t *vout, vout_display_t *vd,
518                               vout_window_t *window)
519 {
520     VLC_UNUSED(vd);
521     if (!vout->p->window.is_unused && vout->p->window.object == window) {
522         vout->p->window.is_unused = true;
523     } else if (vout->p->window.is_unused && vout->p->window.object && !window) {
524         vout_window_Delete(vout->p->window.object);
525         vout->p->window.is_unused = true;
526         vout->p->window.object    = NULL;
527     } else if (window) {
528         vout_window_Delete(window);
529     }
530 }
531
532 /* */
533 static picture_t *VoutVideoFilterNewPicture(filter_t *filter)
534 {
535     vout_thread_t *vout = (vout_thread_t*)filter->p_owner;
536     return picture_pool_Get(vout->p->private_pool);
537 }
538 static void VoutVideoFilterDelPicture(filter_t *filter, picture_t *picture)
539 {
540     VLC_UNUSED(filter);
541     picture_Release(picture);
542 }
543 static int VoutVideoFilterAllocationSetup(filter_t *filter, void *data)
544 {
545     filter->pf_video_buffer_new = VoutVideoFilterNewPicture;
546     filter->pf_video_buffer_del = VoutVideoFilterDelPicture;
547     filter->p_owner             = data; /* vout */
548     return VLC_SUCCESS;
549 }
550
551 /* */
552 static picture_t *ThreadDisplayGetDecodedPicture(vout_thread_t *vout,
553                                                  int *lost_count, bool *is_forced,
554                                                  bool now, mtime_t *deadline)
555 {
556     vout_display_t *vd = vout->p->display.vd;
557
558     const mtime_t date = mdate();
559     const bool is_paused = vout->p->pause.is_on;
560     bool redisplay = is_paused && !now && vout->p->displayed.decoded;
561
562     mtime_t vfilter_delay = 0;
563     for (int i = 0; i < VOUT_FILTER_DELAYS; i++)
564         vfilter_delay = __MAX(vfilter_delay, vout->p->vfilter_delay[i]);
565
566     /* FIXME/XXX we must redisplay the last decoded picture (because
567      * of potential vout updated, or filters update or SPU update)
568      * For now a high update period is needed but it coulmd be removed
569      * if and only if:
570      * - vout module emits events from theselves.
571      * - *and* SPU is modified to emit an event or a deadline when needed.
572      *
573      * So it will be done latter.
574      */
575     if (!redisplay) {
576         picture_t *peek = picture_fifo_Peek(vout->p->decoder_fifo);
577         if (peek) {
578             *is_forced = peek->b_force || is_paused || now;
579             *deadline = (*is_forced ? date : peek->date) -
580                         vout_chrono_GetHigh(&vout->p->render) -
581                         vfilter_delay;
582             picture_Release(peek);
583         } else {
584             redisplay = true;
585         }
586     }
587     if (redisplay) {
588          /* FIXME a better way for this delay is needed */
589         const mtime_t date_update = vout->p->displayed.date + VOUT_REDISPLAY_DELAY;
590         if (date_update > date || !vout->p->displayed.decoded) {
591             *deadline = vout->p->displayed.decoded ? date_update : VLC_TS_INVALID;
592             return NULL;
593         }
594         /* */
595         *is_forced = true;
596         *deadline = date - vout_chrono_GetHigh(&vout->p->render) - vfilter_delay;
597     }
598     if (*deadline > VOUT_MWAIT_TOLERANCE)
599         *deadline -= VOUT_MWAIT_TOLERANCE;
600
601     /* If we are too early and can wait, do it */
602     if (date < *deadline && !now)
603         return NULL;
604
605     picture_t *decoded;
606     if (redisplay) {
607         decoded = vout->p->displayed.decoded;
608         vout->p->displayed.decoded = NULL;
609     } else {
610         decoded = picture_fifo_Pop(vout->p->decoder_fifo);
611         assert(decoded);
612         if (!*is_forced && !vout->p->is_late_dropped) {
613             const mtime_t predicted = date + vout_chrono_GetLow(&vout->p->render);
614             const mtime_t late = predicted - decoded->date;
615             if (late > 0) {
616                 msg_Dbg(vout, "picture might be displayed late (missing %d ms)", (int)(late/1000));
617                 if (late > VOUT_DISPLAY_LATE_THRESHOLD) {
618                     msg_Warn(vout, "rejected picture because of render time");
619                     /* TODO */
620                     picture_Release(decoded);
621                     (*lost_count)++;
622                     return NULL;
623                 }
624             }
625         }
626
627         vout->p->displayed.is_interlaced = !decoded->b_progressive;
628         vout->p->displayed.qtype         = decoded->i_qtype;
629     }
630     vout->p->displayed.timestamp = decoded->date;
631
632     /* */
633     if (vout->p->displayed.decoded)
634         picture_Release(vout->p->displayed.decoded);
635     picture_Hold(decoded);
636     vout->p->displayed.decoded = decoded;
637
638     return decoded;
639 }
640
641 static int ThreadDisplayPicture(vout_thread_t *vout,
642                                 bool now, mtime_t *deadline)
643 {
644     vout_display_t *vd = vout->p->display.vd;
645     int displayed_count = 0;
646     int lost_count = 0;
647
648     for (;;) {
649         bool is_forced;
650         picture_t *decoded = ThreadDisplayGetDecodedPicture(vout,
651                                                             &lost_count, &is_forced,
652                                                             now, deadline);
653         if (!decoded)
654             break;
655
656         /* */
657         vout_chrono_Start(&vout->p->render);
658
659         picture_t *filtered = NULL;
660         if (decoded) {
661             vlc_mutex_lock(&vout->p->vfilter_lock);
662             filtered = filter_chain_VideoFilter(vout->p->vfilter_chain, decoded);
663             //assert(filtered == decoded); // TODO implement
664             vlc_mutex_unlock(&vout->p->vfilter_lock);
665             if (!filtered)
666                 continue;
667             vout->p->vfilter_delay[vout->p->vfilter_delay_index] = decoded->date - filtered->date;
668             vout->p->vfilter_delay_index = (vout->p->vfilter_delay_index + 1) % VOUT_FILTER_DELAYS;
669         }
670
671         /*
672          * Check for subpictures to display
673          */
674         const bool do_snapshot = vout_snapshot_IsRequested(&vout->p->snapshot);
675         mtime_t spu_render_time = is_forced ? mdate() : filtered->date;
676         if (vout->p->pause.is_on)
677             spu_render_time = vout->p->pause.date;
678         else
679             spu_render_time = filtered->date > 1 ? filtered->date : mdate();
680
681         subpicture_t *subpic = spu_SortSubpictures(vout->p->p_spu,
682                                                    spu_render_time,
683                                                    do_snapshot);
684         /*
685          * Perform rendering
686          *
687          * We have to:
688          * - be sure to end up with a direct buffer.
689          * - blend subtitles, and in a fast access buffer
690          */
691         picture_t *direct = NULL;
692         if (filtered &&
693             (vout->p->decoder_pool != vout->p->display_pool || subpic)) {
694             picture_t *render;
695             if (vout->p->is_decoder_pool_slow)
696                 render = picture_NewFromFormat(&vd->source);
697             else if (vout->p->decoder_pool != vout->p->display_pool)
698                 render = picture_pool_Get(vout->p->display_pool);
699             else
700                 render = picture_pool_Get(vout->p->private_pool);
701
702             if (render) {
703                 picture_Copy(render, filtered);
704
705                 spu_RenderSubpictures(vout->p->p_spu,
706                                       render, &vd->source,
707                                       subpic, &vd->source, spu_render_time);
708             }
709             if (vout->p->is_decoder_pool_slow) {
710                 direct = picture_pool_Get(vout->p->display_pool);
711                 if (direct)
712                     picture_Copy(direct, render);
713                 picture_Release(render);
714
715             } else {
716                 direct = render;
717             }
718             picture_Release(filtered);
719             filtered = NULL;
720         } else {
721             direct = filtered;
722         }
723
724         /*
725          * Take a snapshot if requested
726          */
727         if (direct && do_snapshot)
728             vout_snapshot_Set(&vout->p->snapshot, &vd->source, direct);
729
730         /* Render the direct buffer returned by vout_RenderPicture */
731         if (direct) {
732             vout_RenderWrapper(vout, direct);
733
734             vout_chrono_Stop(&vout->p->render);
735 #if 0
736             {
737             static int i = 0;
738             if (((i++)%10) == 0)
739                 msg_Info(vout, "render: avg %d ms var %d ms",
740                          (int)(vout->p->render.avg/1000), (int)(vout->p->render.var/1000));
741             }
742 #endif
743         }
744
745         /* Wait the real date (for rendering jitter) */
746         if (!is_forced)
747             mwait(direct->date);
748
749         /* Display the direct buffer returned by vout_RenderPicture */
750         vout->p->displayed.date = mdate();
751         if (direct)
752             vout_DisplayWrapper(vout, direct);
753
754         displayed_count++;
755         break;
756     }
757
758     vout_statistic_Update(&vout->p->statistic, displayed_count, lost_count);
759     if (displayed_count <= 0)
760         return VLC_EGENERIC;
761     return VLC_SUCCESS;
762 }
763
764 static void ThreadManage(vout_thread_t *vout,
765                          mtime_t *deadline,
766                          vout_interlacing_support_t *interlacing,
767                          vout_postprocessing_support_t *postprocessing)
768 {
769     vlc_mutex_lock(&vout->p->picture_lock);
770
771     *deadline = VLC_TS_INVALID;
772     ThreadDisplayPicture(vout, false, deadline);
773
774     const int  picture_qtype      = vout->p->displayed.qtype;
775     const bool picture_interlaced = vout->p->displayed.is_interlaced;
776
777     vlc_mutex_unlock(&vout->p->picture_lock);
778
779     /* Post processing */
780     vout_SetPostProcessingState(vout, postprocessing, picture_qtype);
781
782     /* Deinterlacing */
783     vout_SetInterlacingState(vout, interlacing, picture_interlaced);
784
785     vout_ManageWrapper(vout);
786 }
787
788 static void ThreadDisplaySubpicture(vout_thread_t *vout,
789                                     subpicture_t *subpicture)
790 {
791     spu_DisplaySubpicture(vout->p->p_spu, subpicture);
792 }
793
794 static void ThreadFlushSubpicture(vout_thread_t *vout, int channel)
795 {
796     spu_ClearChannel(vout->p->p_spu, channel);
797 }
798
799 static void ThreadDisplayOsdTitle(vout_thread_t *vout, const char *string)
800 {
801     if (!vout->p->title.show)
802         return;
803
804     vout_OSDText(vout, SPU_DEFAULT_CHANNEL,
805                  vout->p->title.position, INT64_C(1000) * vout->p->title.timeout,
806                  string);
807 }
808
809 static void ThreadChangeFilters(vout_thread_t *vout, const char *filters)
810 {
811     es_format_t fmt;
812     es_format_Init(&fmt, VIDEO_ES, vout->p->original.i_chroma);
813     fmt.video = vout->p->original;
814
815     vlc_mutex_lock(&vout->p->vfilter_lock);
816
817     filter_chain_Reset(vout->p->vfilter_chain, &fmt, &fmt);
818     if (filter_chain_AppendFromString(vout->p->vfilter_chain,
819                                       filters) < 0)
820         msg_Err(vout, "Video filter chain creation failed");
821
822     vlc_mutex_unlock(&vout->p->vfilter_lock);
823
824     vout->p->vfilter_delay_index = 0;
825     for (int i = 0; i < VOUT_FILTER_DELAYS; i++)
826         vout->p->vfilter_delay[i] = 0;
827 }
828
829 static void ThreadChangeSubFilters(vout_thread_t *vout, const char *filters)
830 {
831     spu_ChangeFilters(vout->p->p_spu, filters);
832 }
833 static void ThreadChangeSubMargin(vout_thread_t *vout, int margin)
834 {
835     spu_ChangeMargin(vout->p->p_spu, margin);
836 }
837
838 static void ThreadFilterFlush(vout_thread_t *vout)
839 {
840     vlc_mutex_lock(&vout->p->vfilter_lock);
841     filter_chain_VideoFlush(vout->p->vfilter_chain);
842     vlc_mutex_unlock(&vout->p->vfilter_lock);
843 }
844
845 static void ThreadChangePause(vout_thread_t *vout, bool is_paused, mtime_t date)
846 {
847     assert(!vout->p->pause.is_on || !is_paused);
848
849     if (vout->p->pause.is_on) {
850         const mtime_t duration = date - vout->p->pause.date;
851
852         if (vout->p->step.timestamp > VLC_TS_INVALID)
853             vout->p->step.timestamp += duration;
854         if (vout->p->step.last > VLC_TS_INVALID)
855             vout->p->step.last += duration;
856         picture_fifo_OffsetDate(vout->p->decoder_fifo, duration);
857         if (vout->p->displayed.decoded)
858             vout->p->displayed.decoded->date += duration;
859
860         spu_OffsetSubtitleDate(vout->p->p_spu, duration);
861
862         ThreadFilterFlush(vout);
863     } else {
864         vout->p->step.timestamp = VLC_TS_INVALID;
865         vout->p->step.last      = VLC_TS_INVALID;
866     }
867     vout->p->pause.is_on = is_paused;
868     vout->p->pause.date  = date;
869 }
870
871 static void ThreadFlush(vout_thread_t *vout, bool below, mtime_t date)
872 {
873     vout->p->step.timestamp = VLC_TS_INVALID;
874     vout->p->step.last      = VLC_TS_INVALID;
875
876     picture_t *last = vout->p->displayed.decoded;
877     if (last) {
878         if (( below && last->date <= date) ||
879             (!below && last->date >= date)) {
880             picture_Release(last);
881
882             vout->p->displayed.decoded   = NULL;
883             vout->p->displayed.date      = VLC_TS_INVALID;
884             vout->p->displayed.timestamp = VLC_TS_INVALID;
885         }
886     }
887     ThreadFilterFlush(vout);
888
889     picture_fifo_Flush(vout->p->decoder_fifo, date, below);
890 }
891
892 static void ThreadReset(vout_thread_t *vout)
893 {
894     ThreadFlush(vout, true, INT64_MAX);
895     if (vout->p->decoder_pool)
896         picture_pool_NonEmpty(vout->p->decoder_pool, true);
897     vout->p->pause.is_on = false;
898     vout->p->pause.date  = mdate();
899 }
900
901 static void ThreadStep(vout_thread_t *vout, mtime_t *duration)
902 {
903     *duration = 0;
904
905     if (vout->p->step.last <= VLC_TS_INVALID)
906         vout->p->step.last = vout->p->displayed.timestamp;
907
908     mtime_t dummy;
909     if (ThreadDisplayPicture(vout, true, &dummy))
910         return;
911
912     vout->p->step.timestamp = vout->p->displayed.timestamp;
913
914     if (vout->p->step.last > VLC_TS_INVALID &&
915         vout->p->step.timestamp > vout->p->step.last) {
916         *duration = vout->p->step.timestamp - vout->p->step.last;
917         vout->p->step.last = vout->p->step.timestamp;
918         /* TODO advance subpicture by the duration ... */
919     }
920 }
921
922 static void ThreadChangeFullscreen(vout_thread_t *vout, bool fullscreen)
923 {
924     /* FIXME not sure setting "fullscreen" is good ... */
925     var_SetBool(vout, "fullscreen", fullscreen);
926     vout_SetDisplayFullscreen(vout->p->display.vd, fullscreen);
927 }
928
929 static void ThreadChangeOnTop(vout_thread_t *vout, bool is_on_top)
930 {
931     vout_SetWindowState(vout->p->display.vd,
932                         is_on_top ? VOUT_WINDOW_STATE_ABOVE :
933                                     VOUT_WINDOW_STATE_NORMAL);
934 }
935
936 static void ThreadChangeDisplayFilled(vout_thread_t *vout, bool is_filled)
937 {
938     vout_SetDisplayFilled(vout->p->display.vd, is_filled);
939 }
940
941 static void ThreadChangeZoom(vout_thread_t *vout, int num, int den)
942 {
943     if (num * 10 < den) {
944         num = den;
945         den *= 10;
946     } else if (num > den * 10) {
947         num = den * 10;
948     }
949
950     vout_SetDisplayZoom(vout->p->display.vd, num, den);
951 }
952
953 static void ThreadChangeAspectRatio(vout_thread_t *vout,
954                                     unsigned num, unsigned den)
955 {
956     const video_format_t *source = &vout->p->original;
957
958     if (num > 0 && den > 0) {
959         num *= source->i_visible_height;
960         den *= source->i_visible_width;
961         vlc_ureduce(&num, &den, num, den, 0);
962     }
963     vout_SetDisplayAspect(vout->p->display.vd, num, den);
964 }
965
966
967 static void ThreadExecuteCropWindow(vout_thread_t *vout,
968                                     unsigned crop_num, unsigned crop_den,
969                                     unsigned x, unsigned y,
970                                     unsigned width, unsigned height)
971 {
972     const video_format_t *source = &vout->p->original;
973
974     vout_SetDisplayCrop(vout->p->display.vd,
975                         crop_num, crop_den,
976                         source->i_x_offset + x,
977                         source->i_y_offset + y,
978                         width, height);
979 }
980 static void ThreadExecuteCropBorder(vout_thread_t *vout,
981                                     unsigned left, unsigned top,
982                                     unsigned right, unsigned bottom)
983 {
984     const video_format_t *source = &vout->p->original;
985     ThreadExecuteCropWindow(vout, 0, 0,
986                             left,
987                             top,
988                             /* At worst, it becomes < 0 (but unsigned) and will be rejected */
989                             source->i_visible_width  - (left + right),
990                             source->i_visible_height - (top  + bottom));
991 }
992
993 static void ThreadExecuteCropRatio(vout_thread_t *vout,
994                                    unsigned num, unsigned den)
995 {
996     const video_format_t *source = &vout->p->original;
997     ThreadExecuteCropWindow(vout, num, den,
998                             0, 0,
999                             source->i_visible_width,
1000                             source->i_visible_height);
1001 }
1002
1003 static int ThreadStart(vout_thread_t *vout, const vout_display_state_t *state)
1004 {
1005     vlc_mouse_Init(&vout->p->mouse);
1006     vout->p->decoder_fifo = picture_fifo_New();
1007     vout->p->decoder_pool = NULL;
1008     vout->p->display_pool = NULL;
1009     vout->p->private_pool = NULL;
1010
1011     vout->p->vfilter_chain =
1012         filter_chain_New( vout, "video filter2", false,
1013                           VoutVideoFilterAllocationSetup, NULL, vout);
1014     vout->p->vfilter_delay_index = 0;
1015     for (int i = 0; i < VOUT_FILTER_DELAYS; i++)
1016         vout->p->vfilter_delay[i] = 0;
1017
1018     vout_display_state_t state_default;
1019     if (!state) {
1020         VoutGetDisplayCfg(vout, &state_default.cfg, vout->p->display.title);
1021         state_default.wm_state = var_CreateGetBool(vout, "video-on-top") ? VOUT_WINDOW_STATE_ABOVE :
1022                                                                            VOUT_WINDOW_STATE_NORMAL;
1023         state_default.sar.num = 0;
1024         state_default.sar.den = 0;
1025
1026         state = &state_default;
1027     }
1028
1029     if (vout_OpenWrapper(vout, vout->p->splitter_name, state))
1030         return VLC_EGENERIC;
1031     if (vout_InitWrapper(vout))
1032         return VLC_EGENERIC;
1033     assert(vout->p->decoder_pool);
1034
1035     vout->p->displayed.decoded       = NULL;
1036     vout->p->displayed.date          = VLC_TS_INVALID;
1037     vout->p->displayed.decoded       = NULL;
1038     vout->p->displayed.timestamp     = VLC_TS_INVALID;
1039     vout->p->displayed.qtype         = QTYPE_NONE;
1040     vout->p->displayed.is_interlaced = false;
1041
1042     vout->p->step.last               = VLC_TS_INVALID;
1043     vout->p->step.timestamp          = VLC_TS_INVALID;
1044
1045     video_format_Print(VLC_OBJECT(vout), "original format", &vout->p->original);
1046     return VLC_SUCCESS;
1047 }
1048
1049 static void ThreadStop(vout_thread_t *vout, vout_display_state_t *state)
1050 {
1051     /* Destroy the video filters2 */
1052     filter_chain_Delete(vout->p->vfilter_chain);
1053
1054     /* Destroy translation tables */
1055     if (vout->p->display.vd) {
1056         if (vout->p->decoder_pool) {
1057             ThreadFlush(vout, true, INT64_MAX);
1058             vout_EndWrapper(vout);
1059         }
1060         vout_CloseWrapper(vout, state);
1061     }
1062
1063     if (vout->p->decoder_fifo)
1064         picture_fifo_Delete(vout->p->decoder_fifo);
1065     assert(!vout->p->decoder_pool);
1066 }
1067
1068 static void ThreadInit(vout_thread_t *vout)
1069 {
1070     vout->p->window.is_unused = true;
1071     vout->p->window.object    = NULL;
1072     vout->p->dead             = false;
1073     vout->p->is_late_dropped  = var_InheritBool(vout, "drop-late-frames");
1074     vout->p->pause.is_on      = false;
1075     vout->p->pause.date       = VLC_TS_INVALID;
1076
1077     vout_chrono_Init(&vout->p->render, 5, 10000); /* Arbitrary initial time */
1078 }
1079
1080 static void ThreadClean(vout_thread_t *vout)
1081 {
1082     if (vout->p->window.object) {
1083         assert(vout->p->window.is_unused);
1084         vout_window_Delete(vout->p->window.object);
1085     }
1086     vout_chrono_Clean(&vout->p->render);
1087     vout->p->dead = true;
1088     vout_control_Dead(&vout->p->control);
1089 }
1090
1091 static int ThreadReinit(vout_thread_t *vout,
1092                         const vout_configuration_t *cfg)
1093 {
1094     video_format_t original;
1095     if (VoutValidateFormat(&original, cfg->fmt)) {
1096         ThreadStop(vout, NULL);
1097         ThreadClean(vout);
1098         return VLC_EGENERIC;
1099     }
1100     if (video_format_IsSimilar(&original, &vout->p->original)) {
1101         if (cfg->dpb_size <= vout->p->dpb_size)
1102             return VLC_SUCCESS;
1103         msg_Warn(vout, "DPB need to be increased");
1104     }
1105
1106     vout_display_state_t state;
1107     memset(&state, 0, sizeof(state));
1108
1109     ThreadStop(vout, &state);
1110
1111     if (!state.cfg.is_fullscreen) {
1112         state.cfg.display.width  = 0;
1113         state.cfg.display.height = 0;
1114     }
1115     state.sar.num = 0;
1116     state.sar.den = 0;
1117     /* FIXME current vout "variables" are not in sync here anymore
1118      * and I am not sure what to do */
1119
1120     vout->p->original = original;
1121     vout->p->dpb_size = cfg->dpb_size;
1122     if (ThreadStart(vout, &state)) {
1123         ThreadClean(vout);
1124         return VLC_EGENERIC;
1125     }
1126     return VLC_SUCCESS;
1127 }
1128
1129 /*****************************************************************************
1130  * Thread: video output thread
1131  *****************************************************************************
1132  * Video output thread. This function does only returns when the thread is
1133  * terminated. It handles the pictures arriving in the video heap and the
1134  * display device events.
1135  *****************************************************************************/
1136 static void *Thread(void *object)
1137 {
1138     vout_thread_t *vout = object;
1139
1140     vout_interlacing_support_t interlacing = {
1141         .is_interlaced = false,
1142         .date = mdate(),
1143     };
1144     vout_postprocessing_support_t postprocessing = {
1145         .qtype = QTYPE_NONE,
1146     };
1147
1148     mtime_t deadline = VLC_TS_INVALID;
1149     for (;;) {
1150         vout_control_cmd_t cmd;
1151
1152         /* FIXME remove thoses ugly timeouts
1153          */
1154         while (!vout_control_Pop(&vout->p->control, &cmd, deadline, 100000)) {
1155             switch(cmd.type) {
1156             case VOUT_CONTROL_INIT:
1157                 ThreadInit(vout);
1158                 if (ThreadStart(vout, NULL)) {
1159                     ThreadStop(vout, NULL);
1160                     ThreadClean(vout);
1161                     return NULL;
1162                 }
1163                 break;
1164             case VOUT_CONTROL_CLEAN:
1165                 ThreadStop(vout, NULL);
1166                 ThreadClean(vout);
1167                 return NULL;
1168             case VOUT_CONTROL_REINIT:
1169                 if (ThreadReinit(vout, cmd.u.cfg))
1170                     return NULL;
1171                 break;
1172             case VOUT_CONTROL_SUBPICTURE:
1173                 ThreadDisplaySubpicture(vout, cmd.u.subpicture);
1174                 cmd.u.subpicture = NULL;
1175                 break;
1176             case VOUT_CONTROL_FLUSH_SUBPICTURE:
1177                 ThreadFlushSubpicture(vout, cmd.u.integer);
1178                 break;
1179             case VOUT_CONTROL_OSD_TITLE:
1180                 ThreadDisplayOsdTitle(vout, cmd.u.string);
1181                 break;
1182             case VOUT_CONTROL_CHANGE_FILTERS:
1183                 ThreadChangeFilters(vout, cmd.u.string);
1184                 break;
1185             case VOUT_CONTROL_CHANGE_SUB_FILTERS:
1186                 ThreadChangeSubFilters(vout, cmd.u.string);
1187                 break;
1188             case VOUT_CONTROL_CHANGE_SUB_MARGIN:
1189                 ThreadChangeSubMargin(vout, cmd.u.integer);
1190                 break;
1191             case VOUT_CONTROL_PAUSE:
1192                 ThreadChangePause(vout, cmd.u.pause.is_on, cmd.u.pause.date);
1193                 break;
1194             case VOUT_CONTROL_FLUSH:
1195                 ThreadFlush(vout, false, cmd.u.time);
1196                 break;
1197             case VOUT_CONTROL_RESET:
1198                 ThreadReset(vout);
1199                 break;
1200             case VOUT_CONTROL_STEP:
1201                 ThreadStep(vout, cmd.u.time_ptr);
1202                 break;
1203             case VOUT_CONTROL_FULLSCREEN:
1204                 ThreadChangeFullscreen(vout, cmd.u.boolean);
1205                 break;
1206             case VOUT_CONTROL_ON_TOP:
1207                 ThreadChangeOnTop(vout, cmd.u.boolean);
1208                 break;
1209             case VOUT_CONTROL_DISPLAY_FILLED:
1210                 ThreadChangeDisplayFilled(vout, cmd.u.boolean);
1211                 break;
1212             case VOUT_CONTROL_ZOOM:
1213                 ThreadChangeZoom(vout, cmd.u.pair.a, cmd.u.pair.b);
1214                 break;
1215             case VOUT_CONTROL_ASPECT_RATIO:
1216                 ThreadChangeAspectRatio(vout, cmd.u.pair.a, cmd.u.pair.b);
1217                 break;
1218            case VOUT_CONTROL_CROP_RATIO:
1219                 ThreadExecuteCropRatio(vout, cmd.u.pair.a, cmd.u.pair.b);
1220                 break;
1221             case VOUT_CONTROL_CROP_WINDOW:
1222                 ThreadExecuteCropWindow(vout, 0, 0,
1223                                         cmd.u.window.x, cmd.u.window.y,
1224                                         cmd.u.window.width, cmd.u.window.height);
1225                 break;
1226             case VOUT_CONTROL_CROP_BORDER:
1227                 ThreadExecuteCropBorder(vout,
1228                                         cmd.u.border.left,  cmd.u.border.top,
1229                                         cmd.u.border.right, cmd.u.border.bottom);
1230                 break;
1231             default:
1232                 break;
1233             }
1234             vout_control_cmd_Clean(&cmd);
1235         }
1236
1237         ThreadManage(vout, &deadline, &interlacing, &postprocessing);
1238     }
1239 }
1240