1 /*****************************************************************************
2 * macosx.m: MacOS X OpenGL provider
3 *****************************************************************************
4 * Copyright (C) 2001-2013 VLC authors and VideoLAN
7 * Authors: Derk-Jan Hartman <hartman at videolan dot org>
8 * Eric Petit <titer@m0k.org>
9 * Benjamin Pracht <bigben at videolan dot org>
10 * Damien Fouilleul <damienf at videolan dot org>
11 * Pierre d'Herbemont <pdherbemont at videolan dot org>
12 * Felix Paul Kühne <fkuehne at videolan dot org>
13 * David Fuhrmann <david dot fuhrmann at googlemail dot com>
15 * Juho Vähä-Herttua <juhovh at iki dot fi>
16 * Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
18 * This program is free software; you can redistribute it and/or modify it
19 * under the terms of the GNU Lesser General Public License as published by
20 * the Free Software Foundation; either version 2.1 of the License, or
21 * (at your option) any later version.
23 * This program is distributed in the hope that it will be useful,
24 * but WITHOUT ANY WARRANTY; without even the implied warranty of
25 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
26 * GNU Lesser General Public License for more details.
28 * You should have received a copy of the GNU Lesser General Public License
29 * along with this program; if not, write to the Free Software Foundation,
30 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
31 *****************************************************************************/
33 /*****************************************************************************
35 *****************************************************************************/
37 #import <Cocoa/Cocoa.h>
38 #import <OpenGL/OpenGL.h>
45 #include <vlc_common.h>
46 #include <vlc_plugin.h>
47 #include <vlc_vout_display.h>
48 #include <vlc_opengl.h>
49 #include <vlc_dialog.h>
52 /* compilation support for 10.5 and 10.6 */
53 #define OSX_LION NSAppKitVersionNumber >= 1115.2
54 #ifndef MAC_OS_X_VERSION_10_7
56 @interface NSView (IntroducedInLion)
57 - (NSRect)convertRectToBacking:(NSRect)aRect;
58 - (void)setWantsBestResolutionOpenGLSurface:(BOOL)aBool;
64 * Forward declarations
66 static int Open (vlc_object_t *);
67 static void Close (vlc_object_t *);
69 static picture_pool_t *Pool (vout_display_t *vd, unsigned requested_count);
70 static void PictureRender (vout_display_t *vd, picture_t *pic, subpicture_t *subpicture);
71 static void PictureDisplay (vout_display_t *vd, picture_t *pic, subpicture_t *subpicture);
72 static int Control (vout_display_t *vd, int query, va_list ap);
74 static void *OurGetProcAddress(vlc_gl_t *, const char *);
76 static int OpenglLock (vlc_gl_t *gl);
77 static void OpenglUnlock (vlc_gl_t *gl);
78 static void OpenglSwap (vlc_gl_t *gl);
84 /* Will be loaded even without interface module. see voutgl.m */
85 set_shortname ("Mac OS X")
86 set_description (N_("Mac OS X OpenGL video output"))
87 set_category (CAT_VIDEO)
88 set_subcategory (SUBCAT_VIDEO_VOUT)
89 set_capability ("vout display", 300)
90 set_callbacks (Open, Close)
92 add_shortcut ("macosx", "vout_macosx")
96 * Obj-C protocol declaration that drawable-nsobject should follow
98 @protocol VLCOpenGLVideoViewEmbedding <NSObject>
99 - (void)addVoutSubview:(NSView *)view;
100 - (void)removeVoutSubview:(NSView *)view;
103 @interface VLCOpenGLVideoView : NSOpenGLView
106 BOOL _hasPendingReshape;
108 - (void)setVoutDisplay:(vout_display_t *)vd;
109 - (void)setVoutFlushing:(BOOL)flushing;
113 struct vout_display_sys_t
115 VLCOpenGLVideoView *glView;
116 id<VLCOpenGLVideoViewEmbedding> container;
118 vout_window_t *embed;
120 vout_display_opengl_t *vgl;
122 picture_pool_t *pool;
124 bool has_first_frame;
126 vout_display_place_t place;
130 static void *OurGetProcAddress(vlc_gl_t *gl, const char *name)
134 return dlsym(RTLD_DEFAULT, name);
137 static int Open (vlc_object_t *this)
139 vout_display_t *vd = (vout_display_t *)this;
140 vout_display_sys_t *sys = calloc (1, sizeof(*sys));
141 NSAutoreleasePool *nsPool = nil;
146 if (!CGDisplayUsesOpenGLAcceleration (kCGDirectMainDisplay))
147 msg_Err (this, "no OpenGL hardware acceleration found. this can lead to slow output and unexpected results");
154 /* Get the drawable object */
155 id container = var_CreateGetAddress (vd, "drawable-nsobject");
157 vout_display_DeleteWindow (vd, NULL);
159 vout_window_cfg_t wnd_cfg;
161 memset (&wnd_cfg, 0, sizeof (wnd_cfg));
162 wnd_cfg.type = VOUT_WINDOW_TYPE_NSOBJECT;
163 wnd_cfg.x = var_InheritInteger (vd, "video-x");
164 wnd_cfg.y = var_InheritInteger (vd, "video-y");
165 wnd_cfg.width = vd->cfg->display.width;
166 wnd_cfg.height = vd->cfg->display.height;
168 sys->embed = vout_display_NewWindow (vd, &wnd_cfg);
170 container = sys->embed->handle.nsobject;
173 msg_Err(vd, "No drawable-nsobject nor vout_window_t found, passing over.");
178 /* This will be released in Close(), on
179 * main thread, after we are done using it. */
180 sys->container = [container retain];
182 /* Get our main view*/
183 nsPool = [[NSAutoreleasePool alloc] init];
185 [VLCOpenGLVideoView performSelectorOnMainThread:@selector(getNewView:) withObject:[NSValue valueWithPointer:&sys->glView] waitUntilDone:YES];
187 msg_Err(vd, "Initialization of open gl view failed");
191 [sys->glView setVoutDisplay:vd];
193 /* We don't wait, that means that we'll have to be careful about releasing
195 * That's why we'll release on main thread in Close(). */
196 if ([(id)container respondsToSelector:@selector(addVoutSubview:)])
197 [(id)container performSelectorOnMainThread:@selector(addVoutSubview:) withObject:sys->glView waitUntilDone:NO];
198 else if ([container isKindOfClass:[NSView class]]) {
199 NSView *parentView = container;
200 [parentView performSelectorOnMainThread:@selector(addSubview:) withObject:sys->glView waitUntilDone:NO];
201 [sys->glView performSelectorOnMainThread:@selector(setFrameToBoundsOfView:) withObject:[NSValue valueWithPointer:parentView] waitUntilDone:NO];
203 msg_Err(vd, "Invalid drawable-nsobject object. drawable-nsobject must either be an NSView or comply to the @protocol VLCOpenGLVideoViewEmbedding.");
211 /* Initialize common OpenGL video display */
212 sys->gl.lock = OpenglLock;
213 sys->gl.unlock = OpenglUnlock;
214 sys->gl.swap = OpenglSwap;
215 sys->gl.getProcAddress = OurGetProcAddress;
217 const vlc_fourcc_t *subpicture_chromas;
219 sys->vgl = vout_display_opengl_New (&vd->fmt, &subpicture_chromas, &sys->gl);
221 msg_Err(vd, "Error while initializing opengl display.");
227 vout_display_info_t info = vd->info;
228 info.has_pictures_invalid = false;
229 info.has_event_thread = true;
230 info.subpicture_chromas = subpicture_chromas;
231 info.has_hide_mouse = true;
233 /* Setup vout_display_t once everything is fine */
237 vd->prepare = PictureRender;
238 vd->display = PictureDisplay;
239 vd->control = Control;
242 vout_display_SendEventDisplaySize (vd, vd->fmt.i_visible_width, vd->fmt.i_visible_height, false);
252 void Close (vlc_object_t *this)
254 vout_display_t *vd = (vout_display_t *)this;
255 vout_display_sys_t *sys = vd->sys;
257 [sys->glView setVoutDisplay:nil];
259 var_Destroy (vd, "drawable-nsobject");
260 if ([(id)sys->container respondsToSelector:@selector(removeVoutSubview:)])
261 /* This will retain sys->glView */
262 [(id)sys->container performSelectorOnMainThread:@selector(removeVoutSubview:) withObject:sys->glView waitUntilDone:NO];
264 /* release on main thread as explained in Open() */
265 [(id)sys->container performSelectorOnMainThread:@selector(release) withObject:nil waitUntilDone:NO];
266 [sys->glView performSelectorOnMainThread:@selector(removeFromSuperview) withObject:nil waitUntilDone:NO];
268 if (sys->gl.sys != NULL)
269 vout_display_opengl_Delete (sys->vgl);
271 [sys->glView release];
274 vout_display_DeleteWindow (vd, sys->embed);
278 /*****************************************************************************
279 * vout display callbacks
280 *****************************************************************************/
282 static picture_pool_t *Pool (vout_display_t *vd, unsigned requested_count)
284 vout_display_sys_t *sys = vd->sys;
287 sys->pool = vout_display_opengl_GetPool (sys->vgl, requested_count);
292 static void PictureRender (vout_display_t *vd, picture_t *pic, subpicture_t *subpicture)
295 vout_display_sys_t *sys = vd->sys;
297 vout_display_opengl_Prepare (sys->vgl, pic, subpicture);
300 static void PictureDisplay (vout_display_t *vd, picture_t *pic, subpicture_t *subpicture)
302 vout_display_sys_t *sys = vd->sys;
303 [sys->glView setVoutFlushing:YES];
304 vout_display_opengl_Display (sys->vgl, &vd->source);
305 [sys->glView setVoutFlushing:NO];
306 picture_Release (pic);
307 sys->has_first_frame = true;
310 subpicture_Delete(subpicture);
313 static int Control (vout_display_t *vd, int query, va_list ap)
315 vout_display_sys_t *sys = vd->sys;
325 case VOUT_DISPLAY_CHANGE_FULLSCREEN:
327 const vout_display_cfg_t *cfg = va_arg (ap, const vout_display_cfg_t *);
328 if (vout_window_SetFullScreen (sys->embed, cfg->is_fullscreen))
333 case VOUT_DISPLAY_CHANGE_WINDOW_STATE:
335 unsigned state = va_arg (ap, unsigned);
336 return vout_window_SetState (sys->embed, state);
338 case VOUT_DISPLAY_CHANGE_DISPLAY_FILLED:
339 case VOUT_DISPLAY_CHANGE_ZOOM:
340 case VOUT_DISPLAY_CHANGE_SOURCE_ASPECT:
341 case VOUT_DISPLAY_CHANGE_SOURCE_CROP:
342 case VOUT_DISPLAY_CHANGE_DISPLAY_SIZE:
344 NSAutoreleasePool * o_pool = [[NSAutoreleasePool alloc] init];
346 id o_window = [sys->glView window];
349 return VLC_SUCCESS; // this is okay, since the event will occur again when we have a window
352 NSSize windowMinSize = [o_window minSize];
354 const vout_display_cfg_t *cfg;
355 const video_format_t *source;
356 bool is_forced = false;
358 if (query == VOUT_DISPLAY_CHANGE_SOURCE_ASPECT || query == VOUT_DISPLAY_CHANGE_SOURCE_CROP) {
359 source = (const video_format_t *)va_arg (ap, const video_format_t *);
362 source = &vd->source;
363 cfg = (const vout_display_cfg_t*)va_arg (ap, const vout_display_cfg_t *);
364 if (query == VOUT_DISPLAY_CHANGE_DISPLAY_SIZE)
365 is_forced = (bool)va_arg (ap, int);
368 if (query == VOUT_DISPLAY_CHANGE_DISPLAY_SIZE && is_forced
369 && (cfg->display.width != vd->cfg->display.width
370 || cfg->display.height != vd->cfg->display.height)
371 && vout_window_SetSize (sys->embed, cfg->display.width, cfg->display.height)) {
376 /* we always use our current frame here, because we have some size constraints
377 in the ui vout provider */
378 vout_display_cfg_t cfg_tmp = *cfg;
380 /* on HiDPI displays, the point bounds don't equal the actual pixel based bounds */
382 bounds = [sys->glView convertRectToBacking:[sys->glView bounds]];
384 bounds = [sys->glView bounds];
385 cfg_tmp.display.width = bounds.size.width;
386 cfg_tmp.display.height = bounds.size.height;
388 vout_display_place_t place;
389 vout_display_PlacePicture (&place, source, &cfg_tmp, false);
390 @synchronized (sys->glView) {
394 /* For resize, we call glViewport in reshape and not here.
395 This has the positive side effect that we avoid erratic sizing as we animate every resize. */
396 if (query != VOUT_DISPLAY_CHANGE_DISPLAY_SIZE)
397 // x / y are top left corner, but we need the lower left one
398 glViewport (place.x, cfg_tmp.display.height - (place.y + place.height), place.width, place.height);
405 case VOUT_DISPLAY_HIDE_MOUSE:
407 [NSCursor setHiddenUntilMouseMoves: YES];
411 case VOUT_DISPLAY_GET_OPENGL:
413 vlc_gl_t **gl = va_arg (ap, vlc_gl_t **);
418 case VOUT_DISPLAY_RESET_PICTURES:
421 msg_Err (vd, "Unknown request in Mac OS X vout display");
426 /*****************************************************************************
427 * vout opengl callbacks
428 *****************************************************************************/
429 static int OpenglLock (vlc_gl_t *gl)
431 vout_display_sys_t *sys = (vout_display_sys_t *)gl->sys;
432 if (!sys->glView || ![sys->glView respondsToSelector:@selector(openGLContext)])
435 NSOpenGLContext *context = [sys->glView openGLContext];
436 CGLError err = CGLLockContext ([context CGLContextObj]);
437 if (kCGLNoError == err) {
438 [context makeCurrentContext];
444 static void OpenglUnlock (vlc_gl_t *gl)
446 vout_display_sys_t *sys = (vout_display_sys_t *)gl->sys;
447 CGLUnlockContext ([[sys->glView openGLContext] CGLContextObj]);
450 static void OpenglSwap (vlc_gl_t *gl)
452 vout_display_sys_t *sys = (vout_display_sys_t *)gl->sys;
453 [[sys->glView openGLContext] flushBuffer];
456 /*****************************************************************************
458 *****************************************************************************/
459 @implementation VLCOpenGLVideoView
461 #define VLCAssertMainThread() assert([[NSThread currentThread] isMainThread])
464 + (void)getNewView:(NSValue *)value
466 id *ret = [value pointerValue];
467 *ret = [[self alloc] init];
471 * Gets called by the Open() method.
475 VLCAssertMainThread();
477 /* Warning - this may be called on non main thread */
479 NSOpenGLPixelFormatAttribute attribs[] =
481 NSOpenGLPFADoubleBuffer,
482 NSOpenGLPFAAccelerated,
483 NSOpenGLPFANoRecovery,
484 NSOpenGLPFAColorSize, 24,
485 NSOpenGLPFAAlphaSize, 8,
486 NSOpenGLPFADepthSize, 24,
488 NSOpenGLPFAAllowOfflineRenderers,
492 NSOpenGLPixelFormat *fmt = [[NSOpenGLPixelFormat alloc] initWithAttributes:attribs];
497 self = [super initWithFrame:NSMakeRect(0,0,10,10) pixelFormat:fmt];
503 /* enable HiDPI support on OS X 10.7 and later */
505 [self setWantsBestResolutionOpenGLSurface:YES];
507 /* Swap buffers only during the vertical retrace of the monitor.
508 http://developer.apple.com/documentation/GraphicsImaging/
509 Conceptual/OpenGL/chap5/chapter_5_section_44.html */
510 GLint params[] = { 1 };
511 CGLSetParameter ([[self openGLContext] CGLContextObj], kCGLCPSwapInterval, params);
513 [[NSNotificationCenter defaultCenter] addObserverForName:NSApplicationDidChangeScreenParametersNotification
514 object:[NSApplication sharedApplication]
516 usingBlock:^(NSNotification *notification) {
517 [self performSelectorOnMainThread:@selector(reshape)
522 [self setAutoresizingMask:NSViewWidthSizable | NSViewHeightSizable];
528 [[NSNotificationCenter defaultCenter] removeObserver:self];
533 * Gets called by the Open() method.
535 - (void)setFrameToBoundsOfView:(NSValue *)value
537 NSView *parentView = [value pointerValue];
538 [self setFrame:[parentView bounds]];
542 * Gets called by the Close and Open methods.
545 - (void)setVoutDisplay:(vout_display_t *)aVd
547 @synchronized(self) {
553 * Gets called when the vout will aquire the lock and flush.
556 - (void)setVoutFlushing:(BOOL)flushing
560 @synchronized(self) {
561 _hasPendingReshape = NO;
566 * Can -drawRect skip rendering?.
568 - (BOOL)canSkipRendering
570 VLCAssertMainThread();
572 @synchronized(self) {
573 BOOL hasFirstFrame = vd && vd->sys->has_first_frame;
574 return !_hasPendingReshape && hasFirstFrame;
580 * Local method that locks the gl context.
584 VLCAssertMainThread();
585 NSOpenGLContext *context = [self openGLContext];
586 CGLError err = CGLLockContext ([context CGLContextObj]);
587 if (err == kCGLNoError)
588 [context makeCurrentContext];
589 return err == kCGLNoError;
593 * Local method that unlocks the gl context.
597 VLCAssertMainThread();
598 CGLUnlockContext ([[self openGLContext] CGLContextObj]);
602 * Local method that force a rendering of a frame.
603 * This will get called if Cocoa forces us to redraw (via -drawRect).
607 VLCAssertMainThread();
609 // We may have taken some times to take the opengl Lock.
610 // Check here to see if we can just skip the frame as well.
611 if ([self canSkipRendering])
615 @synchronized(self) { // vd can be accessed from multiple threads
616 hasFirstFrame = vd && vd->sys->has_first_frame;
620 // This will lock gl.
621 vout_display_opengl_Display (vd->sys->vgl, &vd->source);
623 glClear (GL_COLOR_BUFFER_BIT);
627 * Method called by Cocoa when the view is resized.
631 VLCAssertMainThread();
634 /* on HiDPI displays, the point bounds don't equal the actual pixel based bounds */
636 bounds = [self convertRectToBacking:[self bounds]];
638 bounds = [self bounds];
639 vout_display_place_t place;
641 @synchronized(self) {
643 vout_display_cfg_t cfg_tmp = *(vd->cfg);
644 cfg_tmp.display.width = bounds.size.width;
645 cfg_tmp.display.height = bounds.size.height;
647 vout_display_PlacePicture (&place, &vd->source, &cfg_tmp, false);
648 vd->sys->place = place;
649 vout_display_SendEventDisplaySize (vd, bounds.size.width, bounds.size.height, vd->cfg->is_fullscreen);
654 // x / y are top left corner, but we need the lower left one
655 glViewport (place.x, bounds.size.height - (place.y + place.height), place.width, place.height);
657 @synchronized(self) {
658 // This may be cleared before -drawRect is being called,
659 // in this case we'll skip the rendering.
660 // This will save us for rendering two frames (or more) for nothing
661 // (one by the vout, one (or more) by drawRect)
662 _hasPendingReshape = YES;
672 * Method called by Cocoa when the view is resized or the location has changed.
673 * We just need to make sure we are locking here.
677 VLCAssertMainThread();
678 BOOL success = [self lockgl];
688 * Method called by Cocoa to force redraw.
690 - (void)drawRect:(NSRect) rect
692 VLCAssertMainThread();
694 if ([self canSkipRendering])
697 BOOL success = [self lockgl];
708 NSWindow *window = [self window];
710 // Remove flashes with splitter view.
711 if ([window respondsToSelector:@selector(disableScreenUpdatesUntilFlush)])
712 [window disableScreenUpdatesUntilFlush];
723 #pragma mark Mouse handling
725 - (void)mouseDown:(NSEvent *)o_event
727 @synchronized (self) {
729 if ([o_event type] == NSLeftMouseDown && !([o_event modifierFlags] & NSControlKeyMask)) {
730 if ([o_event clickCount] <= 1)
731 vout_display_SendEventMousePressed (vd, MOUSE_BUTTON_LEFT);
736 [super mouseDown:o_event];
739 - (void)otherMouseDown:(NSEvent *)o_event
741 @synchronized (self) {
743 vout_display_SendEventMousePressed (vd, MOUSE_BUTTON_CENTER);
746 [super otherMouseDown: o_event];
749 - (void)mouseUp:(NSEvent *)o_event
751 @synchronized (self) {
753 if ([o_event type] == NSLeftMouseUp)
754 vout_display_SendEventMouseReleased (vd, MOUSE_BUTTON_LEFT);
758 [super mouseUp: o_event];
761 - (void)otherMouseUp:(NSEvent *)o_event
763 @synchronized (self) {
765 vout_display_SendEventMouseReleased (vd, MOUSE_BUTTON_CENTER);
768 [super otherMouseUp: o_event];
771 - (void)mouseMoved:(NSEvent *)o_event
777 /* on HiDPI displays, the point bounds don't equal the actual pixel based bounds */
779 s_rect = [self convertRectToBacking:[self bounds]];
781 s_rect = [self bounds];
782 ml = [self convertPoint: [o_event locationInWindow] fromView: nil];
783 b_inside = [self mouse: ml inRect: s_rect];
786 @synchronized (self) {
789 vout_display_SendMouseMovedDisplayCoordinates(vd, ORIENT_NORMAL,
790 (int)ml.x, s_rect.size.height - (int)ml.y,
796 [super mouseMoved: o_event];
799 - (void)mouseDragged:(NSEvent *)o_event
801 [self mouseMoved: o_event];
802 [super mouseDragged: o_event];
805 - (void)otherMouseDragged:(NSEvent *)o_event
807 [self mouseMoved: o_event];
808 [super otherMouseDragged: o_event];
811 - (void)rightMouseDragged:(NSEvent *)o_event
813 [self mouseMoved: o_event];
814 [super rightMouseDragged: o_event];
817 - (BOOL)acceptsFirstResponder
822 - (BOOL)mouseDownCanMoveWindow