1 /*****************************************************************************
2 * qtcapture.m: qtkit (Mac OS X) based capture module
3 *****************************************************************************
4 * Copyright © 2008-2011 VLC authors and VideoLAN
6 * Authors: Pierre d'Herbemont <pdherbemont@videolan.org>
8 ****************************************************************************
9 * This program is free software; you can redistribute it and/or modify it
10 * under the terms of the GNU Lesser General Public License as published by
11 * the Free Software Foundation; either version 2.1 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public License
20 * along with this program; if not, write to the Free Software Foundation,
21 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
24 /*****************************************************************************
26 *****************************************************************************/
32 #include <vlc_common.h>
33 #include <vlc_plugin.h>
34 #include <vlc_input.h>
35 #include <vlc_demux.h>
36 #include <vlc_interface.h>
37 #include <vlc_dialog.h>
38 #include <vlc_access.h>
40 #import <QTKit/QTKit.h>
41 #import <CoreAudio/CoreAudio.h>
43 #define QTKIT_WIDTH_TEXT N_("Video Capture width")
44 #define QTKIT_WIDTH_LONGTEXT N_("Video Capture width in pixel")
45 #define QTKIT_HEIGHT_TEXT N_("Video Capture height")
46 #define QTKIT_HEIGHT_LONGTEXT N_("Video Capture height in pixel")
48 /*****************************************************************************
50 *****************************************************************************/
51 static int Open( vlc_object_t *p_this );
52 static void Close( vlc_object_t *p_this );
53 static int Demux( demux_t *p_demux );
54 static int Control( demux_t *, int, va_list );
56 /*****************************************************************************
58 *****************************************************************************/
60 set_shortname( N_("Quicktime Capture") )
61 set_description( N_("Quicktime Capture") )
62 set_category( CAT_INPUT )
63 set_subcategory( SUBCAT_INPUT_ACCESS )
64 add_shortcut( "qtcapture" )
65 set_capability( "access_demux", 10 )
66 set_callbacks( Open, Close )
67 add_integer("qtcapture-width", 640, QTKIT_WIDTH_TEXT, QTKIT_WIDTH_LONGTEXT, true)
68 change_integer_range (80, 1280)
69 add_integer("qtcapture-height", 480, QTKIT_HEIGHT_TEXT, QTKIT_HEIGHT_LONGTEXT, true)
70 change_integer_range (60, 480)
74 /*****************************************************************************
76 *****************************************************************************/
77 @interface VLCDecompressedVideoOutput : QTCaptureDecompressedVideoOutput
79 CVImageBufferRef currentImageBuffer;
84 - (void)outputVideoFrame:(CVImageBufferRef)videoFrame withSampleBuffer:(QTSampleBuffer *)sampleBuffer fromConnection:(QTCaptureConnection *)connection;
85 - (mtime_t)copyCurrentFrameToBuffer:(void *)buffer;
88 /* Apple sample code */
89 @implementation VLCDecompressedVideoOutput : QTCaptureDecompressedVideoOutput
92 if( self = [super init] )
94 currentImageBuffer = nil;
104 CVBufferRelease(currentImageBuffer);
105 currentImageBuffer = nil;
110 - (void)outputVideoFrame:(CVImageBufferRef)videoFrame withSampleBuffer:(QTSampleBuffer *)sampleBuffer fromConnection:(QTCaptureConnection *)connection
112 // Store the latest frame
113 // This must be done in a @synchronized block because this delegate method is not called on the main thread
114 CVImageBufferRef imageBufferToRelease;
116 CVBufferRetain(videoFrame);
120 imageBufferToRelease = currentImageBuffer;
121 currentImageBuffer = videoFrame;
122 currentPts = (mtime_t)(1000000L / [sampleBuffer presentationTime].timeScale * [sampleBuffer presentationTime].timeValue);
124 /* Try to use hosttime of the sample if available, because iSight Pts seems broken */
125 NSNumber *hosttime = (NSNumber *)[sampleBuffer attributeForKey:QTSampleBufferHostTimeAttribute];
126 if( hosttime ) currentPts = (mtime_t)AudioConvertHostTimeToNanos([hosttime unsignedLongLongValue])/1000;
128 CVBufferRelease(imageBufferToRelease);
131 - (mtime_t)copyCurrentFrameToBuffer:(void *)buffer
133 CVImageBufferRef imageBuffer;
137 if(!currentImageBuffer || currentPts == previousPts )
142 imageBuffer = CVBufferRetain(currentImageBuffer);
144 pts = previousPts = currentPts;
145 CVPixelBufferLockBaseAddress(imageBuffer, 0);
146 pixels = CVPixelBufferGetBaseAddress(imageBuffer);
148 memcpy( buffer, pixels, CVPixelBufferGetBytesPerRow(imageBuffer) * CVPixelBufferGetHeight(imageBuffer));
149 CVPixelBufferUnlockBaseAddress(imageBuffer, 0);
153 CVBufferRelease(imageBuffer);
163 /*****************************************************************************
165 *****************************************************************************/
168 QTCaptureSession * session;
169 QTCaptureDevice * device;
170 VLCDecompressedVideoOutput * output;
172 es_out_id_t * p_es_video;
176 /*****************************************************************************
178 *****************************************************************************/
179 static int qtchroma_to_fourcc( int i_qt )
185 } qtchroma_to_fourcc[] =
188 { '2vuy', VLC_CODEC_UYVY },
189 { 'yuv2',VLC_CODEC_YUYV },
190 { 'yuvs', VLC_CODEC_YUYV },
194 for( i = 0; qtchroma_to_fourcc[i].i_qt; i++ )
196 if( qtchroma_to_fourcc[i].i_qt == i_qt )
197 return qtchroma_to_fourcc[i].i_fourcc;
202 /*****************************************************************************
204 *****************************************************************************/
205 static int Open( vlc_object_t *p_this )
207 demux_t *p_demux = (demux_t*)p_this;
208 demux_sys_t *p_sys = NULL;
214 char *psz_uid = NULL;
216 /* Only when selected */
217 if( *p_demux->psz_access == '\0' )
220 NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
222 if( p_demux->psz_location && *p_demux->psz_location )
223 psz_uid = strdup(p_demux->psz_location);
224 msg_Dbg( p_demux, "qtcapture uid = %s", psz_uid );
225 NSString *qtk_currdevice_uid = [[NSString alloc] initWithFormat:@"%s", psz_uid];
228 p_demux->pf_demux = Demux;
229 p_demux->pf_control = Control;
230 p_demux->info.i_update = 0;
231 p_demux->info.i_title = 0;
232 p_demux->info.i_seekpoint = 0;
234 p_demux->p_sys = p_sys = calloc( 1, sizeof( demux_sys_t ) );
238 NSArray *myVideoDevices = [[[QTCaptureDevice inputDevicesWithMediaType:QTMediaTypeVideo] arrayByAddingObjectsFromArray:[QTCaptureDevice inputDevicesWithMediaType:QTMediaTypeMuxed]] retain];
239 if([myVideoDevices count] == 0)
241 dialog_FatalWait( p_demux, _("No Input device found"),
242 _("Your Mac does not seem to be equipped with a suitable input device. "
243 "Please check your connectors and drivers.") );
244 msg_Err( p_demux, "Can't find any Video device" );
249 NSUInteger deviceCount = [myVideoDevices count];
250 for(ivideo = 0; ivideo < deviceCount; ivideo++){
251 QTCaptureDevice *qtk_device;
252 qtk_device = [myVideoDevices objectAtIndex:ivideo];
253 msg_Dbg( p_demux, "qtcapture %lu/%lu %s %s", ivideo, deviceCount, [[qtk_device localizedDisplayName] UTF8String], [[qtk_device uniqueID] UTF8String]);
254 if([[[qtk_device uniqueID]stringByTrimmingCharactersInSet:[NSCharacterSet whitespaceCharacterSet]] isEqualToString:qtk_currdevice_uid]){
259 memset( &fmt, 0, sizeof( es_format_t ) );
261 QTCaptureDeviceInput * input = nil;
262 NSError *o_returnedError;
263 if( ivideo < [myVideoDevices count] )
264 p_sys->device = [myVideoDevices objectAtIndex:ivideo];
267 /* cannot found designated device, fall back to open default device */
268 msg_Dbg(p_demux, "Cannot find designated uid device as %s, falling back to default.", [qtk_currdevice_uid UTF8String]);
269 p_sys->device = [QTCaptureDevice defaultInputDeviceWithMediaType: QTMediaTypeVideo];
273 dialog_FatalWait( p_demux, _("No Input device found"),
274 _("Your Mac does not seem to be equipped with a suitable input device. "
275 "Please check your connectors and drivers.") );
276 msg_Err( p_demux, "Can't find any Video device" );
281 if( ![p_sys->device open: &o_returnedError] )
283 msg_Err( p_demux, "Unable to open the capture device (%ld)", [o_returnedError code] );
287 if( [p_sys->device isInUseByAnotherApplication] == YES )
289 msg_Err( p_demux, "default capture device is exclusively in use by another application" );
293 input = [[QTCaptureDeviceInput alloc] initWithDevice: p_sys->device];
296 msg_Err( p_demux, "can't create a valid capture input facility" );
300 p_sys->output = [[VLCDecompressedVideoOutput alloc] init];
302 /* Get the formats */
303 NSArray *format_array = [p_sys->device formatDescriptions];
304 QTFormatDescription* camera_format = NULL;
305 NSUInteger formatCount = [format_array count];
306 for( NSUInteger k = 0; k < formatCount; k++ )
308 camera_format = [format_array objectAtIndex: k];
310 msg_Dbg(p_demux, "localized Format: %s", [[camera_format localizedFormatSummary] UTF8String] );
311 msg_Dbg(p_demux, "format description: %s", [[[camera_format formatDescriptionAttributes] description] UTF8String] );
313 if( [format_array count] )
314 camera_format = [format_array objectAtIndex: 0];
317 int qtchroma = [camera_format formatType];
318 int chroma = VLC_CODEC_UYVY;
320 /* Now we can init */
321 es_format_Init( &fmt, VIDEO_ES, chroma );
323 NSSize encoded_size = [[camera_format attributeForKey:QTFormatDescriptionVideoEncodedPixelsSizeAttribute] sizeValue];
324 NSSize display_size = [[camera_format attributeForKey:QTFormatDescriptionVideoCleanApertureDisplaySizeAttribute] sizeValue];
325 NSSize par_size = [[camera_format attributeForKey:QTFormatDescriptionVideoProductionApertureDisplaySizeAttribute] sizeValue];
327 par_size.width = display_size.width = encoded_size.width
328 = var_InheritInteger (p_this, "qtcapture-width");
329 par_size.height = display_size.height = encoded_size.height
330 = var_InheritInteger (p_this, "qtcapture-height");
332 fmt.video.i_width = p_sys->width = encoded_size.width;
333 fmt.video.i_height = p_sys->height = encoded_size.height;
334 if( par_size.width != encoded_size.width )
336 fmt.video.i_sar_num = (int64_t)encoded_size.height * par_size.width / encoded_size.width;
337 fmt.video.i_sar_den = encoded_size.width;
340 msg_Dbg(p_demux, "encoded_size %i %i", (int)encoded_size.width, (int)encoded_size.height );
341 msg_Dbg(p_demux, "display_size %i %i", (int)display_size.width, (int)display_size.height );
342 msg_Dbg(p_demux, "PAR size %i %i", (int)par_size.width, (int)par_size.height );
344 [p_sys->output setPixelBufferAttributes: [NSDictionary dictionaryWithObjectsAndKeys:
345 [NSNumber numberWithUnsignedInt:kCVPixelFormatType_422YpCbCr8], (id)kCVPixelBufferPixelFormatTypeKey,
346 [NSNumber numberWithInt: p_sys->height], kCVPixelBufferHeightKey,
347 [NSNumber numberWithInt: p_sys->width], kCVPixelBufferWidthKey,
348 [NSNumber numberWithBool:YES], (id)kCVPixelBufferOpenGLCompatibilityKey,
351 p_sys->session = [[QTCaptureSession alloc] init];
353 bool ret = [p_sys->session addInput:input error: &o_returnedError];
356 msg_Err( p_demux, "default video capture device could not be added to capture session (%ld)", [o_returnedError code] );
360 ret = [p_sys->session addOutput:p_sys->output error: &o_returnedError];
363 msg_Err( p_demux, "output could not be added to capture session (%ld)", [o_returnedError code] );
367 [p_sys->session startRunning];
369 msg_Dbg( p_demux, "added new video es %4.4s %dx%d",
370 (char*)&fmt.i_codec, fmt.video.i_width, fmt.video.i_height );
372 p_sys->p_es_video = es_out_Add( p_demux->out, &fmt );
377 msg_Dbg( p_demux, "QTCapture: We have a video device ready!" );
389 /*****************************************************************************
391 *****************************************************************************/
392 static void Close( vlc_object_t *p_this )
394 NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
396 demux_t *p_demux = (demux_t*)p_this;
397 demux_sys_t *p_sys = p_demux->p_sys;
399 /* Hack: if libvlc was killed, main interface thread was,
400 * and poor QTKit needs it, so don't tell him.
401 * Else we dead lock. */
402 if( vlc_object_alive(p_this->p_libvlc))
404 // Perform this on main thread, as the framework itself will sometimes try to synchronously
405 // work on main thread. And this will create a dead lock.
406 [p_sys->session performSelectorOnMainThread:@selector(stopRunning) withObject:nil waitUntilDone:NO];
407 [p_sys->output performSelectorOnMainThread:@selector(release) withObject:nil waitUntilDone:NO];
408 [p_sys->session performSelectorOnMainThread:@selector(release) withObject:nil waitUntilDone:NO];
416 /*****************************************************************************
418 *****************************************************************************/
419 static int Demux( demux_t *p_demux )
421 demux_sys_t *p_sys = p_demux->p_sys;
424 p_block = block_New( p_demux, p_sys->width *
425 p_sys->height * 2 /* FIXME */ );
428 msg_Err( p_demux, "cannot get block" );
432 NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
434 @synchronized (p_sys->output)
436 p_block->i_pts = [p_sys->output copyCurrentFrameToBuffer: p_block->p_buffer];
439 if( !p_block->i_pts )
441 /* Nothing to display yet, just forget */
442 block_Release( p_block );
448 es_out_Control( p_demux->out, ES_OUT_SET_PCR, p_block->i_pts );
449 es_out_Send( p_demux->out, p_sys->p_es_video, p_block );
455 /*****************************************************************************
457 *****************************************************************************/
458 static int Control( demux_t *p_demux, int i_query, va_list args )
465 /* Special for access_demux */
466 case DEMUX_CAN_PAUSE:
468 case DEMUX_SET_PAUSE_STATE:
469 case DEMUX_CAN_CONTROL_PACE:
470 pb = (bool*)va_arg( args, bool * );
474 case DEMUX_GET_PTS_DELAY:
475 pi64 = (int64_t*)va_arg( args, int64_t * );
476 *pi64 = (int64_t)DEFAULT_PTS_DELAY;