# include "config.h"
#endif
-#include <vlc/vlc.h>
+#include <vlc_common.h>
#include <vlc_plugin.h>
#include <vlc_input.h>
-#include <vlc_vout.h>
#include <vlc_demux.h>
+#include <vlc_interface.h>
+#include <vlc_dialog.h>
#import <QTKit/QTKit.h>
+#import <CoreAudio/CoreAudio.h>
/*****************************************************************************
* Local prototypes
/*****************************************************************************
* Module descriptor
*****************************************************************************/
-vlc_module_begin();
- set_shortname( N_("Quicktime Capture") );
- set_description( N_("Quicktime Capture") );
- set_category( CAT_INPUT );
- set_subcategory( SUBCAT_INPUT_ACCESS );
- add_shortcut( "qtcapture" );
- set_capability( "access_demux", 10 );
- set_callbacks( Open, Close );
-vlc_module_end();
+vlc_module_begin ()
+ set_shortname( N_("Quicktime Capture") )
+ set_description( N_("Quicktime Capture") )
+ set_category( CAT_INPUT )
+ set_subcategory( SUBCAT_INPUT_ACCESS )
+ add_shortcut( "qtcapture" )
+ set_capability( "access_demux", 10 )
+ set_callbacks( Open, Close )
+vlc_module_end ()
/*****************************************************************************
*****************************************************************************/
@interface VLCDecompressedVideoOutput : QTCaptureDecompressedVideoOutput
{
- CVImageBufferRef currentImageBuffer;
+ CVImageBufferRef currentImageBuffer;
+ mtime_t currentPts;
+ mtime_t previousPts;
}
- (id)init;
- (void)outputVideoFrame:(CVImageBufferRef)videoFrame withSampleBuffer:(QTSampleBuffer *)sampleBuffer fromConnection:(QTCaptureConnection *)connection;
-- (BOOL)copyCurrentFrameToBuffer:(void *)buffer;
+- (mtime_t)copyCurrentFrameToBuffer:(void *)buffer;
@end
/* Apple sample code */
@implementation VLCDecompressedVideoOutput : QTCaptureDecompressedVideoOutput
- (id)init
{
- if( self = [super init] )
- {
- currentImageBuffer = nil;
- }
- return self;
+ if( self = [super init] )
+ {
+ currentImageBuffer = nil;
+ currentPts = 0;
+ previousPts = 0;
+ }
+ return self;
}
- (void)dealloc
{
- @synchronized (self) {
- CVBufferRelease(currentImageBuffer);
- currentImageBuffer = nil;
- }
- [super dealloc];
+ @synchronized (self)
+ {
+ CVBufferRelease(currentImageBuffer);
+ currentImageBuffer = nil;
+ }
+ [super dealloc];
}
- (void)outputVideoFrame:(CVImageBufferRef)videoFrame withSampleBuffer:(QTSampleBuffer *)sampleBuffer fromConnection:(QTCaptureConnection *)connection
{
- // Store the latest frame
- // This must be done in a @synchronized block because this delegate method is not called on the main thread
- CVImageBufferRef imageBufferToRelease;
+ // Store the latest frame
+ // This must be done in a @synchronized block because this delegate method is not called on the main thread
+ CVImageBufferRef imageBufferToRelease;
- CVBufferRetain(videoFrame);
+ CVBufferRetain(videoFrame);
- @synchronized (self) {
- imageBufferToRelease = currentImageBuffer;
- currentImageBuffer = videoFrame;
- }
- CVBufferRelease(imageBufferToRelease);
+ @synchronized (self)
+ {
+ imageBufferToRelease = currentImageBuffer;
+ currentImageBuffer = videoFrame;
+ currentPts = (mtime_t)(1000000L / [sampleBuffer presentationTime].timeScale * [sampleBuffer presentationTime].timeValue);
+
+ /* Try to use hosttime of the sample if available, because iSight Pts seems broken */
+ NSNumber *hosttime = (NSNumber *)[sampleBuffer attributeForKey:QTSampleBufferHostTimeAttribute];
+ if( hosttime ) currentPts = (mtime_t)AudioConvertHostTimeToNanos([hosttime unsignedLongLongValue])/1000;
+ }
+ CVBufferRelease(imageBufferToRelease);
}
-- (BOOL)copyCurrentFrameToBuffer:(void *)buffer
+- (mtime_t)copyCurrentFrameToBuffer:(void *)buffer
{
- CVImageBufferRef imageBuffer;
+ CVImageBufferRef imageBuffer;
+ mtime_t pts;
- @synchronized (self) {
- if(!currentImageBuffer) return NO;
- imageBuffer = CVBufferRetain(currentImageBuffer);
- }
+ if(!currentImageBuffer || currentPts == previousPts )
+ return 0;
- CVPixelBufferLockBaseAddress(imageBuffer, 0);
- void * pixels = CVPixelBufferGetBaseAddress(imageBuffer);
- memcpy( buffer, pixels, CVPixelBufferGetBytesPerRow(imageBuffer) * CVPixelBufferGetHeight(imageBuffer) );
- CVPixelBufferUnlockBaseAddress(imageBuffer, 0);
+ @synchronized (self)
+ {
+ imageBuffer = CVBufferRetain(currentImageBuffer);
+ pts = previousPts = currentPts;
- CVBufferRelease(imageBuffer);
+ CVPixelBufferLockBaseAddress(imageBuffer, 0);
+ void * pixels = CVPixelBufferGetBaseAddress(imageBuffer);
+ memcpy( buffer, pixels, CVPixelBufferGetBytesPerRow(imageBuffer) * CVPixelBufferGetHeight(imageBuffer) );
+ CVPixelBufferUnlockBaseAddress(imageBuffer, 0);
+ }
+
+ CVBufferRelease(imageBuffer);
- return YES;
+ return currentPts;
}
@end
+/*****************************************************************************
+* Struct
+*****************************************************************************/
+
struct demux_sys_t {
- QTCaptureSession * session;
- VLCDecompressedVideoOutput * output;
- int height, width;
- es_out_id_t * p_es_video;
+ QTCaptureSession * session;
+ QTCaptureDevice * device;
+ VLCDecompressedVideoOutput * output;
+ int height, width;
+ es_out_id_t * p_es_video;
};
-int qtchroma_to_fourcc( int i_qt )
+/*****************************************************************************
+* qtchroma_to_fourcc
+*****************************************************************************/
+static int qtchroma_to_fourcc( int i_qt )
{
- static struct
+ static const struct
{
unsigned int i_qt;
int i_fourcc;
} qtchroma_to_fourcc[] =
{
/* Raw data types */
- { k422YpCbCr8CodecType, VLC_FOURCC('U','Y','V','Y') },
+ { '2vuy', VLC_CODEC_UYVY },
+ { 'yuv2',VLC_CODEC_YUYV },
+ { 'yuvs', VLC_CODEC_YUYV },
{ 0, 0 }
};
int i;
int i;
int i_width;
int i_height;
- int i_aspect;
int result = 0;
+ /* Only when selected */
+ if( *p_demux->psz_access == '\0' )
+ return VLC_EGENERIC;
+
+ NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
+
/* Set up p_demux */
p_demux->pf_demux = Demux;
p_demux->pf_control = Control;
p_demux->info.i_update = 0;
p_demux->info.i_title = 0;
p_demux->info.i_seekpoint = 0;
-
- NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
-
- msg_Dbg( p_demux, "QTCapture Probed" );
-
- p_demux->p_sys = p_sys = malloc( sizeof( demux_sys_t ) );
- if( !p_sys ) return VLC_ENOMEM;
-
- memset( p_sys, 0, sizeof( demux_sys_t ) );
- memset( &fmt, 0, sizeof( es_format_t ) );
-
+
+ p_demux->p_sys = p_sys = calloc( 1, sizeof( demux_sys_t ) );
+ if( !p_sys )
+ return VLC_ENOMEM;
+
+ memset( &fmt, 0, sizeof( es_format_t ) );
+
QTCaptureDeviceInput * input = nil;
- QTCaptureSession * session = nil;
- VLCDecompressedVideoOutput * output = nil;
+ NSError *o_returnedError;
- QTCaptureDevice * device = [QTCaptureDevice defaultInputDeviceWithMediaType: QTMediaTypeVideo];
- if( !device )
+ p_sys->device = [QTCaptureDevice defaultInputDeviceWithMediaType: QTMediaTypeVideo];
+ if( !p_sys->device )
{
- msg_Err( p_demux, "Can't open any Video device" );
+ dialog_FatalWait( p_demux, _("No Input device found"),
+ _("Your Mac does not seem to be equipped with a suitable input device. "
+ "Please check your connectors and drivers.") );
+ msg_Err( p_demux, "Can't find any Video device" );
+
goto error;
}
- if( ![device open: nil /* FIXME */] )
+ if( ![p_sys->device open: &o_returnedError] )
{
- msg_Err( p_demux, "Can't open any Video device" );
+ msg_Err( p_demux, "Unable to open the capture device (%ld)", [o_returnedError code] );
goto error;
}
- input = [[QTCaptureDeviceInput alloc] initWithDevice: device];
- if( !device )
+ if( [p_sys->device isInUseByAnotherApplication] == YES )
{
- msg_Err( p_demux, "Can't create a capture session" );
+ msg_Err( p_demux, "default capture device is exclusively in use by another application" );
goto error;
}
- output = [[VLCDecompressedVideoOutput alloc] init];
-
- session = [[QTCaptureSession alloc] init];
-
- bool ret = [session addInput:input error:nil /* FIXME */];
- if( !ret )
+ input = [[QTCaptureDeviceInput alloc] initWithDevice: p_sys->device];
+ if( !input )
{
- msg_Err( p_demux, "Can't add the video device as input" );
+ msg_Err( p_demux, "can't create a valid capture input facility" );
goto error;
}
- ret = [session addOutput:output error:nil /* FIXME */];
- if( !ret )
+ p_sys->output = [[VLCDecompressedVideoOutput alloc] init];
+
+ /* Get the formats */
+ NSArray *format_array = [p_sys->device formatDescriptions];
+ QTFormatDescription* camera_format = NULL;
+ for( int k = 0; k < [format_array count]; k++ )
{
- msg_Err( p_demux, "Can't get any output output" );
- goto error;
- }
+ camera_format = [format_array objectAtIndex: k];
- [session startRunning];
+ NSLog( @"%@", [camera_format localizedFormatSummary] );
+ NSLog( @"%@",[[camera_format formatDescriptionAttributes] description] );
+ }
+ if( [format_array count] )
+ camera_format = [format_array objectAtIndex: 0];
+ else goto error;
- int qtchroma = [[[device formatDescriptions] objectAtIndex: 0] formatType]; /* FIXME */
+ int qtchroma = [camera_format formatType];
int chroma = qtchroma_to_fourcc( qtchroma );
if( !chroma )
{
goto error;
}
+ /* Now we can init */
es_format_Init( &fmt, VIDEO_ES, chroma );
- NSSize size = [[device attributeForKey:QTFormatDescriptionVideoEncodedPixelsSizeAttribute] sizeValue];
- p_sys->width = fmt.video.i_width = 640;/* size.width; FIXME */
- p_sys->height = fmt.video.i_height = 480;/* size.height; FIXME */
+ NSSize encoded_size = [[camera_format attributeForKey:QTFormatDescriptionVideoEncodedPixelsSizeAttribute] sizeValue];
+ NSSize display_size = [[camera_format attributeForKey:QTFormatDescriptionVideoCleanApertureDisplaySizeAttribute] sizeValue];
+ NSSize par_size = [[camera_format attributeForKey:QTFormatDescriptionVideoProductionApertureDisplaySizeAttribute] sizeValue];
+
+ fmt.video.i_width = p_sys->width = encoded_size.width;
+ fmt.video.i_height = p_sys->height = encoded_size.height;
+ if( par_size.width != encoded_size.width )
+ {
+ fmt.video.i_sar_num = (int64_t)encoded_size.height * par_size.width / encoded_size.width;
+ fmt.video.i_sar_den = encoded_size.width;
+ }
+
+ NSLog( @"encoded_size %d %d", (int)encoded_size.width, (int)encoded_size.height );
+ NSLog( @"display_size %d %d", (int)display_size.width, (int)display_size.height );
+ NSLog( @"PAR size %d %d", (int)par_size.width, (int)par_size.height );
+
+ [p_sys->output setPixelBufferAttributes: [NSDictionary dictionaryWithObjectsAndKeys:
+ [NSNumber numberWithInt: p_sys->height], kCVPixelBufferHeightKey,
+ [NSNumber numberWithInt: p_sys->width], kCVPixelBufferWidthKey,
+ [NSNumber numberWithBool:YES], (id)kCVPixelBufferOpenGLCompatibilityKey,
+ nil]];
+
+ p_sys->session = [[QTCaptureSession alloc] init];
+
+ bool ret = [p_sys->session addInput:input error: &o_returnedError];
+ if( !ret )
+ {
+ msg_Err( p_demux, "default video capture device could not be added to capture session (%ld)", [o_returnedError code] );
+ goto error;
+ }
+
+ ret = [p_sys->session addOutput:p_sys->output error: &o_returnedError];
+ if( !ret )
+ {
+ msg_Err( p_demux, "output could not be added to capture session (%ld)", [o_returnedError code] );
+ goto error;
+ }
+
+ [p_sys->session startRunning];
msg_Dbg( p_demux, "added new video es %4.4s %dx%d",
(char*)&fmt.i_codec, fmt.video.i_width, fmt.video.i_height );
p_sys->p_es_video = es_out_Add( p_demux->out, &fmt );
- p_sys->output = [output retain];
- p_sys->session = [session retain];
-
[input release];
- [output release];
- [session release];
[pool release];
msg_Dbg( p_demux, "QTCapture: We have a video device ready!" );
return VLC_SUCCESS;
error:
[input release];
- [session release];
- [input release];
- [output release];
[pool release];
free( p_sys );
demux_t *p_demux = (demux_t*)p_this;
demux_sys_t *p_sys = p_demux->p_sys;
- [p_sys->output release];
- [p_sys->session release];
+
+ /* Hack: if libvlc was killed, main interface thread was,
+ * and poor QTKit needs it, so don't tell him.
+ * Else we dead lock. */
+ if( vlc_object_alive(p_this->p_libvlc))
+ {
+ // Perform this on main thread, as the framework itself will sometimes try to synchronously
+ // work on main thread. And this will create a dead lock.
+ [p_sys->session performSelectorOnMainThread:@selector(stopRunning) withObject:nil waitUntilDone:NO];
+ [p_sys->output performSelectorOnMainThread:@selector(release) withObject:nil waitUntilDone:NO];
+ [p_sys->session performSelectorOnMainThread:@selector(release) withObject:nil waitUntilDone:NO];
+ }
free( p_sys );
[pool release];
NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
- if( ![p_sys->output copyCurrentFrameToBuffer: p_block->p_buffer] )
+ @synchronized (p_sys->output)
+ {
+ p_block->i_pts = [p_sys->output copyCurrentFrameToBuffer: p_block->p_buffer];
+ }
+
+ if( !p_block->i_pts )
{
/* Nothing to display yet, just forget */
block_Release( p_block );
[pool release];
+ msleep( 10000 );
return 1;
}
- p_block->i_pts = mdate(); /* FIXME */
-
es_out_Control( p_demux->out, ES_OUT_SET_PCR, p_block->i_pts );
es_out_Send( p_demux->out, p_sys->p_es_video, p_block );
*pi64 = (int64_t)DEFAULT_PTS_DELAY;
return VLC_SUCCESS;
- case DEMUX_GET_TIME:
- pi64 = (int64_t*)va_arg( args, int64_t * );
- *pi64 = mdate();
- return VLC_SUCCESS;
-
- /* TODO implement others */
default:
return VLC_EGENERIC;
}