1 /*****************************************************************************
2 * qtcapture.m: qtkit (Mac OS X) based capture module
3 *****************************************************************************
4 * Copyright (C) 2008 the VideoLAN team
6 * Authors: Pierre d'Herbemont <pdherbemont@videolan.org>
8 *****************************************************************************
9 * This library is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation;
12 * version 2 of the License.
14 * This library is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with this library; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
33 #include <vlc_common.h>
34 #include <vlc_plugin.h>
35 #include <vlc_input.h>
37 #include <vlc_demux.h>
39 #import <QTKit/QTKit.h>
41 /*****************************************************************************
43 *****************************************************************************/
44 static int Open( vlc_object_t *p_this );
45 static void Close( vlc_object_t *p_this );
46 static int Demux( demux_t *p_demux );
47 static int Control( demux_t *, int, va_list );
49 /*****************************************************************************
51 *****************************************************************************/
53 set_shortname( N_("Quicktime Capture") );
54 set_description( N_("Quicktime Capture") );
55 set_category( CAT_INPUT );
56 set_subcategory( SUBCAT_INPUT_ACCESS );
57 add_shortcut( "qtcapture" );
58 set_capability( "access_demux", 10 );
59 set_callbacks( Open, Close );
63 /*****************************************************************************
65 *****************************************************************************/
66 @interface VLCDecompressedVideoOutput : QTCaptureDecompressedVideoOutput
68 CVImageBufferRef currentImageBuffer;
72 - (void)outputVideoFrame:(CVImageBufferRef)videoFrame withSampleBuffer:(QTSampleBuffer *)sampleBuffer fromConnection:(QTCaptureConnection *)connection;
73 - (mtime_t)copyCurrentFrameToBuffer:(void *)buffer;
76 /* Apple sample code */
77 @implementation VLCDecompressedVideoOutput : QTCaptureDecompressedVideoOutput
80 if( self = [super init] )
82 currentImageBuffer = nil;
89 @synchronized (self) {
90 CVBufferRelease(currentImageBuffer);
91 currentImageBuffer = nil;
96 - (void)outputVideoFrame:(CVImageBufferRef)videoFrame withSampleBuffer:(QTSampleBuffer *)sampleBuffer fromConnection:(QTCaptureConnection *)connection
98 // Store the latest frame
99 // This must be done in a @synchronized block because this delegate method is not called on the main thread
100 CVImageBufferRef imageBufferToRelease;
102 CVBufferRetain(videoFrame);
104 @synchronized (self) {
105 imageBufferToRelease = currentImageBuffer;
106 currentImageBuffer = videoFrame;
107 /* FIXME: is it the right PTS? */
108 currentPts = [sampleBuffer presentationTime].timeValue / [sampleBuffer presentationTime].timeScale;
110 CVBufferRelease(imageBufferToRelease);
113 - (mtime_t)copyCurrentFrameToBuffer:(void *)buffer
115 CVImageBufferRef imageBuffer;
117 @synchronized (self) {
118 if(!currentImageBuffer) return 0;
119 imageBuffer = CVBufferRetain(currentImageBuffer);
123 CVPixelBufferLockBaseAddress(imageBuffer, 0);
124 void * pixels = CVPixelBufferGetBaseAddress(imageBuffer);
125 memcpy( buffer, pixels, CVPixelBufferGetBytesPerRow(imageBuffer) * CVPixelBufferGetHeight(imageBuffer) );
126 CVPixelBufferUnlockBaseAddress(imageBuffer, 0);
128 CVBufferRelease(imageBuffer);
135 /*****************************************************************************
137 *****************************************************************************/
140 QTCaptureSession * session;
141 VLCDecompressedVideoOutput * output;
143 es_out_id_t * p_es_video;
147 /*****************************************************************************
149 *****************************************************************************/
150 static int qtchroma_to_fourcc( int i_qt )
156 } qtchroma_to_fourcc[] =
159 { k422YpCbCr8CodecType, VLC_FOURCC('U','Y','V','Y') },
163 for( i = 0; qtchroma_to_fourcc[i].i_qt; i++ )
165 if( qtchroma_to_fourcc[i].i_qt == i_qt )
166 return qtchroma_to_fourcc[i].i_fourcc;
171 /*****************************************************************************
173 *****************************************************************************/
174 static int Open( vlc_object_t *p_this )
176 demux_t *p_demux = (demux_t*)p_this;
177 demux_sys_t *p_sys = NULL;
185 /* Only when selected */
186 if( *p_demux->psz_access == '\0' )
189 NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
191 msg_Dbg( p_demux, "QTCapture Probed" );
193 QTCaptureDeviceInput * input = nil;
194 QTCaptureSession * session = nil;
195 VLCDecompressedVideoOutput * output = nil;
197 QTCaptureDevice * device = [QTCaptureDevice defaultInputDeviceWithMediaType: QTMediaTypeVideo];
200 msg_Err( p_demux, "Can't open any Video device" );
204 if( ![device open: nil /* FIXME */] )
206 msg_Err( p_demux, "Can't open any Video device" );
210 input = [[QTCaptureDeviceInput alloc] initWithDevice: device];
213 msg_Err( p_demux, "Can't create a capture session" );
217 output = [[VLCDecompressedVideoOutput alloc] init];
219 /* Hack - This will lower CPU consumption for some reason */
220 [output setPixelBufferAttributes: [NSDictionary dictionaryWithObjectsAndKeys:
221 [NSNumber numberWithInt:480], kCVPixelBufferHeightKey,
222 [NSNumber numberWithInt:640], kCVPixelBufferWidthKey, nil]];
224 session = [[QTCaptureSession alloc] init];
226 bool ret = [session addInput:input error:nil /* FIXME */];
229 msg_Err( p_demux, "Can't add the video device as input" );
233 ret = [session addOutput:output error:nil /* FIXME */];
236 msg_Err( p_demux, "Can't get any output output" );
240 [session startRunning];
243 int qtchroma = [[[device formatDescriptions] objectAtIndex: 0] formatType]; /* FIXME */
244 int chroma = qtchroma_to_fourcc( qtchroma );
247 msg_Err( p_demux, "Unknown qt chroma %4.4s provided by camera", (char*)&qtchroma );
251 /* Now we can init */
254 p_demux->pf_demux = Demux;
255 p_demux->pf_control = Control;
256 p_demux->info.i_update = 0;
257 p_demux->info.i_title = 0;
258 p_demux->info.i_seekpoint = 0;
260 p_demux->p_sys = p_sys = malloc( sizeof( demux_sys_t ) );
261 if( !p_sys ) return VLC_ENOMEM;
263 memset( p_sys, 0, sizeof( demux_sys_t ) );
264 memset( &fmt, 0, sizeof( es_format_t ) );
266 es_format_Init( &fmt, VIDEO_ES, chroma );
268 NSSize size = [[device attributeForKey:QTFormatDescriptionVideoEncodedPixelsSizeAttribute] sizeValue];
269 p_sys->width = fmt.video.i_width = 640;/* size.width; FIXME */
270 p_sys->height = fmt.video.i_height = 480;/* size.height; FIXME */
272 msg_Dbg( p_demux, "added new video es %4.4s %dx%d",
273 (char*)&fmt.i_codec, fmt.video.i_width, fmt.video.i_height );
275 p_sys->p_es_video = es_out_Add( p_demux->out, &fmt );
277 p_sys->output = [output retain];
278 p_sys->session = [session retain];
285 msg_Dbg( p_demux, "QTCapture: We have a video device ready!" );
300 /*****************************************************************************
302 *****************************************************************************/
303 static void Close( vlc_object_t *p_this )
305 NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
307 demux_t *p_demux = (demux_t*)p_this;
308 demux_sys_t *p_sys = p_demux->p_sys;
309 [p_sys->output release];
310 [p_sys->session release];
317 /*****************************************************************************
319 *****************************************************************************/
320 static int Demux( demux_t *p_demux )
322 demux_sys_t *p_sys = p_demux->p_sys;
325 p_block = block_New( p_demux, p_sys->width *
326 p_sys->height * 2 /* FIXME */ );
329 msg_Err( p_demux, "cannot get block" );
333 NSAutoreleasePool * pool = [[NSAutoreleasePool alloc] init];
335 p_block->i_pts = [p_sys->output copyCurrentFrameToBuffer: p_block->p_buffer];
337 if( !p_block->i_pts )
339 /* Nothing to display yet, just forget */
340 block_Release( p_block );
346 p_block->i_pts = mdate();
348 es_out_Control( p_demux->out, ES_OUT_SET_PCR, p_block->i_pts );
349 es_out_Send( p_demux->out, p_sys->p_es_video, p_block );
355 /*****************************************************************************
357 *****************************************************************************/
358 static int Control( demux_t *p_demux, int i_query, va_list args )
365 /* Special for access_demux */
366 case DEMUX_CAN_PAUSE:
368 case DEMUX_SET_PAUSE_STATE:
369 case DEMUX_CAN_CONTROL_PACE:
370 pb = (bool*)va_arg( args, bool * );
374 case DEMUX_GET_PTS_DELAY:
375 pi64 = (int64_t*)va_arg( args, int64_t * );
376 *pi64 = (int64_t)DEFAULT_PTS_DELAY;
380 pi64 = (int64_t*)va_arg( args, int64_t * );
384 /* TODO implement others */