]> git.sesse.net Git - vlc/blob - modules/codec/quicktime.c
Introduce new codec module to decode dirac video via libschroedinger
[vlc] / modules / codec / quicktime.c
1 /*****************************************************************************
2  * quicktime.c: a quicktime decoder that uses the QT library/dll
3  *****************************************************************************
4  * Copyright (C) 2003 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Laurent Aimar <fenrir at via.ecp.fr>
8  *          Derk-Jan Hartman <thedj at users.sf.net>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License as published by
12  * the Free Software Foundation; either version 2 of the License, or
13  * (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18  * GNU General Public License for more details.
19  *
20  * You should have received a copy of the GNU General Public License
21  * along with this program; if not, write to the Free Software
22  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23  *****************************************************************************/
24
25 /*****************************************************************************
26  * Preamble
27  *****************************************************************************/
28
29 #ifdef HAVE_CONFIG_H
30 # include "config.h"
31 #endif
32
33 #include <vlc_common.h>
34 #include <vlc_plugin.h>
35 #include <vlc_aout.h>
36 #include <vlc_vout.h>
37 #include <vlc_codec.h>
38
39 #if !defined (__APPLE__) && !defined(WIN32)
40 # define LOADER 1
41 #endif
42
43 #ifdef __APPLE__
44 #include <QuickTime/QuickTimeComponents.h>
45 #include <QuickTime/Movies.h>
46 #include <QuickTime/ImageCodec.h>
47 #endif
48
49 /* for windows do we require Quicktime compents header? */
50 #ifdef LOADER
51 #include "qtx/qtxsdk/components.h"
52 #include "wine/windef.h"
53 #include "ldt_keeper.h"
54
55 HMODULE   WINAPI LoadLibraryA(LPCSTR);
56 FARPROC   WINAPI GetProcAddress(HMODULE,LPCSTR);
57 int       WINAPI FreeLibrary(HMODULE);
58
59 #endif
60
61 /*****************************************************************************
62  * Module descriptor
63  *****************************************************************************/
64 static int  Open ( vlc_object_t * );
65 static void Close( vlc_object_t * );
66
67 vlc_module_begin();
68     set_description( N_("QuickTime library decoder") );
69     set_capability( "decoder", 100 );
70     set_category( CAT_INPUT );
71     set_subcategory( SUBCAT_INPUT_VCODEC );
72     set_callbacks( Open, Close );
73
74 vlc_module_end();
75
76
77 /*****************************************************************************
78  * Local prototypes
79  *****************************************************************************/
80 static int           OpenAudio( decoder_t * );
81 static int           OpenVideo( decoder_t * );
82
83 static aout_buffer_t *DecodeAudio( decoder_t *, block_t ** );
84 static picture_t     *DecodeVideo( decoder_t *, block_t ** );
85
86 #define FCC( a, b , c, d ) \
87     ((uint32_t)( ((a)<<24)|((b)<<16)|((c)<<8)|(d)))
88
89 #ifndef __APPLE__
90 typedef struct OpaqueSoundConverter*    SoundConverter;
91 #ifndef LOADER
92 typedef long                            OSType;
93 typedef int                             OSErr;
94 #endif
95 typedef unsigned long                   UnsignedFixed;
96 typedef uint8_t                         Byte;
97
98 typedef struct SoundComponentData {
99     long                            flags;
100     OSType                          format;
101     short                           numChannels;
102     short                           sampleSize;
103     UnsignedFixed                   sampleRate;
104     long                            sampleCount;
105     Byte *                          buffer;
106     long                            reserved;
107 } SoundComponentData;
108
109 #endif /* __APPLE__ */
110
111 struct decoder_sys_t
112 {
113     /* library */
114 #ifndef __APPLE__
115 #ifdef LOADER
116     ldt_fs_t    *ldt_fs;
117 #endif /* LOADER */
118
119     HMODULE qtml;
120     HINSTANCE qts;
121     OSErr (*InitializeQTML)             ( long flags );
122     OSErr (*TerminateQTML)              ( void );
123 #endif /* __APPLE__ */
124
125     /* Audio */
126     int (*SoundConverterOpen)           ( const SoundComponentData *,
127                                           const SoundComponentData *,
128                                           SoundConverter* );
129     int (*SoundConverterClose)          ( SoundConverter );
130     int (*SoundConverterSetInfo)        ( SoundConverter , OSType, void * );
131     int (*SoundConverterGetBufferSizes) ( SoundConverter, unsigned long,
132                                           unsigned long*, unsigned long*,
133                                           unsigned long* );
134     int (*SoundConverterBeginConversion)( SoundConverter );
135     int (*SoundConverterEndConversion)  ( SoundConverter, void *,
136                                           unsigned long *, unsigned long *);
137     int (*SoundConverterConvertBuffer)  ( SoundConverter, const void *,
138                                           unsigned long, void *,
139                                           unsigned long *, unsigned long * );
140     SoundConverter      myConverter;
141     SoundComponentData  InputFormatInfo, OutputFormatInfo;
142
143     unsigned long   FramesToGet;
144     unsigned int    InFrameSize;
145     unsigned int    OutFrameSize;
146
147 #ifndef WIN32
148     /* Video */
149     Component         (*FindNextComponent)
150         ( Component prev, ComponentDescription* desc );
151
152     ComponentInstance (*OpenComponent)
153         ( Component c );
154
155     ComponentResult   (*ImageCodecInitialize)
156         ( ComponentInstance ci, ImageSubCodecDecompressCapabilities * cap);
157
158     ComponentResult   (*ImageCodecGetCodecInfo)
159         ( ComponentInstance ci, CodecInfo *info );
160
161     ComponentResult   (*ImageCodecPreDecompress)
162         ( ComponentInstance ci, CodecDecompressParams * params );
163
164     ComponentResult   (*ImageCodecBandDecompress)
165         ( ComponentInstance ci, CodecDecompressParams * params );
166
167     PixMapHandle      (*GetGWorldPixMap)
168         ( GWorldPtr offscreenGWorld );
169
170     OSErr             (*QTNewGWorldFromPtr)
171         ( GWorldPtr *gw, OSType pixelFormat, const Rect *boundsRect,
172           CTabHandle cTable, /*GDHandle*/ void *aGDevice, /*unused*/
173           GWorldFlags flags, void *baseAddr, long rowBytes );
174
175     OSErr             (*NewHandleClear)( Size byteCount );
176
177     ComponentInstance       ci;
178     Rect                    OutBufferRect;   /* the dimensions of our GWorld */
179     GWorldPtr               OutBufferGWorld; /* a GWorld is some kind of
180                                                 description for a drawing
181                                                 environment */
182     ImageDescriptionHandle  framedescHandle;
183
184     CodecDecompressParams   decpar;          /* for ImageCodecPreDecompress()*/
185     CodecCapabilities       codeccap;        /* for decpar */
186 #endif
187
188     /* Output properties */
189     uint8_t *           plane;
190     mtime_t             pts;
191     audio_date_t        date;
192
193     int                 i_late; /* video */
194
195     /* buffer */
196     unsigned int        i_buffer;
197     unsigned int        i_buffer_size;
198     uint8_t             *p_buffer;
199
200     /* Audio only */
201     uint8_t             out_buffer[1000000];    /* FIXME */
202     int                 i_out_frames;
203     int                 i_out;
204 };
205
206 static int pi_channels_maps[6] =
207 {
208     0,
209     AOUT_CHAN_CENTER,
210     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
211     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER,
212     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARLEFT,
213     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER
214      | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARLEFT
215 };
216
217 static int QTAudioInit( decoder_t * );
218 static int QTVideoInit( decoder_t * );
219
220 /*****************************************************************************
221  * Open: probe the decoder and return score
222  *****************************************************************************
223  * Tries to launch a decoder and return score so that the interface is able
224  * to choose.
225  *****************************************************************************/
226 static int Open( vlc_object_t *p_this )
227 {
228     decoder_t *p_dec = (decoder_t*)p_this;
229
230 #ifdef __APPLE__
231     OSErr err;
232     SInt32 qtVersion, macosversion;
233     
234     err = Gestalt(gestaltQuickTimeVersion, &qtVersion);
235     err = Gestalt(gestaltSystemVersion, &macosversion);
236 #ifndef NDEBUG
237     msg_Dbg( p_this, "mac os version is %#lx", macosversion );
238     msg_Dbg( p_this, "quicktime version is %#lx", qtVersion );
239 #endif
240 #endif
241
242     switch( p_dec->fmt_in.i_codec )
243     {
244         case VLC_FOURCC('h','2','6','4'): /* H.264 */
245         case VLC_FOURCC('a','v','c','1'): /* dto. */
246         case VLC_FOURCC('c','v','i','d'): /* Cinepak */
247         case VLC_FOURCC('I','V','4','1'): /* Indeo Video IV */
248         case VLC_FOURCC('i','v','4','1'): /* dto. */
249 #ifdef __APPLE__
250         case VLC_FOURCC('p','x','l','t'): /* Pixlet */
251 #endif
252         case VLC_FOURCC('d','v','1','n'): /* DVC Pro 100 NTSC */
253         case VLC_FOURCC('d','v','1','p'): /* DVC Pro 100 PAL */
254         case VLC_FOURCC('d','v','h','p'): /* DVC PRO HD 720p */
255         case VLC_FOURCC('d','v','h','6'): /* DVC PRO HD 1080i 60 */
256         case VLC_FOURCC('d','v','h','5'): /* DVC PRO HD 1080i 50 */
257
258         case VLC_FOURCC('S','V','Q','3'): /* Sorenson v3 */
259     /*    case VLC_FOURCC('S','V','Q','1'):  Sorenson v1
260         case VLC_FOURCC('Z','y','G','o'):
261         case VLC_FOURCC('V','P','3','1'):
262         case VLC_FOURCC('3','I','V','1'): */
263         case VLC_FOURCC('r','l','e',' '): /* QuickTime animation (RLE) */
264         case VLC_FOURCC('r','p','z','a'): /* QuickTime Apple Video */
265         case VLC_FOURCC('a','z','p','r'): /* QuickTime animation (RLE) */
266 #ifdef LOADER
267         p_dec->p_sys = NULL;
268         p_dec->pf_decode_video = DecodeVideo;
269         return VLC_SUCCESS;
270 #else
271         return OpenVideo( p_dec );
272 #endif
273
274 #ifdef __APPLE__
275         case VLC_FOURCC('I','L','B','C'): /* iLBC */
276             if ((err != noErr) || (qtVersion < 0x07500000)) 
277                 return VLC_EGENERIC;
278         case VLC_FOURCC('i','l','b','c'): /* iLBC */
279             if ((err != noErr) || (qtVersion < 0x07500000)) 
280                 return VLC_EGENERIC;
281 #endif
282         case VLC_FOURCC('s','a','m','r'): /* 3GPP AMR audio */
283         case VLC_FOURCC('s','a','m','b'): /* 3GPP AMR-WB audio */
284         case VLC_FOURCC('m','p','4','a'): /* MPEG-4 audio */
285         case VLC_FOURCC('Q','D','M','C'): /* QDesign */
286         case VLC_FOURCC('Q','D','M','2'): /* QDesign* 2 */
287         case VLC_FOURCC('Q','c','l','p'): /* Qualcomm Purevoice Codec */
288         case VLC_FOURCC('Q','C','L','P'): /* Qualcomm Purevoice Codec */
289         case VLC_FOURCC('M','A','C','3'): /* MACE3 audio decoder */
290         case VLC_FOURCC('M','A','C','6'): /* MACE6 audio decoder */
291         case VLC_FOURCC('d','v','c','a'): /* DV Audio */
292         case VLC_FOURCC('s','o','w','t'): /* 16-bit Little Endian */
293         case VLC_FOURCC('t','w','o','s'): /* 16-bit Big Endian */
294         case VLC_FOURCC('a','l','a','w'): /* ALaw 2:1 */
295         case VLC_FOURCC('u','l','a','w'): /* mu-Law 2:1 */
296         case VLC_FOURCC('r','a','w',' '): /* 8-bit offset binaries */
297         case VLC_FOURCC('f','l','3','2'): /* 32-bit Floating Point */
298         case VLC_FOURCC('f','l','6','4'): /* 64-bit Floating Point */
299         case VLC_FOURCC('i','n','2','4'): /* 24-bit Interger */
300         case VLC_FOURCC('i','n','3','2'): /* 32-bit Integer */
301         case 0x0011:                            /* DVI IMA */
302         case 0x6D730002:                        /* Microsoft ADPCM-ACM */
303         case 0x6D730011:                        /* DVI Intel IMAADPCM-ACM */
304 #ifdef LOADER
305         p_dec->p_sys = NULL;
306         p_dec->pf_decode_audio = DecodeAudio;
307         return VLC_SUCCESS;
308 #else
309
310 #ifdef __APPLE__
311         /* FIXME: right now, we don't support audio decoding on 10.5 and later
312          because we are still using the hardcore-outdated SoundManager API,
313          which was removed after 10.4 */
314
315         if( macosversion >= 0x1050 || err != noErr )
316         {
317             msg_Warn( p_dec, "Your Mac OS version doesn't have SoundManager anymore. "
318                      "You can't use this plugin for audio." );
319             return VLC_EGENERIC;
320         }
321 #endif
322         return OpenAudio( p_dec );
323 #endif
324
325         default:
326             return VLC_EGENERIC;
327     }
328 }
329
330 /*****************************************************************************
331  * Close:
332  *****************************************************************************/
333 static void Close( vlc_object_t *p_this )
334 {
335     decoder_t     *p_dec = (decoder_t*)p_this;
336     decoder_sys_t *p_sys = p_dec->p_sys;
337     vlc_mutex_t   *lock;
338
339     /* get lock, avoid segfault */
340     lock = var_AcquireMutex( "qt_mutex" );
341
342     if( p_dec->fmt_out.i_cat == AUDIO_ES )
343     {
344         int i_error;
345         unsigned long ConvertedFrames=0;
346         unsigned long ConvertedBytes=0;
347
348         i_error = p_sys->SoundConverterEndConversion( p_sys->myConverter, NULL,
349                                                       &ConvertedFrames,
350                                                       &ConvertedBytes );
351         msg_Dbg( p_dec, "SoundConverterEndConversion => %d", i_error );
352
353         i_error = p_sys->SoundConverterClose( p_sys->myConverter );
354         msg_Dbg( p_dec, "SoundConverterClose => %d", i_error );
355
356         free( p_sys->p_buffer );
357     }
358     else if( p_dec->fmt_out.i_cat == VIDEO_ES )
359     {
360         free( p_sys->plane );
361     }
362
363 #ifndef __APPLE__
364     FreeLibrary( p_sys->qtml );
365     FreeLibrary( p_sys->qts );
366     msg_Dbg( p_dec, "FreeLibrary ok." );
367 #else
368     ExitMovies();
369 #endif
370
371 #if 0
372     /* Segfault */
373 #ifdef LOADER
374     Restore_LDT_Keeper( p_sys->ldt_fs );
375     msg_Dbg( p_dec, "Restore_LDT_Keeper" );
376 #endif
377 #endif
378
379     vlc_mutex_unlock( lock );
380
381     free( p_sys );
382 }
383
384 /*****************************************************************************
385  * OpenAudio:
386  *****************************************************************************/
387 static int OpenAudio( decoder_t *p_dec )
388 {
389     decoder_sys_t *p_sys;
390
391     int             i_error;
392     char            fcc[4];
393     unsigned long   WantedBufferSize;
394     unsigned long   InputBufferSize = 0;
395     unsigned long   OutputBufferSize = 0;
396
397     /* get lock, avoid segfault */
398     vlc_mutex_t    *lock = var_AcquireMutex( "qt_mutex" );
399     if( lock == NULL )
400         return VLC_EGENERIC;
401
402     p_sys = calloc( sizeof( decoder_sys_t ), 1 );
403     p_dec->p_sys = p_sys;
404     p_dec->pf_decode_audio = DecodeAudio;
405
406     memcpy( fcc, &p_dec->fmt_in.i_codec, 4 );
407
408 #ifdef __APPLE__
409     EnterMovies();
410 #endif
411
412     if( QTAudioInit( p_dec ) )
413     {
414         msg_Err( p_dec, "cannot initialize QT");
415         goto exit_error;
416     }
417
418 #ifndef __APPLE__
419     if( ( i_error = p_sys->InitializeQTML( 6 + 16 ) ) )
420     {
421         msg_Dbg( p_dec, "error on InitializeQTML = %d", i_error );
422         goto exit_error;
423     }
424 #endif
425
426     /* input format settings */
427     p_sys->InputFormatInfo.flags       = 0;
428     p_sys->InputFormatInfo.sampleCount = 0;
429     p_sys->InputFormatInfo.buffer      = NULL;
430     p_sys->InputFormatInfo.reserved    = 0;
431     p_sys->InputFormatInfo.numChannels = p_dec->fmt_in.audio.i_channels;
432     p_sys->InputFormatInfo.sampleSize  = p_dec->fmt_in.audio.i_bitspersample;
433     p_sys->InputFormatInfo.sampleRate  = p_dec->fmt_in.audio.i_rate;
434     p_sys->InputFormatInfo.format      = FCC( fcc[0], fcc[1], fcc[2], fcc[3] );
435
436     /* output format settings */
437     p_sys->OutputFormatInfo.flags       = 0;
438     p_sys->OutputFormatInfo.sampleCount = 0;
439     p_sys->OutputFormatInfo.buffer      = NULL;
440     p_sys->OutputFormatInfo.reserved    = 0;
441     p_sys->OutputFormatInfo.numChannels = p_dec->fmt_in.audio.i_channels;
442     p_sys->OutputFormatInfo.sampleSize  = 16;
443     p_sys->OutputFormatInfo.sampleRate  = p_dec->fmt_in.audio.i_rate;
444     p_sys->OutputFormatInfo.format      = FCC( 'N', 'O', 'N', 'E' );
445
446
447     i_error = p_sys->SoundConverterOpen( &p_sys->InputFormatInfo,
448                                          &p_sys->OutputFormatInfo,
449                                          &p_sys->myConverter );
450     if( i_error )
451     {
452         msg_Err( p_dec, "error on SoundConverterOpen = %d", i_error );
453         goto exit_error;
454     }
455
456 #if 0
457     /* tell the sound converter we accept VBR formats */
458     i_error = SoundConverterSetInfo( p_dec->myConverter, siClientAcceptsVBR,
459                                      (void *)true );
460 #endif
461
462     if( p_dec->fmt_in.i_extra > 36 + 8 )
463     {
464         i_error = p_sys->SoundConverterSetInfo( p_sys->myConverter,
465                                                 FCC( 'w', 'a', 'v', 'e' ),
466                                                 ((uint8_t*)p_dec->fmt_in.p_extra) + 36 + 8 );
467
468         msg_Dbg( p_dec, "error on SoundConverterSetInfo = %d", i_error );
469     }
470
471     WantedBufferSize = p_sys->OutputFormatInfo.numChannels *
472                        p_sys->OutputFormatInfo.sampleRate * 2;
473     p_sys->FramesToGet = 0;
474
475     i_error = p_sys->SoundConverterGetBufferSizes( p_sys->myConverter,
476                                                    WantedBufferSize,
477                                                    &p_sys->FramesToGet,
478                                                    &InputBufferSize,
479                                                    &OutputBufferSize );
480
481     msg_Dbg( p_dec, "WantedBufferSize=%li InputBufferSize=%li "
482              "OutputBufferSize=%li FramesToGet=%li",
483              WantedBufferSize, InputBufferSize, OutputBufferSize,
484              p_sys->FramesToGet );
485
486     p_sys->InFrameSize  = (InputBufferSize + p_sys->FramesToGet - 1 ) /
487                             p_sys->FramesToGet;
488     p_sys->OutFrameSize = OutputBufferSize / p_sys->FramesToGet;
489
490     msg_Dbg( p_dec, "frame size %d -> %d",
491              p_sys->InFrameSize, p_sys->OutFrameSize );
492
493     if( (i_error = p_sys->SoundConverterBeginConversion(p_sys->myConverter)) )
494     {
495         msg_Err( p_dec,
496                  "error on SoundConverterBeginConversion = %d", i_error );
497         goto exit_error;
498     }
499
500
501     es_format_Init( &p_dec->fmt_out, AUDIO_ES, AOUT_FMT_S16_NE );
502     p_dec->fmt_out.audio.i_rate = p_sys->OutputFormatInfo.sampleRate;
503     p_dec->fmt_out.audio.i_channels = p_sys->OutputFormatInfo.numChannels;
504     p_dec->fmt_out.audio.i_physical_channels =
505     p_dec->fmt_out.audio.i_original_channels =
506         pi_channels_maps[p_sys->OutputFormatInfo.numChannels];
507
508     aout_DateInit( &p_sys->date, p_dec->fmt_out.audio.i_rate );
509
510     p_sys->i_buffer      = 0;
511     p_sys->i_buffer_size = 100*1000;
512     p_sys->p_buffer      = malloc( p_sys->i_buffer_size );
513     if( !p_sys->p_buffer )
514         goto exit_error;
515
516     p_sys->i_out = 0;
517     p_sys->i_out_frames = 0;
518
519     vlc_mutex_unlock( lock );
520     return VLC_SUCCESS;
521
522 exit_error:
523
524 #ifdef LOADER
525     Restore_LDT_Keeper( p_sys->ldt_fs );
526 #endif
527     vlc_mutex_unlock( lock );
528
529     free( p_sys );
530     return VLC_EGENERIC;
531 }
532
533 /*****************************************************************************
534  * DecodeAudio:
535  *****************************************************************************/
536 static aout_buffer_t *DecodeAudio( decoder_t *p_dec, block_t **pp_block )
537 {
538     decoder_sys_t *p_sys = p_dec->p_sys;
539
540     block_t     *p_block;
541     int         i_error;
542
543 #ifdef LOADER
544     /* We must do open and close in the same thread (unless we do
545      * Setup_LDT_Keeper in the main thread before all others */
546     if( p_sys == NULL )
547     {
548         if( OpenAudio( p_dec ) )
549         {
550             /* Fatal */
551             p_dec->b_error = true;
552             return NULL;
553         }
554
555         p_sys = p_dec->p_sys;
556     }
557 #endif
558
559     if( pp_block == NULL || *pp_block == NULL )
560     {
561         return NULL;
562     }
563     p_block = *pp_block;
564
565     if( p_sys->i_out_frames > 0 && p_sys->i_out >= p_sys->i_out_frames )
566     {
567         /* Ask new data */
568         p_sys->i_out = 0;
569         p_sys->i_out_frames = 0;
570
571         *pp_block = NULL;
572         return NULL;
573     }
574
575     if( p_sys->i_out_frames <= 0 )
576     {
577         p_sys->pts = p_block->i_pts;
578         if( decoder_GetDisplayDate( p_dec, p_block->i_pts ) < mdate() )
579         {
580             block_Release( p_block );
581             *pp_block = NULL;
582             return NULL;
583         }
584
585         /* Append data */
586         if( p_sys->i_buffer_size < p_sys->i_buffer + p_block->i_buffer )
587         {
588             p_sys->i_buffer_size = p_sys->i_buffer + p_block->i_buffer + 1024;
589             p_sys->p_buffer = realloc( p_sys->p_buffer, p_sys->i_buffer_size );
590         }
591         memcpy( &p_sys->p_buffer[p_sys->i_buffer], p_block->p_buffer,
592                 p_block->i_buffer );
593         p_sys->i_buffer += p_block->i_buffer;
594
595         if( p_sys->i_buffer > p_sys->InFrameSize )
596         {
597             int i_frames = p_sys->i_buffer / p_sys->InFrameSize;
598             unsigned long i_out_frames, i_out_bytes;
599             vlc_mutex_t *lock = var_AcquireMutex( "qt_mutex ");
600
601             i_error = p_sys->SoundConverterConvertBuffer( p_sys->myConverter,
602                                                           p_sys->p_buffer,
603                                                           i_frames,
604                                                           p_sys->out_buffer,
605                                                           &i_out_frames,
606                                                           &i_out_bytes );
607             vlc_mutex_unlock( lock );
608
609             /*
610             msg_Dbg( p_dec, "decoded %d frames -> %ld frames (error=%d)",
611                      i_frames, i_out_frames, i_error );
612
613             msg_Dbg( p_dec, "decoded %ld frames = %ld bytes",
614                      i_out_frames, i_out_bytes );
615             */
616
617             p_sys->i_buffer -= i_frames * p_sys->InFrameSize;
618             if( p_sys->i_buffer > 0 )
619             {
620                 memmove( &p_sys->p_buffer[0],
621                          &p_sys->p_buffer[i_frames * p_sys->InFrameSize],
622                          p_sys->i_buffer );
623             }
624
625             if( p_sys->pts != 0 &&
626                 p_sys->pts != aout_DateGet( &p_sys->date ) )
627             {
628                 aout_DateSet( &p_sys->date, p_sys->pts );
629             }
630             else if( !aout_DateGet( &p_sys->date ) )
631             {
632                 return NULL;
633             }
634
635             if( !i_error && i_out_frames > 0 )
636             {
637                 /* we have others samples */
638                 p_sys->i_out_frames = i_out_frames;
639                 p_sys->i_out = 0;
640             }
641         }
642     }
643
644     if( p_sys->i_out < p_sys->i_out_frames )
645     {
646         aout_buffer_t *p_out;
647         int  i_frames = __MIN( p_sys->i_out_frames - p_sys->i_out, 1000 );
648
649         p_out = p_dec->pf_aout_buffer_new( p_dec, i_frames );
650
651         if( p_out )
652         {
653             p_out->start_date = aout_DateGet( &p_sys->date );
654             p_out->end_date = aout_DateIncrement( &p_sys->date, i_frames );
655
656             memcpy( p_out->p_buffer,
657                     &p_sys->out_buffer[2 * p_sys->i_out * p_dec->fmt_out.audio.i_channels],
658                     p_out->i_nb_bytes );
659
660             p_sys->i_out += i_frames;
661         }
662         return p_out;
663     }
664
665     return NULL;
666 }
667
668 /*****************************************************************************
669  * OpenVideo:
670  *****************************************************************************/
671 static int OpenVideo( decoder_t *p_dec )
672 {
673     decoder_sys_t *p_sys = malloc( sizeof( decoder_sys_t ) );
674     if( !p_sys )
675         return VLC_ENOMEM;
676
677 #ifndef WIN32
678     vlc_mutex_t                        *lock;
679     long                                i_result;
680     ComponentDescription                desc;
681     Component                           prev;
682     ComponentResult                     cres;
683     ImageSubCodecDecompressCapabilities icap;   /* for ImageCodecInitialize() */
684     CodecInfo                           cinfo;  /* for ImageCodecGetCodecInfo() */
685     ImageDescription                    *id;
686
687     char                fcc[4];
688     int     i_vide = p_dec->fmt_in.i_extra;
689     uint8_t *p_vide = p_dec->fmt_in.p_extra;
690
691     p_dec->p_sys = p_sys;
692     p_dec->pf_decode_video = DecodeVideo;
693     p_sys->i_late = 0;
694
695     if( i_vide <= 0 )
696     {
697         msg_Err( p_dec, "missing extra info" );
698         free( p_sys );
699         return VLC_EGENERIC;
700     }
701
702     memcpy( fcc, &p_dec->fmt_in.i_codec, 4 );
703     msg_Dbg( p_dec, "quicktime_video %4.4s %dx%d",
704              fcc, p_dec->fmt_in.video.i_width, p_dec->fmt_in.video.i_height );
705
706     /* get lock, avoid segfault */
707     lock = var_AcquireMutex( "qt_mutex" );
708
709 #ifdef __APPLE__
710     EnterMovies();
711 #endif
712
713     if( QTVideoInit( p_dec ) )
714     {
715         msg_Err( p_dec, "cannot initialize QT");
716         goto exit_error;
717     }
718
719 #ifndef __APPLE__
720     if( ( i_result = p_sys->InitializeQTML( 6 + 16 ) ) )
721     {
722         msg_Dbg( p_dec, "error on InitializeQTML = %d", (int)i_result );
723         goto exit_error;
724     }
725 #endif
726
727     /* init ComponentDescription */
728     memset( &desc, 0, sizeof( ComponentDescription ) );
729     desc.componentType      = FCC( 'i', 'm', 'd', 'c' );
730     desc.componentSubType   = FCC( fcc[0], fcc[1], fcc[2], fcc[3] );
731     desc.componentManufacturer = 0;
732     desc.componentFlags        = 0;
733     desc.componentFlagsMask    = 0;
734
735     if( !( prev = p_sys->FindNextComponent( NULL, &desc ) ) )
736     {
737         msg_Err( p_dec, "cannot find requested component" );
738         goto exit_error;
739     }
740     msg_Dbg( p_dec, "component id=0x%p", prev );
741
742     p_sys->ci =  p_sys->OpenComponent( prev );
743     msg_Dbg( p_dec, "component instance p=0x%p", p_sys->ci );
744
745     memset( &icap, 0, sizeof( ImageSubCodecDecompressCapabilities ) );
746     cres =  p_sys->ImageCodecInitialize( p_sys->ci, &icap );
747     msg_Dbg( p_dec, "ImageCodecInitialize->0x%X size=%d (%d)\n",
748              (int)cres, (int)icap.recordSize, (int)icap.decompressRecordSize);
749
750     memset( &cinfo, 0, sizeof( CodecInfo ) );
751     cres =  p_sys->ImageCodecGetCodecInfo( p_sys->ci, &cinfo );
752     msg_Dbg( p_dec,
753              "Flags: compr: 0x%x decomp: 0x%x format: 0x%x\n",
754              (unsigned int)cinfo.compressFlags,
755              (unsigned int)cinfo.decompressFlags,
756              (unsigned int)cinfo.formatFlags );
757     msg_Dbg( p_dec, "quicktime_video: Codec name: %.*s\n",
758              ((unsigned char*)&cinfo.typeName)[0],
759              ((unsigned char*)&cinfo.typeName)+1 );
760
761     /* make a yuy2 gworld */
762     p_sys->OutBufferRect.top    = 0;
763     p_sys->OutBufferRect.left   = 0;
764     p_sys->OutBufferRect.right  = p_dec->fmt_in.video.i_width;
765     p_sys->OutBufferRect.bottom = p_dec->fmt_in.video.i_height;
766
767
768     /* codec data FIXME use codec not SVQ3 */
769     msg_Dbg( p_dec, "vide = %d", i_vide  );
770     id = malloc( sizeof( ImageDescription ) + ( i_vide - 70 ) );
771     if( !id )
772         goto exit_error;
773     id->idSize          = sizeof( ImageDescription ) + ( i_vide - 70 );
774     id->cType           = FCC( fcc[0], fcc[1], fcc[2], fcc[3] );
775     id->version         = GetWBE ( p_vide +  0 );
776     id->revisionLevel   = GetWBE ( p_vide +  2 );
777     id->vendor          = GetDWBE( p_vide +  4 );
778     id->temporalQuality = GetDWBE( p_vide +  8 );
779     id->spatialQuality  = GetDWBE( p_vide + 12 );
780     id->width           = GetWBE ( p_vide + 16 );
781     id->height          = GetWBE ( p_vide + 18 );
782     id->hRes            = GetDWBE( p_vide + 20 );
783     id->vRes            = GetDWBE( p_vide + 24 );
784     id->dataSize        = GetDWBE( p_vide + 28 );
785     id->frameCount      = GetWBE ( p_vide + 32 );
786     memcpy( &id->name, p_vide + 34, 32 );
787     id->depth           = GetWBE ( p_vide + 66 );
788     id->clutID          = GetWBE ( p_vide + 68 );
789     if( i_vide > 70 )
790     {
791         memcpy( ((char*)&id->clutID) + 2, p_vide + 70, i_vide - 70 );
792     }
793
794     msg_Dbg( p_dec, "idSize=%d ver=%d rev=%d vendor=%d tempQ=%d "
795              "spaQ=%d w=%d h=%d dpi=%d%d dataSize=%d depth=%d frameCount=%d clutID=%d",
796              (int)id->idSize, id->version, id->revisionLevel, (int)id->vendor,
797              (int)id->temporalQuality, (int)id->spatialQuality,
798              (int)id->width, (int)id->height,
799              (int)id->hRes, (int)id->vRes,
800              (int)id->dataSize,
801              id->depth,
802              id->frameCount,
803              id->clutID );
804
805     p_sys->framedescHandle = (ImageDescriptionHandle) NewHandleClear( id->idSize );
806     memcpy( *p_sys->framedescHandle, id, id->idSize );
807
808     p_sys->plane = malloc( p_dec->fmt_in.video.i_width * p_dec->fmt_in.video.i_height * 3 );
809     if( !p_sys->plane )
810         goto exit_error;
811
812     i_result = p_sys->QTNewGWorldFromPtr( &p_sys->OutBufferGWorld,
813                                           /*pixel format of new GWorld==YUY2 */
814                                           kYUVSPixelFormat,
815                                           /* we should benchmark if yvu9 is
816                                            * faster for svq3, too */
817                                           &p_sys->OutBufferRect,
818                                           0, 0, 0,
819                                           p_sys->plane,
820                                           p_dec->fmt_in.video.i_width * 2 );
821
822     msg_Dbg( p_dec, "NewGWorldFromPtr returned:%ld\n",
823              65536 - ( i_result&0xffff ) );
824
825     memset( &p_sys->decpar, 0, sizeof( CodecDecompressParams ) );
826     p_sys->decpar.imageDescription = p_sys->framedescHandle;
827     p_sys->decpar.startLine        = 0;
828     p_sys->decpar.stopLine         = ( **p_sys->framedescHandle ).height;
829     p_sys->decpar.frameNumber      = 1;
830     p_sys->decpar.matrixFlags      = 0;
831     p_sys->decpar.matrixType       = 0;
832     p_sys->decpar.matrix           = 0;
833     p_sys->decpar.capabilities     = &p_sys->codeccap;
834     p_sys->decpar.accuracy         = codecNormalQuality;
835     p_sys->decpar.srcRect          = p_sys->OutBufferRect;
836     p_sys->decpar.transferMode     = srcCopy;
837     p_sys->decpar.dstPixMap        = **p_sys->GetGWorldPixMap( p_sys->OutBufferGWorld );/*destPixmap;  */
838
839     cres =  p_sys->ImageCodecPreDecompress( p_sys->ci, &p_sys->decpar );
840     msg_Dbg( p_dec, "quicktime_video: ImageCodecPreDecompress cres=0x%X\n",
841              (int)cres );
842
843     es_format_Init( &p_dec->fmt_out, VIDEO_ES, VLC_FOURCC( 'Y', 'U', 'Y', '2' ));
844     p_dec->fmt_out.video.i_width = p_dec->fmt_in.video.i_width;
845     p_dec->fmt_out.video.i_height= p_dec->fmt_in.video.i_height;
846     p_dec->fmt_out.video.i_aspect = VOUT_ASPECT_FACTOR * p_dec->fmt_in.video.i_width / p_dec->fmt_in.video.i_height;
847  
848     vlc_mutex_unlock( lock );
849     return VLC_SUCCESS;
850
851 exit_error:
852 #ifdef LOADER
853     Restore_LDT_Keeper( p_sys->ldt_fs );
854 #endif
855     vlc_mutex_unlock( lock );
856
857 #endif /* !WIN32 */
858
859     return VLC_EGENERIC;
860 }
861
862 #ifndef WIN32
863 /*****************************************************************************
864  * DecodeVideo:
865  *****************************************************************************/
866 static picture_t *DecodeVideo( decoder_t *p_dec, block_t **pp_block )
867 {
868     decoder_sys_t *p_sys = p_dec->p_sys;
869     vlc_mutex_t   *lock;
870     block_t       *p_block;
871     picture_t     *p_pic;
872     mtime_t       i_pts;
873
874     ComponentResult cres;
875
876 #ifdef LOADER
877     /* We must do open and close in the same thread (unless we do
878      * Setup_LDT_Keeper in the main thread before all others */
879     if( p_sys == NULL )
880     {
881         if( OpenVideo( p_dec ) )
882         {
883             /* Fatal */
884             p_dec->b_error = true;
885             return NULL;
886         }
887         p_sys = p_dec->p_sys;
888     }
889 #endif
890
891     if( pp_block == NULL || *pp_block == NULL )
892     {
893         return NULL;
894     }
895     p_block = *pp_block;
896     *pp_block = NULL;
897  
898     i_pts = p_block->i_pts ? p_block->i_pts : p_block->i_dts;
899
900     if( decoder_GetDisplayDate( p_dec, i_pts ) < mdate() )
901     {
902         p_sys->i_late++;
903     }
904     else
905     {
906         p_sys->i_late = 0;
907     }
908     msg_Dbg( p_dec, "bufsize: %d", (int)p_block->i_buffer);
909
910     if( p_sys->i_late > 10 )
911     {
912         msg_Dbg( p_dec, "too late buffer -> dropped" );
913         block_Release( p_block );
914         return NULL;
915     }
916  
917     lock = var_AcquireMutex( "qt_mutex" );
918
919     if( ( p_pic = p_dec->pf_vout_buffer_new( p_dec ) ) )
920     {
921         p_sys->decpar.data                  = (Ptr)p_block->p_buffer;
922         p_sys->decpar.bufferSize            = p_block->i_buffer;
923         (**p_sys->framedescHandle).dataSize = p_block->i_buffer;
924
925         cres = p_sys->ImageCodecBandDecompress( p_sys->ci, &p_sys->decpar );
926
927         ++p_sys->decpar.frameNumber;
928
929         if( cres &0xFFFF )
930         {
931             msg_Dbg( p_dec, "quicktime_video: ImageCodecBandDecompress"
932                      " cres=0x%X (-0x%X) %d :(\n",
933                      (int)cres,(int)-cres, (int)cres );
934         }
935
936         memcpy( p_pic->p[0].p_pixels, p_sys->plane,
937                 p_dec->fmt_in.video.i_width * p_dec->fmt_in.video.i_height * 2 );
938         p_pic->date = i_pts;
939     }
940  
941     vlc_mutex_unlock( lock );
942
943     block_Release( p_block );
944     return p_pic;
945 }
946 #endif /* !WIN32 */
947
948 /*****************************************************************************
949  * QTAudioInit:
950  *****************************************************************************/
951 static int QTAudioInit( decoder_t *p_dec )
952 {
953     decoder_sys_t *p_sys = p_dec->p_sys;
954
955 #ifdef __APPLE__
956     p_sys->SoundConverterOpen       = (void*)SoundConverterOpen;
957     p_sys->SoundConverterClose      = (void*)SoundConverterClose;
958     p_sys->SoundConverterSetInfo    = (void*)SoundConverterSetInfo;
959     p_sys->SoundConverterGetBufferSizes = (void*)SoundConverterGetBufferSizes;
960     p_sys->SoundConverterConvertBuffer  = (void*)SoundConverterConvertBuffer;
961     p_sys->SoundConverterBeginConversion= (void*)SoundConverterBeginConversion;
962     p_sys->SoundConverterEndConversion  = (void*)SoundConverterEndConversion;
963 #else
964
965 #ifdef LOADER
966     p_sys->ldt_fs = Setup_LDT_Keeper();
967 #endif /* LOADER */
968
969     p_sys->qts = LoadLibraryA( "QuickTime.qts" );
970     if( p_sys->qts == NULL )
971     {
972         msg_Dbg( p_dec, "failed loading QuickTime.qts" );
973         return VLC_EGENERIC;
974     }
975     p_sys->qtml = LoadLibraryA( "qtmlClient.dll" );
976     if( p_sys->qtml == NULL )
977     {
978         msg_Dbg( p_dec, "failed loading qtmlClient.dll" );
979         return VLC_EGENERIC;
980     }
981
982     p_sys->InitializeQTML               = (void *)GetProcAddress( p_sys->qtml, "InitializeQTML" );
983     p_sys->TerminateQTML                = (void *)GetProcAddress( p_sys->qtml, "TerminateQTML" );
984     p_sys->SoundConverterOpen           = (void *)GetProcAddress( p_sys->qtml, "SoundConverterOpen" );
985     p_sys->SoundConverterClose          = (void *)GetProcAddress( p_sys->qtml, "SoundConverterClose" );
986     p_sys->SoundConverterSetInfo        = (void *)GetProcAddress( p_sys->qtml, "SoundConverterSetInfo" );
987     p_sys->SoundConverterGetBufferSizes = (void *)GetProcAddress( p_sys->qtml, "SoundConverterGetBufferSizes" );
988     p_sys->SoundConverterConvertBuffer  = (void *)GetProcAddress( p_sys->qtml, "SoundConverterConvertBuffer" );
989     p_sys->SoundConverterEndConversion  = (void *)GetProcAddress( p_sys->qtml, "SoundConverterEndConversion" );
990     p_sys->SoundConverterBeginConversion= (void *)GetProcAddress( p_sys->qtml, "SoundConverterBeginConversion");
991
992     if( p_sys->InitializeQTML == NULL )
993     {
994         msg_Err( p_dec, "failed getting proc address InitializeQTML" );
995         return VLC_EGENERIC;
996     }
997     if( p_sys->SoundConverterOpen == NULL ||
998         p_sys->SoundConverterClose == NULL ||
999         p_sys->SoundConverterSetInfo == NULL ||
1000         p_sys->SoundConverterGetBufferSizes == NULL ||
1001         p_sys->SoundConverterConvertBuffer == NULL ||
1002         p_sys->SoundConverterEndConversion == NULL ||
1003         p_sys->SoundConverterBeginConversion == NULL )
1004     {
1005         msg_Err( p_dec, "failed getting proc address" );
1006         return VLC_EGENERIC;
1007     }
1008
1009     msg_Dbg( p_dec, "standard init done" );
1010 #endif /* else __APPLE__ */
1011
1012     return VLC_SUCCESS;
1013 }
1014
1015 #ifndef WIN32
1016 /*****************************************************************************
1017  * QTVideoInit:
1018  *****************************************************************************/
1019 static int QTVideoInit( decoder_t *p_dec )
1020 {
1021     decoder_sys_t *p_sys = p_dec->p_sys;
1022
1023 #ifdef __APPLE__
1024     p_sys->FindNextComponent        = (void*)FindNextComponent;
1025     p_sys->OpenComponent            = (void*)OpenComponent;
1026     p_sys->ImageCodecInitialize     = (void*)ImageCodecInitialize;
1027     p_sys->ImageCodecGetCodecInfo   = (void*)ImageCodecGetCodecInfo;
1028     p_sys->ImageCodecPreDecompress  = (void*)ImageCodecPreDecompress;
1029     p_sys->ImageCodecBandDecompress = (void*)ImageCodecBandDecompress;
1030     p_sys->GetGWorldPixMap          = (void*)GetGWorldPixMap;
1031     p_sys->QTNewGWorldFromPtr       = (void*)QTNewGWorldFromPtr;
1032     p_sys->NewHandleClear           = (void*)NewHandleClear;
1033 #else
1034
1035 #ifdef LOADER
1036     p_sys->ldt_fs = Setup_LDT_Keeper();
1037 #endif /* LOADER */
1038     p_sys->qts = LoadLibraryA( "QuickTime.qts" );
1039     if( p_sys->qts == NULL )
1040     {
1041         msg_Dbg( p_dec, "failed loading QuickTime.qts" );
1042         return VLC_EGENERIC;
1043     }
1044     msg_Dbg( p_dec, "QuickTime.qts loaded" );
1045     p_sys->qtml = LoadLibraryA( "qtmlClient.dll" );
1046     if( p_sys->qtml == NULL )
1047     {
1048         msg_Dbg( p_dec, "failed loading qtmlClient.dll" );
1049         return VLC_EGENERIC;
1050     }
1051     msg_Dbg( p_dec, "qtmlClient.dll loaded" );
1052
1053     /* (void*) to shut up gcc */
1054     p_sys->InitializeQTML           = (void*)GetProcAddress( p_sys->qtml, "InitializeQTML" );
1055     p_sys->FindNextComponent        = (void*)GetProcAddress( p_sys->qtml, "FindNextComponent" );
1056     p_sys->OpenComponent            = (void*)GetProcAddress( p_sys->qtml, "OpenComponent" );
1057     p_sys->ImageCodecInitialize     = (void*)GetProcAddress( p_sys->qtml, "ImageCodecInitialize" );
1058     p_sys->ImageCodecGetCodecInfo   = (void*)GetProcAddress( p_sys->qtml, "ImageCodecGetCodecInfo" );
1059     p_sys->ImageCodecPreDecompress  = (void*)GetProcAddress( p_sys->qtml, "ImageCodecPreDecompress" );
1060     p_sys->ImageCodecBandDecompress = (void*)GetProcAddress( p_sys->qtml, "ImageCodecBandDecompress" );
1061     p_sys->GetGWorldPixMap          = (void*)GetProcAddress( p_sys->qtml, "GetGWorldPixMap" );
1062     p_sys->QTNewGWorldFromPtr       = (void*)GetProcAddress( p_sys->qtml, "QTNewGWorldFromPtr" );
1063     p_sys->NewHandleClear           = (void*)GetProcAddress( p_sys->qtml, "NewHandleClear" );
1064
1065     if( p_sys->InitializeQTML == NULL )
1066     {
1067         msg_Dbg( p_dec, "failed getting proc address InitializeQTML" );
1068         return VLC_EGENERIC;
1069     }
1070     if( p_sys->FindNextComponent == NULL ||
1071         p_sys->OpenComponent == NULL ||
1072         p_sys->ImageCodecInitialize == NULL ||
1073         p_sys->ImageCodecGetCodecInfo == NULL ||
1074         p_sys->ImageCodecPreDecompress == NULL ||
1075         p_sys->ImageCodecBandDecompress == NULL ||
1076         p_sys->GetGWorldPixMap == NULL ||
1077         p_sys->QTNewGWorldFromPtr == NULL ||
1078         p_sys->NewHandleClear == NULL )
1079     {
1080         msg_Err( p_dec, "failed getting proc address" );
1081         return VLC_EGENERIC;
1082     }
1083 #endif /* __APPLE__ */
1084
1085     return VLC_SUCCESS;
1086 }
1087 #endif /* !WIN32 */