]> git.sesse.net Git - mlt/blobdiff - src/modules/decklink/consumer_decklink.cpp
Initialize all decklink interface pointers and reset them upon release.
[mlt] / src / modules / decklink / consumer_decklink.cpp
index e6323a181cb69462ae30e90082b37786b223fc67..288e52f2a3ea8e0f4bec4b65f6c7027ca6b13cc5 100644 (file)
@@ -25,6 +25,7 @@
 #include <unistd.h>
 #include <sys/time.h>
 #include <limits.h>
+#include <pthread.h>
 #ifdef WIN32
 #include <objbase.h>
 #include "DeckLinkAPI_h.h"
@@ -32,6 +33,8 @@
 #include "DeckLinkAPI.h"
 #endif
 
+#define SAFE_RELEASE(V) if (V) { V->Release(); V = NULL; }
+
 static const unsigned PREROLL_MINIMUM = 3;
 
 class DeckLinkConsumer
@@ -58,12 +61,13 @@ private:
        uint32_t                    m_preroll;
        uint32_t                    m_acnt;
        bool                        m_reprio;
+       pthread_t                   m_prerollThread;
 
        IDeckLinkDisplayMode* getDisplayMode()
        {
                mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( getConsumer() ) );
-               IDeckLinkDisplayModeIterator* iter;
-               IDeckLinkDisplayMode* mode;
+               IDeckLinkDisplayModeIterator* iter = NULL;
+               IDeckLinkDisplayMode* mode = NULL;
                IDeckLinkDisplayMode* result = 0;
                
                if ( m_deckLinkOutput->GetDisplayModeIterator( &iter ) == S_OK )
@@ -77,10 +81,14 @@ private:
                                int p = mode->GetFieldDominance() == bmdProgressiveFrame;
                                mlt_log_verbose( getConsumer(), "BMD mode %dx%d %.3f fps prog %d\n", m_width, m_height, m_fps, p );
                                
-                               if ( m_width == profile->width && m_height == profile->height && p == profile->progressive
-                                        && m_fps == mlt_profile_fps( profile ) )
+                               if ( m_width == profile->width && p == profile->progressive
+                                        && m_fps == mlt_profile_fps( profile )
+                                        && ( m_height == profile->height || ( m_height == 486 && profile->height == 480 ) ) )
                                        result = mode;
+                               else
+                                       SAFE_RELEASE( mode );
                        }
+                       SAFE_RELEASE( iter );
                }
                
                return result;
@@ -89,17 +97,75 @@ private:
 public:
        mlt_consumer getConsumer()
                { return &m_consumer; }
-       
+
+       DeckLinkConsumer()
+       {
+               m_displayMode = NULL;
+               m_deckLinkKeyer = NULL;
+               m_deckLinkOutput = NULL;
+               m_deckLink = NULL;
+       }
+
        ~DeckLinkConsumer()
        {
-               if ( m_deckLinkKeyer )
-                       m_deckLinkKeyer->Release();
-               if ( m_deckLinkOutput )
-                       m_deckLinkOutput->Release();
-               if ( m_deckLink )
-                       m_deckLink->Release();
+               SAFE_RELEASE( m_displayMode );
+               SAFE_RELEASE( m_deckLinkKeyer );
+               SAFE_RELEASE( m_deckLinkOutput );
+               SAFE_RELEASE( m_deckLink );
        }
        
+       bool listDevices( mlt_properties properties )
+       {
+               IDeckLinkIterator* decklinkIterator = NULL;
+               try
+               {
+                       int i = 0;
+#ifdef WIN32
+                       HRESULT result =  CoInitialize( NULL );
+                       if ( FAILED( result ) )
+                               throw "COM initialization failed";
+                       result = CoCreateInstance( CLSID_CDeckLinkIterator, NULL, CLSCTX_ALL, IID_IDeckLinkIterator, (void**) &decklinkIterator );
+                       if ( FAILED( result ) )
+                               throw "The DeckLink drivers are not installed.";
+#else
+                       decklinkIterator = CreateDeckLinkIteratorInstance();
+                       if ( !decklinkIterator )
+                               throw "The DeckLink drivers are not installed.";
+#endif
+                       for ( ; decklinkIterator->Next( &m_deckLink ) == S_OK; i++ )
+                       {
+                               if ( m_deckLink->QueryInterface( IID_IDeckLinkOutput, (void**) &m_deckLinkOutput ) == S_OK )
+                               {
+                                       char *name = NULL;
+                                       if ( m_deckLink->GetModelName( (const char**) &name ) == S_OK )
+                                       {
+                                               const char *format = "device.%d";
+                                               char *key = (char*) calloc( 1, strlen( format ) + 1 );
+
+                                               sprintf( key, format, i );
+                                               mlt_properties_set( properties, key, name );
+                                               mlt_log_verbose( NULL, "[consumer decklink] %s = %s\n", key, name );
+                                               free( key );
+                                               free( name );
+                                       }
+                                       SAFE_RELEASE( m_deckLinkOutput );
+                               }
+                               SAFE_RELEASE( m_deckLink );
+                       }
+                       SAFE_RELEASE( decklinkIterator );
+                       mlt_properties_set_int( properties, "devices", i );
+                       mlt_log_verbose( NULL, "[consumer decklink] devices = %d\n", i );
+
+                       return true;
+               }
+               catch ( const char *error )
+               {
+                       SAFE_RELEASE( decklinkIterator );
+                       mlt_log_error( getConsumer(), "%s\n", error );
+                       return false;
+               }
+       }
+
        bool open( unsigned card = 0 )
        {
                unsigned i = 0;
@@ -126,30 +192,32 @@ public:
                        return false;
                }
 #endif
-               
+
                // Connect to the Nth DeckLink instance
-               do {
-                       if ( deckLinkIterator->Next( &m_deckLink ) != S_OK )
-                       {
-                               mlt_log_error( getConsumer(), "DeckLink card not found\n" );
-                               deckLinkIterator->Release();
-                               return false;
-                       }
-               } while ( ++i <= card );
-               deckLinkIterator->Release();
-               
+               for ( i = 0; deckLinkIterator->Next( &m_deckLink ) == S_OK ; i++)
+               {
+                       if( i == card )
+                               break;
+                       else
+                               SAFE_RELEASE( m_deckLink );
+               }
+               SAFE_RELEASE( deckLinkIterator );
+               if ( !m_deckLink )
+               {
+                       mlt_log_error( getConsumer(), "DeckLink card not found\n" );
+                       return false;
+               }
+
                // Obtain the audio/video output interface (IDeckLinkOutput)
                if ( m_deckLink->QueryInterface( IID_IDeckLinkOutput, (void**)&m_deckLinkOutput ) != S_OK )
                {
                        mlt_log_error( getConsumer(), "No DeckLink cards support output\n" );
-                       m_deckLink->Release();
-                       m_deckLink = 0;
+                       SAFE_RELEASE( m_deckLink );
                        return false;
                }
                
                // Get the keyer interface
                IDeckLinkAttributes *deckLinkAttributes = 0;
-               m_deckLinkKeyer = 0;
                if ( m_deckLink->QueryInterface( IID_IDeckLinkAttributes, (void**) &deckLinkAttributes ) == S_OK )
                {
 #ifdef WIN32
@@ -162,14 +230,12 @@ public:
                                if ( m_deckLink->QueryInterface( IID_IDeckLinkKeyer, (void**) &m_deckLinkKeyer ) != S_OK )
                                {
                                        mlt_log_error( getConsumer(), "Failed to get keyer\n" );
-                                       m_deckLinkOutput->Release();
-                                       m_deckLinkOutput = 0;
-                                       m_deckLink->Release();
-                                       m_deckLink = 0;
+                                       SAFE_RELEASE( m_deckLinkOutput );
+                                       SAFE_RELEASE( m_deckLink );
                                        return false;
                                }
                        }
-                       deckLinkAttributes->Release();
+                       SAFE_RELEASE( deckLinkAttributes );
                }
 
                // Provide this class as a delegate to the audio and video output interfaces
@@ -177,10 +243,28 @@ public:
                
                return true;
        }
-       
+
+
+       void* preroll_thread()
+       {
+               // preroll frames
+               for ( unsigned i = 0; i < m_preroll; i++ )
+                       ScheduleNextFrame( true );
+
+               // start scheduled playback
+               m_deckLinkOutput->StartScheduledPlayback( 0, m_timescale, 1.0 );
+
+               return 0;
+       }
+
+       static void* preroll_thread_proxy( void* arg )
+       {
+               DeckLinkConsumer* self = static_cast< DeckLinkConsumer* >( arg );
+               return self->preroll_thread();
+       }
+
        bool start( unsigned preroll )
        {
-               unsigned i;
                mlt_properties properties = MLT_CONSUMER_PROPERTIES( getConsumer() );
 
                // Initialize members
@@ -240,12 +324,8 @@ public:
                m_preroll = preroll;
                m_reprio = false;
 
-               // preroll frames
-               for( i = 0; i < preroll; i++ )
-                       ScheduleNextFrame( true );
-
-               // start scheduled playback
-               m_deckLinkOutput->StartScheduledPlayback( 0, m_timescale, 1.0 );
+               // Do preroll in thread to ensure asynchronicity of mlt_consumer_start().
+               pthread_create( &m_prerollThread, NULL, preroll_thread_proxy, this );
 
                // Set the running state
                mlt_properties_set_int( properties, "running", 1 );
@@ -256,16 +336,12 @@ public:
        bool stop()
        {
                mlt_properties properties = MLT_CONSUMER_PROPERTIES( getConsumer() );
+               bool wasRunning = !!mlt_properties_get_int( properties, "running" );
 
                // set running state is 0
                mlt_properties_set_int( properties, "running", 0 );
                mlt_consumer_stopped( getConsumer() );
 
-               // release decklink frame
-               if ( m_decklinkFrame )
-                       m_decklinkFrame->Release();
-               m_decklinkFrame = NULL;
-
                // Stop the audio and video output streams immediately
                if ( m_deckLinkOutput )
                {
@@ -274,6 +350,12 @@ public:
                        m_deckLinkOutput->DisableVideoOutput();
                }
 
+               // release decklink frame
+               SAFE_RELEASE( m_decklinkFrame );
+
+               if ( wasRunning )
+                       pthread_join( m_prerollThread, NULL );
+
                return true;
        }
 
@@ -286,12 +368,16 @@ public:
 
                if ( !mlt_frame_get_audio( frame, (void**) &pcm, &format, &frequency, &m_channels, &samples ) )
                {
+#ifdef WIN32
+                       unsigned long written = 0;
+#else
                        uint32_t written = 0;
+#endif
                        BMDTimeValue streamTime = m_count * frequency * m_duration / m_timescale;
                        m_deckLinkOutput->GetBufferedAudioSampleFrameCount( &written );
                        if ( written > (m_preroll + 1) * samples )
                        {
-                               mlt_log_verbose( getConsumer(), "renderAudio: will flush %d audiosamples\n", written );
+                               mlt_log_verbose( getConsumer(), "renderAudio: will flush %lu audiosamples\n", written );
                                m_deckLinkOutput->FlushBufferedAudioSamples();
                        };
 #ifdef WIN32
@@ -301,7 +387,7 @@ public:
 #endif
 
                        if ( written != (uint32_t) samples )
-                               mlt_log_verbose( getConsumer(), "renderAudio: samples=%d, written=%u\n", samples, written );
+                               mlt_log_verbose( getConsumer(), "renderAudio: samples=%d, written=%lu\n", samples, written );
                }
        }
 
@@ -347,14 +433,14 @@ public:
                mlt_image_format format = m_isKeyer? mlt_image_rgb24a : mlt_image_yuv422;
                uint8_t* image = 0;
                int rendered = mlt_properties_get_int( MLT_FRAME_PROPERTIES(frame), "rendered");
+               int height = m_height;
 
-               if ( rendered && !mlt_frame_get_image( frame, &image, &format, &m_width, &m_height, 0 ) )
+               if ( rendered && !mlt_frame_get_image( frame, &image, &format, &m_width, &height, 0 ) )
                {
                        uint8_t* buffer = 0;
                        int stride = m_width * ( m_isKeyer? 4 : 2 );
 
-                       if ( m_decklinkFrame )
-                               m_decklinkFrame->Release();
+                       SAFE_RELEASE( m_decklinkFrame );
                        if ( createFrame( &m_decklinkFrame ) )
                                m_decklinkFrame->GetBytes( (void**) &buffer );
 
@@ -362,26 +448,41 @@ public:
                        {
                                int progressive = mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "progressive" );
 
+                               // NTSC SDI is always 486 lines
+                               if ( m_height == 486 && height == 480 )
+                               {
+                                       // blank first 6 lines
+                                       if ( m_isKeyer )
+                                       {
+                                               memset( buffer, 0, stride * 6 );
+                                               buffer += stride * 6;
+                                       }
+                                       else for ( int i = 0; i < m_width * 6; i++ )
+                                       {
+                                               *buffer++ = 128;
+                                               *buffer++ = 16;
+                                       }
+                               }
                                if ( !m_isKeyer )
                                {
                                        // Normal non-keyer playout - needs byte swapping
                                        if ( !progressive && m_displayMode->GetFieldDominance() == bmdUpperFieldFirst )
                                                // convert lower field first to top field first
-                                               swab( (char*) image, (char*) buffer + stride, stride * ( m_height - 1 ) );
+                                               swab( (char*) image, (char*) buffer + stride, stride * ( height - 1 ) );
                                        else
-                                               swab( (char*) image, (char*) buffer, stride * m_height );
+                                               swab( (char*) image, (char*) buffer, stride * height );
                                }
                                else if ( !mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "test_image" ) )
                                {
                                        // Normal keyer output
-                                       int y = m_height + 1;
+                                       int y = height + 1;
                                        uint32_t* s = (uint32_t*) image;
                                        uint32_t* d = (uint32_t*) buffer;
 
                                        if ( !progressive && m_displayMode->GetFieldDominance() == bmdUpperFieldFirst )
                                        {
                                                // Correct field order
-                                               m_height--;
+                                               height--;
                                                y--;
                                                d += m_width;
                                        }
@@ -400,7 +501,7 @@ public:
                                else
                                {
                                        // Keying blank frames - nullify alpha
-                                       memset( buffer, 0, stride * m_height );
+                                       memset( buffer, 0, stride * height );
                                }
                        }
                }
@@ -469,7 +570,7 @@ public:
                                r = pthread_setschedparam(thread, SCHED_FIFO, &param);
                                if( r )
                                        mlt_log_verbose( getConsumer(),
-                                               "ScheduledFrameCompleted: pthread_setschedparam retured %d\n", r);
+                                               "ScheduledFrameCompleted: pthread_setschedparam returned %d\n", r);
                                else
                                        mlt_log_verbose( getConsumer(),
                                                "ScheduledFrameCompleted: param.sched_priority=%d\n", param.sched_priority);
@@ -478,12 +579,16 @@ public:
                        m_reprio = true;
                };
 
+#ifdef WIN32
+               unsigned long cnt;
+#else
                uint32_t cnt;
+#endif
                m_deckLinkOutput->GetBufferedAudioSampleFrameCount( &cnt );
                if ( cnt != m_acnt )
                {
-                       mlt_log_verbose( getConsumer(),
-                               "ScheduledFrameCompleted: GetBufferedAudioSampleFrameCount %u -> %u, m_count=%"PRIu64"\n",
+                       mlt_log_debug( getConsumer(),
+                               "ScheduledFrameCompleted: GetBufferedAudioSampleFrameCount %u -> %lu, m_count=%"PRIu64"\n",
                                m_acnt, cnt, m_count );
                        m_acnt = cnt;
                }
@@ -611,7 +716,8 @@ mlt_consumer consumer_decklink_init( mlt_profile profile, mlt_service_type type,
        if ( decklink && !mlt_consumer_init( decklink->getConsumer(), decklink, profile ) )
        {
                // If initialises without error
-               if ( decklink->open( arg? atoi(arg) : 0 ) )
+               if ( decklink->listDevices( MLT_CONSUMER_PROPERTIES( decklink->getConsumer() ) ) &&
+                        decklink->open( arg? atoi(arg) : 0 ) )
                {
                        consumer = decklink->getConsumer();