X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=src%2Fmodules%2Fdecklink%2Fconsumer_decklink.cpp;h=e6d20e09998373ac179cb0251c4a345aacf30f4c;hb=307a2ef3af84a5dba60a5026a1a24f430a0e0bf2;hp=a5fcfad745906919e5f707cd7bd4893d23091c8d;hpb=50ad2f3d01e1ae8ef80200bc761ef59af5b38c2f;p=mlt diff --git a/src/modules/decklink/consumer_decklink.cpp b/src/modules/decklink/consumer_decklink.cpp index a5fcfad7..e6d20e09 100644 --- a/src/modules/decklink/consumer_decklink.cpp +++ b/src/modules/decklink/consumer_decklink.cpp @@ -17,6 +17,7 @@ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ +#define __STDC_FORMAT_MACROS /* see inttypes.h */ #include #include #include @@ -24,93 +25,44 @@ #include #include #include -#include "DeckLinkAPI.h" +#include +#include "common.h" static const unsigned PREROLL_MINIMUM = 3; -typedef struct -{ - int16_t *buffer; - int size; - int used; - pthread_mutex_t mutex; -} *sample_fifo; - -static sample_fifo sample_fifo_init() -{ - sample_fifo fifo = (sample_fifo) calloc( 1, sizeof( *fifo ) ); - pthread_mutex_init( &fifo->mutex, NULL ); - return fifo; -} - -static void sample_fifo_append( sample_fifo fifo, int16_t *samples, int count ) -{ - pthread_mutex_lock( &fifo->mutex ); - if ( ( fifo->size - fifo->used ) < count ) - { - fifo->size += count * 5; - fifo->buffer = (int16_t*) realloc( fifo->buffer, fifo->size * sizeof( int16_t ) ); - } - memcpy( fifo->buffer + fifo->used, samples, count * sizeof( int16_t ) ); - fifo->used += count; - pthread_mutex_unlock( &fifo->mutex ); -} - -static void sample_fifo_remove( sample_fifo fifo, int count ) -{ - pthread_mutex_lock( &fifo->mutex ); - if ( count > fifo->used ) - count = fifo->used; - fifo->used -= count; - memmove( fifo->buffer, fifo->buffer + count, fifo->used * sizeof( int16_t ) ); - pthread_mutex_unlock( &fifo->mutex ); -} - -static void sample_fifo_close( sample_fifo fifo ) -{ - free( fifo->buffer ); - pthread_mutex_destroy( &fifo->mutex ); - free( fifo ); -} - - class DeckLinkConsumer : public IDeckLinkVideoOutputCallback - , public IDeckLinkAudioOutputCallback { private: mlt_consumer_s m_consumer; IDeckLink* m_deckLink; IDeckLinkOutput* m_deckLinkOutput; IDeckLinkDisplayMode* m_displayMode; - pthread_mutex_t m_mutex; - pthread_cond_t m_condition; int m_width; int m_height; BMDTimeValue m_duration; BMDTimeScale m_timescale; double m_fps; uint64_t m_count; - sample_fifo m_fifo; - unsigned m_preroll; - bool m_isPrerolling; - unsigned m_prerollCounter; int m_channels; - uint32_t m_maxAudioBuffer; - mlt_deque m_videoFrameQ; - mlt_frame m_frame; unsigned m_dropped; + IDeckLinkMutableVideoFrame* m_decklinkFrame; bool m_isAudio; int m_isKeyer; IDeckLinkKeyer* m_deckLinkKeyer; + bool m_terminate_on_pause; + uint32_t m_preroll; + uint32_t m_acnt; + bool m_reprio; + pthread_t m_prerollThread; IDeckLinkDisplayMode* getDisplayMode() { mlt_profile profile = mlt_service_profile( MLT_CONSUMER_SERVICE( getConsumer() ) ); - IDeckLinkDisplayModeIterator* iter; - IDeckLinkDisplayMode* mode; + IDeckLinkDisplayModeIterator* iter = NULL; + IDeckLinkDisplayMode* mode = NULL; IDeckLinkDisplayMode* result = 0; - + if ( m_deckLinkOutput->GetDisplayModeIterator( &iter ) == S_OK ) { while ( !result && iter->Next( &mode ) == S_OK ) @@ -121,115 +73,154 @@ private: m_fps = (double) m_timescale / m_duration; int p = mode->GetFieldDominance() == bmdProgressiveFrame; mlt_log_verbose( getConsumer(), "BMD mode %dx%d %.3f fps prog %d\n", m_width, m_height, m_fps, p ); - - if ( m_width == profile->width && m_height == profile->height && p == profile->progressive - && m_fps == mlt_profile_fps( profile ) ) + + if ( m_width == profile->width && p == profile->progressive + && (int) m_fps == (int) mlt_profile_fps( profile ) + && ( m_height == profile->height || ( m_height == 486 && profile->height == 480 ) ) ) result = mode; + else + SAFE_RELEASE( mode ); } + SAFE_RELEASE( iter ); } - + return result; } - + public: mlt_consumer getConsumer() { return &m_consumer; } - uint64_t isBuffering() const - { return m_prerollCounter < m_preroll; } - - ~DeckLinkConsumer() + + DeckLinkConsumer() { - if ( m_deckLinkKeyer ) - m_deckLinkKeyer->Release(); - if ( m_deckLinkOutput ) - m_deckLinkOutput->Release(); - if ( m_deckLink ) - m_deckLink->Release(); - if ( m_videoFrameQ ) - { - mlt_deque_close( m_videoFrameQ ); - pthread_mutex_destroy( &m_mutex ); - pthread_cond_destroy( &m_condition ); - } + m_displayMode = NULL; + m_deckLinkKeyer = NULL; + m_deckLinkOutput = NULL; + m_deckLink = NULL; + m_decklinkFrame = NULL; + } + + virtual ~DeckLinkConsumer() + { + SAFE_RELEASE( m_displayMode ); + SAFE_RELEASE( m_deckLinkKeyer ); + SAFE_RELEASE( m_deckLinkOutput ); + SAFE_RELEASE( m_deckLink ); } - + bool open( unsigned card = 0 ) { - IDeckLinkIterator* deckLinkIterator = CreateDeckLinkIteratorInstance(); unsigned i = 0; - +#ifdef WIN32 + IDeckLinkIterator* deckLinkIterator = NULL; + HRESULT result = CoInitialize( NULL ); + if ( FAILED( result ) ) + { + mlt_log_error( getConsumer(), "COM initialization failed\n" ); + return false; + } + result = CoCreateInstance( CLSID_CDeckLinkIterator, NULL, CLSCTX_ALL, IID_IDeckLinkIterator, (void**) &deckLinkIterator ); + if ( FAILED( result ) ) + { + mlt_log_error( getConsumer(), "The DeckLink drivers not installed.\n" ); + return false; + } +#else + IDeckLinkIterator* deckLinkIterator = CreateDeckLinkIteratorInstance(); + if ( !deckLinkIterator ) { mlt_log_error( getConsumer(), "The DeckLink drivers not installed.\n" ); return false; } - +#endif + // Connect to the Nth DeckLink instance - do { - if ( deckLinkIterator->Next( &m_deckLink ) != S_OK ) - { - mlt_log_error( getConsumer(), "DeckLink card not found\n" ); - deckLinkIterator->Release(); - return false; - } - } while ( ++i <= card ); - deckLinkIterator->Release(); - + for ( i = 0; deckLinkIterator->Next( &m_deckLink ) == S_OK ; i++) + { + if( i == card ) + break; + else + SAFE_RELEASE( m_deckLink ); + } + SAFE_RELEASE( deckLinkIterator ); + if ( !m_deckLink ) + { + mlt_log_error( getConsumer(), "DeckLink card not found\n" ); + return false; + } + // Obtain the audio/video output interface (IDeckLinkOutput) if ( m_deckLink->QueryInterface( IID_IDeckLinkOutput, (void**)&m_deckLinkOutput ) != S_OK ) { mlt_log_error( getConsumer(), "No DeckLink cards support output\n" ); - m_deckLink->Release(); - m_deckLink = 0; + SAFE_RELEASE( m_deckLink ); return false; } - + // Get the keyer interface IDeckLinkAttributes *deckLinkAttributes = 0; - m_deckLinkKeyer = 0; if ( m_deckLink->QueryInterface( IID_IDeckLinkAttributes, (void**) &deckLinkAttributes ) == S_OK ) { +#ifdef WIN32 + BOOL flag = FALSE; +#else bool flag = false; +#endif if ( deckLinkAttributes->GetFlag( BMDDeckLinkSupportsInternalKeying, &flag ) == S_OK && flag ) { if ( m_deckLink->QueryInterface( IID_IDeckLinkKeyer, (void**) &m_deckLinkKeyer ) != S_OK ) { mlt_log_error( getConsumer(), "Failed to get keyer\n" ); - m_deckLinkOutput->Release(); - m_deckLinkOutput = 0; - m_deckLink->Release(); - m_deckLink = 0; + SAFE_RELEASE( m_deckLinkOutput ); + SAFE_RELEASE( m_deckLink ); return false; } } - deckLinkAttributes->Release(); + SAFE_RELEASE( deckLinkAttributes ); } // Provide this class as a delegate to the audio and video output interfaces m_deckLinkOutput->SetScheduledFrameCompletionCallback( this ); - m_deckLinkOutput->SetAudioCallback( this ); - - pthread_mutex_init( &m_mutex, NULL ); - pthread_cond_init( &m_condition, NULL ); - m_maxAudioBuffer = bmdAudioSampleRate48kHz; - m_videoFrameQ = mlt_deque_init(); - + return true; } - + + + void* preroll_thread() + { + mlt_properties properties = MLT_CONSUMER_PROPERTIES( getConsumer() ); + + // preroll frames + for ( unsigned i = 0; i < m_preroll && mlt_properties_get_int( properties, "running" ); i++ ) + ScheduleNextFrame( true ); + + // start scheduled playback + if ( mlt_properties_get_int( properties, "running" ) ) + m_deckLinkOutput->StartScheduledPlayback( 0, m_timescale, 1.0 ); + + return 0; + } + + static void* preroll_thread_proxy( void* arg ) + { + DeckLinkConsumer* self = static_cast< DeckLinkConsumer* >( arg ); + return self->preroll_thread(); + } + bool start( unsigned preroll ) { mlt_properties properties = MLT_CONSUMER_PROPERTIES( getConsumer() ); // Initialize members m_count = 0; - m_frame = 0; m_dropped = 0; - m_isPrerolling = true; - m_prerollCounter = 0; - m_preroll = preroll < PREROLL_MINIMUM ? PREROLL_MINIMUM : preroll; + m_decklinkFrame = NULL; + preroll = preroll < PREROLL_MINIMUM ? PREROLL_MINIMUM : preroll; m_channels = mlt_properties_get_int( properties, "channels" ); m_isAudio = !mlt_properties_get_int( properties, "audio_off" ); + m_terminate_on_pause = mlt_properties_get_int( properties, "terminate_on_pause" ); + m_displayMode = getDisplayMode(); if ( !m_displayMode ) @@ -237,11 +228,11 @@ public: mlt_log_error( getConsumer(), "Profile is not compatible with decklink.\n" ); return false; } - + // Set the keyer if ( m_deckLinkKeyer && ( m_isKeyer = mlt_properties_get_int( properties, "keyer" ) ) ) { - bool external = (m_isKeyer == 2); + bool external = ( m_isKeyer == 2 ); double level = mlt_properties_get_double( properties, "keyer_level" ); if ( m_deckLinkKeyer->Enable( external ) != S_OK ) @@ -255,7 +246,7 @@ public: } // Set the video output mode - if ( S_OK != m_deckLinkOutput->EnableVideoOutput( m_displayMode->GetDisplayMode(), bmdVideoOutputFlagDefault) ) + if ( S_OK != m_deckLinkOutput->EnableVideoOutput( m_displayMode->GetDisplayMode(), bmdVideoOutputFlagDefault ) ) { mlt_log_error( getConsumer(), "Failed to enable video output\n" ); return false; @@ -268,40 +259,36 @@ public: return true; } if ( S_OK != m_deckLinkOutput->EnableAudioOutput( bmdAudioSampleRate48kHz, bmdAudioSampleType16bitInteger, - m_channels, bmdAudioOutputStreamContinuous ) ) + m_channels, bmdAudioOutputStreamTimestamped ) ) { mlt_log_error( getConsumer(), "Failed to enable audio output\n" ); stop(); return false; } - m_fifo = sample_fifo_init(); - m_deckLinkOutput->BeginAudioPreroll(); - + + m_preroll = preroll; + m_reprio = false; + + // Set the running state + mlt_properties_set_int( properties, "running", 1 ); + + // Do preroll in thread to ensure asynchronicity of mlt_consumer_start(). + pthread_create( &m_prerollThread, NULL, preroll_thread_proxy, this ); + return true; } - - void wakeup() - { - pthread_mutex_lock( &m_mutex ); - pthread_cond_broadcast( &m_condition ); - pthread_mutex_unlock( &m_mutex ); - } - - void wait() - { - struct timeval tv; - struct timespec ts; - - gettimeofday( &tv, NULL ); - ts.tv_sec = tv.tv_sec + 1; - ts.tv_nsec = tv.tv_usec * 1000; - pthread_mutex_lock( &m_mutex ); - pthread_cond_timedwait( &m_condition, &m_mutex, &ts ); - pthread_mutex_unlock( &m_mutex ); - } - - void stop() + + bool stop() { + mlt_properties properties = MLT_CONSUMER_PROPERTIES( getConsumer() ); + bool wasRunning = !!mlt_properties_get_int( properties, "running" ); + + // set running state is 0 + mlt_properties_set_int( properties, "running", 0 ); + + if ( wasRunning ) + pthread_join( m_prerollThread, NULL ); + // Stop the audio and video output streams immediately if ( m_deckLinkOutput ) { @@ -309,13 +296,13 @@ public: m_deckLinkOutput->DisableAudioOutput(); m_deckLinkOutput->DisableVideoOutput(); } - while ( mlt_deque_count( m_videoFrameQ ) ) - { - IDeckLinkMutableVideoFrame* frame = (IDeckLinkMutableVideoFrame*) mlt_deque_pop_back( m_videoFrameQ ); - frame->Release(); - } - if ( m_fifo ) sample_fifo_close( m_fifo ); - mlt_frame_close( m_frame ); + + // release decklink frame + SAFE_RELEASE( m_decklinkFrame ); + + mlt_consumer_stopped( getConsumer() ); + + return true; } void renderAudio( mlt_frame frame ) @@ -327,47 +314,40 @@ public: if ( !mlt_frame_get_audio( frame, (void**) &pcm, &format, &frequency, &m_channels, &samples ) ) { - int count = samples; - - if ( !m_isPrerolling ) +#ifdef WIN32 +#define DECKLINK_UNSIGNED_FORMAT "%lu" + unsigned long written = 0; +#else +#define DECKLINK_UNSIGNED_FORMAT "%u" + uint32_t written = 0; +#endif + BMDTimeValue streamTime = m_count * frequency * m_duration / m_timescale; + m_deckLinkOutput->GetBufferedAudioSampleFrameCount( &written ); + if ( written > (m_preroll + 1) * samples ) { - uint32_t audioCount = 0; - uint32_t videoCount = 0; - - // Check for resync - m_deckLinkOutput->GetBufferedAudioSampleFrameCount( &audioCount ); - m_deckLinkOutput->GetBufferedVideoFrameCount( &videoCount ); - - // Underflow typically occurs during non-normal speed playback. - if ( audioCount < 1 || videoCount < 1 ) - { - // Upon switching to normal playback, buffer some frames faster than realtime. - mlt_log_info( getConsumer(), "buffer underrun: audio buf %u video buf %u frames\n", audioCount, videoCount ); - m_prerollCounter = 0; - } - - // While rebuffering - if ( videoCount == 0 && isBuffering() ) - { - // Only append audio to reach the ideal level and not overbuffer. - int ideal = ( m_preroll - 1 ) * bmdAudioSampleRate48kHz / m_fps; - int actual = m_fifo->used / m_channels + audioCount; - int diff = ideal / 2 - actual; - count = diff < 0 ? 0 : diff < count ? diff : count; - } - } - if ( count > 0 ) - sample_fifo_append( m_fifo, pcm, count * m_channels ); + mlt_log_verbose( getConsumer(), "renderAudio: will flush " DECKLINK_UNSIGNED_FORMAT " audiosamples\n", written ); + m_deckLinkOutput->FlushBufferedAudioSamples(); + }; +#ifdef WIN32 + m_deckLinkOutput->ScheduleAudioSamples( pcm, samples, streamTime, frequency, (unsigned long*) &written ); +#else + m_deckLinkOutput->ScheduleAudioSamples( pcm, samples, streamTime, frequency, &written ); +#endif + + if ( written != (uint32_t) samples ) + mlt_log_verbose( getConsumer(), "renderAudio: samples=%d, written=" DECKLINK_UNSIGNED_FORMAT "\n", samples, written ); } } - bool createFrame() + bool createFrame( IDeckLinkMutableVideoFrame** decklinkFrame ) { BMDPixelFormat format = m_isKeyer? bmdFormat8BitARGB : bmdFormat8BitYUV; IDeckLinkMutableVideoFrame* frame = 0; uint8_t *buffer = 0; int stride = m_width * ( m_isKeyer? 4 : 2 ); + *decklinkFrame = NULL; + // Generate a DeckLink video frame if ( S_OK != m_deckLinkOutput->CreateVideoFrame( m_width, m_height, stride, format, bmdFrameFlagDefault, &frame ) ) @@ -376,7 +356,7 @@ public: stop(); return false; } - + // Make the first line black for field order correction. if ( S_OK == frame->GetBytes( (void**) &buffer ) && buffer ) { @@ -390,48 +370,67 @@ public: *buffer++ = 16; } } - mlt_log_debug( getConsumer(), "created video frame\n" ); - mlt_deque_push_back( m_videoFrameQ, frame ); + + *decklinkFrame = frame; return true; } - void renderVideo() + void renderVideo( mlt_frame frame ) { mlt_image_format format = m_isKeyer? mlt_image_rgb24a : mlt_image_yuv422; uint8_t* image = 0; + int rendered = mlt_properties_get_int( MLT_FRAME_PROPERTIES(frame), "rendered"); + int height = m_height; - if ( !mlt_frame_get_image( m_frame, &image, &format, &m_width, &m_height, 0 ) ) + if ( rendered && !mlt_frame_get_image( frame, &image, &format, &m_width, &height, 0 ) ) { - IDeckLinkMutableVideoFrame* decklinkFrame = (IDeckLinkMutableVideoFrame*) mlt_deque_pop_back( m_videoFrameQ ); uint8_t* buffer = 0; int stride = m_width * ( m_isKeyer? 4 : 2 ); - decklinkFrame->GetBytes( (void**) &buffer ); + SAFE_RELEASE( m_decklinkFrame ); + if ( createFrame( &m_decklinkFrame ) ) + m_decklinkFrame->GetBytes( (void**) &buffer ); + if ( buffer ) { - int progressive = mlt_properties_get_int( MLT_FRAME_PROPERTIES( m_frame ), "progressive" ); + int progressive = mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "progressive" ); + // NTSC SDI is always 486 lines + if ( m_height == 486 && height == 480 ) + { + // blank first 6 lines + if ( m_isKeyer ) + { + memset( buffer, 0, stride * 6 ); + buffer += stride * 6; + } + else for ( int i = 0; i < m_width * 6; i++ ) + { + *buffer++ = 128; + *buffer++ = 16; + } + } if ( !m_isKeyer ) { // Normal non-keyer playout - needs byte swapping if ( !progressive && m_displayMode->GetFieldDominance() == bmdUpperFieldFirst ) // convert lower field first to top field first - swab( image, buffer + stride, stride * ( m_height - 1 ) ); + swab2( (char*) image, (char*) buffer + stride, stride * ( height - 1 ) ); else - swab( image, buffer, stride * m_height ); + swab2( (char*) image, (char*) buffer, stride * height ); } - else if ( !mlt_properties_get_int( MLT_FRAME_PROPERTIES( m_frame ), "test_image" ) ) + else if ( !mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "test_image" ) ) { // Normal keyer output - int y = m_height + 1; + int y = height + 1; uint32_t* s = (uint32_t*) image; uint32_t* d = (uint32_t*) buffer; if ( !progressive && m_displayMode->GetFieldDominance() == bmdUpperFieldFirst ) { // Correct field order - m_height--; + height--; y--; d += m_width; } @@ -450,12 +449,15 @@ public: else { // Keying blank frames - nullify alpha - memset( buffer, 0, stride * m_height ); + memset( buffer, 0, stride * height ); } - m_deckLinkOutput->ScheduleVideoFrame( decklinkFrame, m_count * m_duration, m_duration, m_timescale ); } - mlt_deque_push_front( m_videoFrameQ, decklinkFrame ); } + if ( m_decklinkFrame ) + m_deckLinkOutput->ScheduleVideoFrame( m_decklinkFrame, m_count * m_duration, m_duration, m_timescale ); + + if ( !rendered ) + mlt_log_verbose( getConsumer(), "dropped video frame %u\n", ++m_dropped ); } HRESULT render( mlt_frame frame ) @@ -466,48 +468,14 @@ public: double speed = mlt_properties_get_double( MLT_FRAME_PROPERTIES(frame), "_speed" ); if ( m_isAudio && speed == 1.0 ) renderAudio( frame ); - - // Create video frames while pre-rolling - if ( m_isPrerolling ) - { - if ( !createFrame() ) - { - mlt_log_error( getConsumer(), "failed to create video frame\n" ); - return S_FALSE; - } - } - - if ( mlt_properties_get_int( MLT_FRAME_PROPERTIES( frame ), "rendered") ) - { - // Close the previous frame and use the new one - mlt_frame_close( m_frame ); - m_frame = frame; - } - else - { - if ( !m_frame ) - m_frame = frame; - // Reuse the last frame - mlt_log_verbose( getConsumer(), "dropped video frame %u\n", ++m_dropped ); - } // Get the video - renderVideo(); + renderVideo( frame ); ++m_count; - // Check for end of pre-roll - if ( ++m_prerollCounter > m_preroll && m_isPrerolling ) - { - // Start audio and video output - if ( m_isAudio ) - m_deckLinkOutput->EndAudioPreroll(); - m_deckLinkOutput->StartScheduledPlayback( 0, m_timescale, 1.0 ); - m_isPrerolling = false; - } - return result; } - + // *** DeckLink API implementation of IDeckLinkVideoOutputCallback IDeckLinkAudioOutputCallback *** // // IUnknown needs only a dummy implementation @@ -517,14 +485,83 @@ public: { return 1; } virtual ULONG STDMETHODCALLTYPE Release() { return 1; } - + /************************* DeckLink API Delegate Methods *****************************/ - + virtual HRESULT STDMETHODCALLTYPE ScheduledFrameCompleted( IDeckLinkVideoFrame* completedFrame, BMDOutputFrameCompletionResult completed ) { + if( !m_reprio ) + { + mlt_properties properties = MLT_CONSUMER_PROPERTIES( getConsumer() ); + + if ( mlt_properties_get( properties, "priority" ) ) + { + int r; + pthread_t thread; + pthread_attr_t tattr; + struct sched_param param; + + pthread_attr_init(&tattr); + pthread_attr_setschedpolicy(&tattr, SCHED_FIFO); + + if ( !strcmp( "max", mlt_properties_get( properties, "priority" ) ) ) + param.sched_priority = sched_get_priority_max(SCHED_FIFO) - 1; + else if ( !strcmp( "min", mlt_properties_get( properties, "priority" ) ) ) + param.sched_priority = sched_get_priority_min(SCHED_FIFO) + 1; + else + param.sched_priority = mlt_properties_get_int( properties, "priority" ); + + pthread_attr_setschedparam(&tattr, ¶m); + + thread = pthread_self(); + + r = pthread_setschedparam(thread, SCHED_FIFO, ¶m); + if( r ) + mlt_log_verbose( getConsumer(), + "ScheduledFrameCompleted: pthread_setschedparam returned %d\n", r); + else + mlt_log_verbose( getConsumer(), + "ScheduledFrameCompleted: param.sched_priority=%d\n", param.sched_priority); + }; + + m_reprio = true; + }; + +#ifdef WIN32 + unsigned long cnt; +#else + uint32_t cnt; +#endif + m_deckLinkOutput->GetBufferedAudioSampleFrameCount( &cnt ); + if ( cnt != m_acnt ) + { + mlt_log_debug( getConsumer(), + "ScheduledFrameCompleted: GetBufferedAudioSampleFrameCount %u -> " DECKLINK_UNSIGNED_FORMAT + ", m_count=%"PRIu64"\n", m_acnt, cnt, m_count ); + m_acnt = cnt; + } + // When a video frame has been released by the API, schedule another video frame to be output - wakeup(); - + + // ignore handler if frame was flushed + if ( bmdOutputFrameFlushed == completed ) + return S_OK; + + // schedule next frame + ScheduleNextFrame( false ); + + // step forward frames counter if underrun + if ( bmdOutputFrameDisplayedLate == completed ) + { + mlt_log_verbose( getConsumer(), "ScheduledFrameCompleted: bmdOutputFrameDisplayedLate == completed\n" ); + m_count++; + } + if ( bmdOutputFrameDropped == completed ) + { + mlt_log_verbose( getConsumer(), "ScheduledFrameCompleted: bmdOutputFrameDropped == completed\n" ); + m_count++; + } + return S_OK; } @@ -532,76 +569,38 @@ public: { return mlt_consumer_is_stopped( getConsumer() ) ? S_FALSE : S_OK; } - - virtual HRESULT STDMETHODCALLTYPE RenderAudioSamples( bool preroll ) - { - // Provide more audio samples to the DeckLink API - HRESULT result = S_OK; - uint32_t count = m_fifo->used / m_channels; - uint32_t buffered = count; - if ( count - // Stay under preferred buffer level - && ( S_OK == m_deckLinkOutput->GetBufferedAudioSampleFrameCount( &buffered ) ) - && buffered < m_maxAudioBuffer ) - { - uint32_t written = 0; - - buffered = m_maxAudioBuffer - buffered; - count = buffered > count ? count : buffered; - result = m_deckLinkOutput->ScheduleAudioSamples( m_fifo->buffer, count, 0, 0, &written ); - if ( written ) - sample_fifo_remove( m_fifo, written * m_channels ); - } + void ScheduleNextFrame( bool preroll ) + { + // get the consumer + mlt_consumer consumer = getConsumer(); - return result; - } -}; + // Get the properties + mlt_properties properties = MLT_CONSUMER_PROPERTIES( consumer ); -/** The main thread. - */ + // Frame and size + mlt_frame frame = NULL; -static void *run( void *arg ) -{ - // Map the argument to the object - DeckLinkConsumer* decklink = (DeckLinkConsumer*) arg; - mlt_consumer consumer = decklink->getConsumer(); - - // Get the properties - mlt_properties properties = MLT_CONSUMER_PROPERTIES( consumer ); + if( mlt_properties_get_int( properties, "running" ) || preroll ) + { + frame = mlt_consumer_rt_frame( consumer ); + if ( frame != NULL ) + { + render( frame ); - // Convenience functionality - int terminate_on_pause = mlt_properties_get_int( properties, "terminate_on_pause" ); - int terminated = 0; + mlt_events_fire( properties, "consumer-frame-show", frame, NULL ); - // Frame and size - mlt_frame frame = NULL; - - // Loop while running - while ( !terminated && mlt_properties_get_int( properties, "running" ) ) - { - // Get the frame - if ( ( frame = mlt_consumer_rt_frame( consumer ) ) ) - { - // Check for termination - if ( terminate_on_pause ) - terminated = mlt_properties_get_double( MLT_FRAME_PROPERTIES( frame ), "_speed" ) == 0.0; - - decklink->render( frame ); - if ( !decklink->isBuffering() ) - decklink->wait(); - mlt_events_fire( properties, "consumer-frame-show", frame, NULL ); + // terminate on pause + if ( m_terminate_on_pause && + mlt_properties_get_double( MLT_FRAME_PROPERTIES( frame ), "_speed" ) == 0.0 ) + stop(); + + mlt_frame_close( frame ); + } } } - - // Indicate that the consumer is stopped - decklink->stop(); - mlt_properties_set_int( properties, "running", 0 ); - mlt_consumer_stopped( consumer ); - - return NULL; -} +}; /** Start the consumer. */ @@ -611,25 +610,7 @@ static int start( mlt_consumer consumer ) // Get the properties mlt_properties properties = MLT_CONSUMER_PROPERTIES( consumer ); DeckLinkConsumer* decklink = (DeckLinkConsumer*) consumer->child; - int result = decklink->start( mlt_properties_get_int( properties, "preroll" ) ) ? 0 : 1; - - // Check that we're not already running - if ( !result && !mlt_properties_get_int( properties, "running" ) ) - { - // Allocate a thread - pthread_t *pthread = (pthread_t*) calloc( 1, sizeof( pthread_t ) ); - - // Assign the thread to properties - mlt_properties_set_data( properties, "pthread", pthread, sizeof( pthread_t ), free, NULL ); - - // Set the running state - mlt_properties_set_int( properties, "running", 1 ); - mlt_properties_set_int( properties, "joined", 0 ); - - // Create the thread - pthread_create( pthread, NULL, run, consumer->child ); - } - return result; + return decklink->start( mlt_properties_get_int( properties, "preroll" ) ) ? 0 : 1; } /** Stop the consumer. @@ -638,26 +619,8 @@ static int start( mlt_consumer consumer ) static int stop( mlt_consumer consumer ) { // Get the properties - mlt_properties properties = MLT_CONSUMER_PROPERTIES( consumer ); - - // Check that we're running - if ( !mlt_properties_get_int( properties, "joined" ) ) - { - // Get the thread - pthread_t *pthread = (pthread_t*) mlt_properties_get_data( properties, "pthread", NULL ); - - if ( pthread ) - { - // Stop the thread - mlt_properties_set_int( properties, "running", 0 ); - mlt_properties_set_int( properties, "joined", 1 ); - - // Wait for termination - pthread_join( *pthread, NULL ); - } - } - - return 0; + DeckLinkConsumer* decklink = (DeckLinkConsumer*) consumer->child; + return decklink->stop(); } /** Determine if the consumer is stopped. @@ -688,6 +651,53 @@ static void close( mlt_consumer consumer ) extern "C" { +// Listen for the list_devices property to be set +static void on_property_changed( void*, mlt_properties properties, const char *name ) +{ + IDeckLinkIterator* decklinkIterator = NULL; + IDeckLink* decklink = NULL; + IDeckLinkInput* decklinkOutput = NULL; + int i = 0; + + if ( name && !strcmp( name, "list_devices" ) ) + mlt_event_block( (mlt_event) mlt_properties_get_data( properties, "list-devices-event", NULL ) ); + else + return; + +#ifdef WIN32 + if ( FAILED( CoInitialize( NULL ) ) ) + return; + if ( FAILED( CoCreateInstance( CLSID_CDeckLinkIterator, NULL, CLSCTX_ALL, IID_IDeckLinkIterator, (void**) &decklinkIterator ) ) ) + return; +#else + if ( !( decklinkIterator = CreateDeckLinkIteratorInstance() ) ) + return; +#endif + for ( ; decklinkIterator->Next( &decklink ) == S_OK; i++ ) + { + if ( decklink->QueryInterface( IID_IDeckLinkOutput, (void**) &decklinkOutput ) == S_OK ) + { + DLString name = NULL; + if ( decklink->GetModelName( &name ) == S_OK ) + { + char *name_cstr = getCString( name ); + const char *format = "device.%d"; + char *key = (char*) calloc( 1, strlen( format ) + 1 ); + + sprintf( key, format, i ); + mlt_properties_set( properties, key, name_cstr ); + free( key ); + freeDLString( name ); + freeCString( name_cstr ); + } + SAFE_RELEASE( decklinkOutput ); + } + SAFE_RELEASE( decklink ); + } + SAFE_RELEASE( decklinkIterator ); + mlt_properties_set_int( properties, "devices", i ); +} + /** Initialise the consumer. */ @@ -704,13 +714,17 @@ mlt_consumer consumer_decklink_init( mlt_profile profile, mlt_service_type type, if ( decklink->open( arg? atoi(arg) : 0 ) ) { consumer = decklink->getConsumer(); - + mlt_properties properties = MLT_CONSUMER_PROPERTIES( consumer ); + // Setup callbacks consumer->close = close; consumer->start = start; consumer->stop = stop; consumer->is_stopped = is_stopped; - mlt_properties_set( MLT_CONSUMER_PROPERTIES(consumer), "deinterlace_method", "onefield" ); + mlt_properties_set( properties, "deinterlace_method", "onefield" ); + + mlt_event event = mlt_events_listen( properties, properties, "property-changed", (mlt_listener) on_property_changed ); + mlt_properties_set_data( properties, "list-devices-event", event, 0, NULL, NULL ); } }