git.sesse.net Git - vlc/blob - modules/audio_output/opensles_android.c

   1 /*****************************************************************************
   2  * opensles_android.c : audio output for android native code
   3  *****************************************************************************
   4  * Copyright © 2011-2012 VideoLAN
   5  *
   6  * Authors: Dominique Martinet <asmadeus@codewreck.org>
   7  *          Hugo Beauzée-Luyssen <beauze.h@gmail.com>
   8  *          Rafaël Carré <funman@videolanorg>
   9  *
  10  * This program is free software; you can redistribute it and/or modify it
  11  * under the terms of the GNU Lesser General Public License as published by
  12  * the Free Software Foundation; either version 2.1 of the License, or
  13  * (at your option) any later version.
  14  *
  15  * This program is distributed in the hope that it will be useful,
  16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18  * GNU Lesser General Public License for more details.
  19  *
  20  * You should have received a copy of the GNU Lesser General Public License
  21  * along with this program; if not, write to the Free Software Foundation,
  22  * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
  23  *****************************************************************************/
  24
  25 /*****************************************************************************
  26  * Preamble
  27  *****************************************************************************/
  28
  29 #ifdef HAVE_CONFIG_H
  30 # include "config.h"
  31 #endif
  32
  33 #include <vlc_common.h>
  34 #include <vlc_plugin.h>
  35 #include <vlc_aout.h>
  36 #include <assert.h>
  37 #include <dlfcn.h>
  38
  39 // For native audio
  40 #include <SLES/OpenSLES.h>
  41 #include <SLES/OpenSLES_Android.h>
  42
  43 // Maximum number of buffers to enqueue.
  44 #define BUFF_QUEUE  42
  45
  46 #define Destroy(a) (*a)->Destroy(a);
  47 #define SetPlayState(a, b) (*a)->SetPlayState(a, b)
  48 #define RegisterCallback(a, b, c) (*a)->RegisterCallback(a, b, c)
  49 #define GetInterface(a, b, c) (*a)->GetInterface(a, b, c)
  50 #define Realize(a, b) (*a)->Realize(a, b)
  51 #define CreateOutputMix(a, b, c, d, e) (*a)->CreateOutputMix(a, b, c, d, e)
  52 #define CreateAudioPlayer(a, b, c, d, e, f, g) \
  53     (*a)->CreateAudioPlayer(a, b, c, d, e, f, g)
  54 #define Enqueue(a, b, c) (*a)->Enqueue(a, b, c)
  55 #define Clear(a) (*a)->Clear(a)
  56 #define GetState(a, b) (*a)->GetState(a, b)
  57
  58 /*****************************************************************************
  59  * aout_sys_t: audio output method descriptor
  60  *****************************************************************************
  61  * This structure is part of the audio output thread descriptor.
  62  * It describes the direct sound specific properties of an audio device.
  63  *****************************************************************************/
  64 struct aout_sys_t
  65 {
  66     SLObjectItf                     engineObject;
  67     SLObjectItf                     outputMixObject;
  68     SLAndroidSimpleBufferQueueItf   playerBufferQueue;
  69     SLObjectItf                     playerObject;
  70
  71     SLPlayItf                       playerPlay;
  72
  73     vlc_mutex_t                     lock;
  74     block_t                        *p_chain;
  75     block_t                       **pp_last;
  76     mtime_t                         length;
  77
  78     void                           *p_so_handle;
  79     audio_sample_format_t           format;
  80 };
  81
  82 /*****************************************************************************
  83  * Local prototypes.
  84  *****************************************************************************/
  85 static int  Open        ( vlc_object_t * );
  86
  87 /*****************************************************************************
  88  * Module descriptor
  89  *****************************************************************************/
  90
  91 vlc_module_begin ()
  92     set_description( N_("OpenSLES audio output") )
  93     set_shortname( N_("OpenSLES") )
  94     set_category( CAT_AUDIO )
  95     set_subcategory( SUBCAT_AUDIO_AOUT )
  96
  97     set_capability( "audio output", 170 )
  98     add_shortcut( "opensles", "android" )
  99     set_callbacks( Open, NULL )
 100 vlc_module_end ()
 101
 102
 103 static void Clean( aout_sys_t *p_sys )
 104 {
 105     if( p_sys->playerObject )
 106         Destroy( p_sys->playerObject );
 107     if( p_sys->outputMixObject )
 108         Destroy( p_sys->outputMixObject );
 109     if( p_sys->engineObject )
 110         Destroy( p_sys->engineObject );
 111
 112     if( p_sys->p_so_handle )
 113         dlclose( p_sys->p_so_handle );
 114
 115     free( p_sys );
 116 }
 117
 118 static void Flush(audio_output_t *p_aout, bool wait)
 119 {
 120     (void)wait; /* FIXME */
 121     aout_sys_t *p_sys = p_aout->sys;
 122
 123     vlc_mutex_lock( &p_sys->lock );
 124     SetPlayState( p_sys->playerPlay, SL_PLAYSTATE_STOPPED );
 125     Clear( p_sys->playerBufferQueue );
 126     SetPlayState( p_sys->playerPlay, SL_PLAYSTATE_PLAYING );
 127     block_ChainRelease( p_sys->p_chain );
 128     p_sys->p_chain = NULL;
 129     p_sys->pp_last = &p_sys->p_chain;
 130     vlc_mutex_unlock( &p_sys->lock );
 131 }
 132
 133 static void Pause(audio_output_t *p_aout, bool pause, mtime_t date)
 134 {
 135     (void)date;
 136     aout_sys_t *p_sys = p_aout->sys;
 137     SetPlayState( p_sys->playerPlay,
 138         pause ? SL_PLAYSTATE_PAUSED : SL_PLAYSTATE_PLAYING );
 139 }
 140
 141 static int TimeGet(audio_output_t* p_aout, mtime_t* restrict drift)
 142 {
 143     aout_sys_t *p_sys = p_aout->sys;
 144     mtime_t delay = p_sys->length;
 145     SLAndroidSimpleBufferQueueState st;
 146     SLresult res = GetState(p_sys->playerBufferQueue, &st);
 147     if (unlikely(res != SL_RESULT_SUCCESS)) {
 148         msg_Err(p_aout, "Could not query buffer queue state in TimeGet (%lu)", res);
 149         return -1;
 150     }
 151
 152     if (delay && st.count)
 153         *drift = mdate() + delay;
 154     return 0;
 155 }
 156
 157 /*****************************************************************************
 158  * Play: play a sound
 159  *****************************************************************************/
 160 static void Play( audio_output_t *p_aout, block_t *p_buffer )
 161 {
 162     aout_sys_t *p_sys = p_aout->sys;
 163     int tries = 5;
 164     block_t **pp_last, *p_block;
 165
 166     SLAndroidSimpleBufferQueueState st;
 167     SLresult res = GetState(p_sys->playerBufferQueue, &st);
 168     if (unlikely(res != SL_RESULT_SUCCESS)) {
 169         msg_Err(p_aout, "Could not query buffer queue state (%lu)", res);
 170         st.count = 0;
 171     }
 172
 173     if (!p_buffer->i_length) {
 174         p_buffer->i_length = (mtime_t)(p_buffer->i_buffer / 2 / p_sys->format.i_channels) * CLOCK_FREQ / p_sys->format.i_rate;
 175     }
 176
 177     vlc_mutex_lock( &p_sys->lock );
 178
 179     p_sys->length += p_buffer->i_length;
 180
 181     /* If something bad happens, we must remove this buffer from the FIFO */
 182     pp_last = p_sys->pp_last;
 183     p_block = *pp_last;
 184
 185     block_ChainLastAppend( &p_sys->pp_last, p_buffer );
 186     vlc_mutex_unlock( &p_sys->lock );
 187
 188     for (;;)
 189     {
 190         SLresult result = Enqueue( p_sys->playerBufferQueue, p_buffer->p_buffer,
 191                             p_buffer->i_buffer );
 192
 193         switch (result)
 194         {
 195         case SL_RESULT_BUFFER_INSUFFICIENT:
 196             msg_Err( p_aout, "buffer insufficient");
 197
 198             if (tries--)
 199             {
 200                 // Wait a bit to retry.
 201                 // FIXME: buffer in aout_sys_t and retry at next Play() call
 202                 msleep(CLOCK_FREQ);
 203                 continue;
 204             }
 205
 206         default:
 207             msg_Warn( p_aout, "Error %lu, dropping buffer", result );
 208             vlc_mutex_lock( &p_sys->lock );
 209             p_sys->pp_last = pp_last;
 210             *pp_last = p_block;
 211             p_sys->length -= p_buffer->i_length;
 212             vlc_mutex_unlock( &p_sys->lock );
 213             block_Release( p_buffer );
 214         case SL_RESULT_SUCCESS:
 215             return;
 216         }
 217     }
 218 }
 219
 220 static void PlayedCallback (SLAndroidSimpleBufferQueueItf caller, void *pContext )
 221 {
 222     (void)caller;
 223     block_t *p_block;
 224     audio_output_t *p_aout = pContext;
 225     aout_sys_t *p_sys = p_aout->sys;
 226
 227     assert (caller == p_sys->playerBufferQueue);
 228
 229     vlc_mutex_lock( &p_sys->lock );
 230
 231     p_block = p_sys->p_chain;
 232     assert( p_block );
 233
 234     p_sys->p_chain = p_sys->p_chain->p_next;
 235     /* if we exhausted our fifo, we must reset the pointer to the last
 236      * appended block */
 237     if (!p_sys->p_chain)
 238         p_sys->pp_last = &p_sys->p_chain;
 239
 240     p_sys->length -= p_block->i_length;
 241
 242     vlc_mutex_unlock( &p_sys->lock );
 243
 244     block_Release( p_block );
 245 }
 246 /*****************************************************************************
 247  * Open
 248  *****************************************************************************/
 249 static int Start( audio_output_t *p_aout, audio_sample_format_t *restrict fmt )
 250 {
 251     SLresult       result;
 252     SLEngineItf    engineEngine;
 253
 254     /* Allocate structure */
 255     p_aout->sys = calloc( 1, sizeof( aout_sys_t ) );
 256     if( unlikely( p_aout->sys == NULL ) )
 257         return VLC_ENOMEM;
 258
 259     aout_sys_t *p_sys = p_aout->sys;
 260
 261     //Acquiring LibOpenSLES symbols :
 262     p_sys->p_so_handle = dlopen( "libOpenSLES.so", RTLD_NOW );
 263     if( p_sys->p_so_handle == NULL )
 264     {
 265         msg_Err( p_aout, "Failed to load libOpenSLES" );
 266         goto error;
 267     }
 268
 269     typedef SLresult (*slCreateEngine_t)(
 270             SLObjectItf*, SLuint32, const SLEngineOption*, SLuint32,
 271             const SLInterfaceID*, const SLboolean* );
 272     slCreateEngine_t    slCreateEnginePtr = NULL;
 273
 274     SLInterfaceID *SL_IID_ENGINE;
 275     SLInterfaceID *SL_IID_ANDROIDSIMPLEBUFFERQUEUE;
 276     SLInterfaceID *SL_IID_VOLUME;
 277     SLInterfaceID *SL_IID_PLAY;
 278
 279 #define OPENSL_DLSYM( dest, handle, name )                   \
 280     dest = dlsym( handle, name );                            \
 281     if( dest == NULL )                                       \
 282     {                                                        \
 283         msg_Err( p_aout, "Failed to load symbol %s", name ); \
 284         goto error;                                          \
 285     }
 286
 287     OPENSL_DLSYM( slCreateEnginePtr, p_sys->p_so_handle, "slCreateEngine" );
 288     OPENSL_DLSYM( SL_IID_ANDROIDSIMPLEBUFFERQUEUE, p_sys->p_so_handle,
 289                  "SL_IID_ANDROIDSIMPLEBUFFERQUEUE" );
 290     OPENSL_DLSYM( SL_IID_ENGINE, p_sys->p_so_handle, "SL_IID_ENGINE" );
 291     OPENSL_DLSYM( SL_IID_PLAY, p_sys->p_so_handle, "SL_IID_PLAY" );
 292     OPENSL_DLSYM( SL_IID_VOLUME, p_sys->p_so_handle, "SL_IID_VOLUME" );
 293
 294
 295 #define CHECK_OPENSL_ERROR( msg )                   \
 296     if( unlikely( result != SL_RESULT_SUCCESS ) )   \
 297     {                                               \
 298         msg_Err( p_aout, msg" (%lu)", result );     \
 299         goto error;                                 \
 300     }
 301
 302     // create engine
 303     result = slCreateEnginePtr( &p_sys->engineObject, 0, NULL, 0, NULL, NULL );
 304     CHECK_OPENSL_ERROR( "Failed to create engine" );
 305
 306     // realize the engine in synchronous mode
 307     result = Realize( p_sys->engineObject, SL_BOOLEAN_FALSE );
 308     CHECK_OPENSL_ERROR( "Failed to realize engine" );
 309
 310     // get the engine interface, needed to create other objects
 311     result = GetInterface( p_sys->engineObject, *SL_IID_ENGINE, &engineEngine );
 312     CHECK_OPENSL_ERROR( "Failed to get the engine interface" );
 313
 314     // create output mix, with environmental reverb specified as a non-required interface
 315     const SLInterfaceID ids1[] = { *SL_IID_VOLUME };
 316     const SLboolean req1[] = { SL_BOOLEAN_FALSE };
 317     result = CreateOutputMix( engineEngine, &p_sys->outputMixObject, 1, ids1, req1 );
 318     CHECK_OPENSL_ERROR( "Failed to create output mix" );
 319
 320     // realize the output mix in synchronous mode
 321     result = Realize( p_sys->outputMixObject, SL_BOOLEAN_FALSE );
 322     CHECK_OPENSL_ERROR( "Failed to realize output mix" );
 323
 324
 325     // configure audio source - this defines the number of samples you can enqueue.
 326     SLDataLocator_AndroidSimpleBufferQueue loc_bufq = {
 327         SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE,
 328         BUFF_QUEUE
 329     };
 330
 331     SLDataFormat_PCM format_pcm;
 332     format_pcm.formatType       = SL_DATAFORMAT_PCM;
 333     format_pcm.numChannels      = 2;
 334     format_pcm.samplesPerSec    = ((SLuint32) fmt->i_rate * 1000) ;
 335     format_pcm.bitsPerSample    = SL_PCMSAMPLEFORMAT_FIXED_16;
 336     format_pcm.containerSize    = SL_PCMSAMPLEFORMAT_FIXED_16;
 337     format_pcm.channelMask      = SL_SPEAKER_FRONT_LEFT | SL_SPEAKER_FRONT_RIGHT;
 338     format_pcm.endianness       = SL_BYTEORDER_LITTLEENDIAN;
 339
 340     SLDataSource audioSrc = {&loc_bufq, &format_pcm};
 341
 342     // configure audio sink
 343     SLDataLocator_OutputMix loc_outmix = {
 344         SL_DATALOCATOR_OUTPUTMIX,
 345         p_sys->outputMixObject
 346     };
 347     SLDataSink audioSnk = {&loc_outmix, NULL};
 348
 349     //create audio player
 350     const SLInterfaceID ids2[] = { *SL_IID_ANDROIDSIMPLEBUFFERQUEUE };
 351     static const SLboolean req2[] = { SL_BOOLEAN_TRUE };
 352     result = CreateAudioPlayer( engineEngine, &p_sys->playerObject, &audioSrc,
 353                                     &audioSnk, sizeof( ids2 ) / sizeof( *ids2 ),
 354                                     ids2, req2 );
 355     CHECK_OPENSL_ERROR( "Failed to create audio player" );
 356
 357     result = Realize( p_sys->playerObject, SL_BOOLEAN_FALSE );
 358     CHECK_OPENSL_ERROR( "Failed to realize player object." );
 359
 360     result = GetInterface( p_sys->playerObject, *SL_IID_PLAY, &p_sys->playerPlay );
 361     CHECK_OPENSL_ERROR( "Failed to get player interface." );
 362
 363     result = GetInterface( p_sys->playerObject, *SL_IID_ANDROIDSIMPLEBUFFERQUEUE,
 364                                                   &p_sys->playerBufferQueue );
 365     CHECK_OPENSL_ERROR( "Failed to get buff queue interface" );
 366
 367     result = RegisterCallback( p_sys->playerBufferQueue, PlayedCallback,
 368                                    (void*)p_aout);
 369     CHECK_OPENSL_ERROR( "Failed to register buff queue callback." );
 370
 371
 372     // set the player's state to playing
 373     result = SetPlayState( p_sys->playerPlay, SL_PLAYSTATE_PLAYING );
 374     CHECK_OPENSL_ERROR( "Failed to switch to playing state" );
 375
 376     vlc_mutex_init( &p_sys->lock );
 377     p_sys->p_chain = NULL;
 378     p_sys->pp_last = &p_sys->p_chain;
 379
 380     // we want 16bit signed data little endian.
 381     fmt->i_format              = VLC_CODEC_S16L;
 382     fmt->i_physical_channels   = AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT;
 383     p_aout->play               = Play;
 384     p_aout->pause              = Pause;
 385     p_aout->flush               = Flush;
 386
 387     aout_FormatPrepare( fmt );
 388
 389     p_sys->format = *fmt;
 390
 391     return VLC_SUCCESS;
 392 error:
 393     Clean( p_sys );
 394     return VLC_EGENERIC;
 395 }
 396
 397 /*****************************************************************************
 398  * Close
 399  *****************************************************************************/
 400 static void Stop( audio_output_t *p_aout )
 401 {
 402     aout_sys_t     *p_sys = p_aout->sys;
 403
 404     SetPlayState( p_sys->playerPlay, SL_PLAYSTATE_STOPPED );
 405     //Flush remaining buffers if any.
 406     Clear( p_sys->playerBufferQueue );
 407     block_ChainRelease( p_sys->p_chain );
 408     vlc_mutex_destroy( &p_sys->lock );
 409     Clean( p_sys );
 410 }
 411
 412 static int Open (vlc_object_t *obj)
 413 {
 414     audio_output_t *aout = (audio_output_t *)obj;
 415
 416     /* FIXME: set volume/mute here */
 417     aout->start = Start;
 418     aout->stop = Stop;
 419     aout->time_get = TimeGet;
 420     return VLC_SUCCESS;
 421 }