git.sesse.net Git - mlt/blob - src/modules/opengl/filter_glsl_manager.cpp

   1 /*
   2  * filter_glsl_manager.cpp
   3  * Copyright (C) 2011-2012 Christophe Thommeret <hftom@free.fr>
   4  * Copyright (C) 2013 Dan Dennedy <dan@dennedy.org>
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program; if not, write to the Free Software Foundation,
  18  * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  19  */
  20
  21 #include <stdlib.h>
  22 #include <string>
  23 #include "filter_glsl_manager.h"
  24 #include <movit/init.h>
  25 #include <movit/util.h>
  26 #include <movit/effect_chain.h>
  27 #include "mlt_movit_input.h"
  28 #include "mlt_flip_effect.h"
  29 #include <mlt++/MltEvent.h>
  30 #include <mlt++/MltProducer.h>
  31
  32 extern "C" {
  33 #include <framework/mlt_factory.h>
  34 }
  35
  36 #if defined(__DARWIN__)
  37 #include <OpenGL/OpenGL.h>
  38 #elif defined(WIN32)
  39 #include <wingdi.h>
  40 #else
  41 #include <GL/glx.h>
  42 #endif
  43
  44 void deleteManager(GlslManager *p)
  45 {
  46         delete p;
  47 }
  48
  49 GlslManager::GlslManager()
  50         : Mlt::Filter( mlt_filter_new() )
  51         , pbo(0)
  52         , initEvent(0)
  53         , closeEvent(0)
  54         , prev_sync(NULL)
  55 {
  56         mlt_filter filter = get_filter();
  57         if ( filter ) {
  58                 // Set the mlt_filter child in case we choose to override virtual functions.
  59                 filter->child = this;
  60                 mlt_properties_set_data(mlt_global_properties(), "glslManager", this, 0,
  61                         (mlt_destructor) deleteManager, NULL);
  62
  63                 mlt_events_register( get_properties(), "init glsl", NULL );
  64                 mlt_events_register( get_properties(), "close glsl", NULL );
  65                 initEvent = listen("init glsl", this, (mlt_listener) GlslManager::onInit);
  66                 closeEvent = listen("close glsl", this, (mlt_listener) GlslManager::onClose);
  67         }
  68 }
  69
  70 GlslManager::~GlslManager()
  71 {
  72         mlt_log_debug(get_service(), "%s\n", __FUNCTION__);
  73         cleanupContext();
  74 // XXX If there is still a frame holding a reference to a texture after this
  75 // destructor is called, then it will crash in release_texture().
  76 //      while (texture_list.peek_back())
  77 //              delete (glsl_texture) texture_list.pop_back();
  78         delete initEvent;
  79         delete closeEvent;
  80         if (prev_sync != NULL) {
  81                 glDeleteSync( prev_sync );
  82         }
  83 }
  84
  85 GlslManager* GlslManager::get_instance()
  86 {
  87         return (GlslManager*) mlt_properties_get_data(mlt_global_properties(), "glslManager", 0);
  88 }
  89
  90 glsl_fbo GlslManager::get_fbo(int width, int height)
  91 {
  92 #if defined(__DARWIN__)
  93         CGLContextObj context = CGLGetCurrentContext();
  94 #elif defined(WIN32)
  95         HGLRC context = wglGetCurrentContext();
  96 #else
  97         GLXContext context = glXGetCurrentContext();
  98 #endif
  99
 100         lock();
 101         for (int i = 0; i < fbo_list.count(); ++i) {
 102                 glsl_fbo fbo = (glsl_fbo) fbo_list.peek(i);
 103                 if (!fbo->used && (fbo->width == width) && (fbo->height == height) && (fbo->context == context)) {
 104                         fbo->used = 1;
 105                         unlock();
 106                         return fbo;
 107                 }
 108         }
 109         unlock();
 110
 111         GLuint fb = 0;
 112         glGenFramebuffers(1, &fb);
 113         if (!fb)
 114                 return NULL;
 115
 116         glsl_fbo fbo = new glsl_fbo_s;
 117         if (!fbo) {
 118                 glDeleteFramebuffers(1, &fb);
 119                 return NULL;
 120         }
 121         fbo->fbo = fb;
 122         fbo->width = width;
 123         fbo->height = height;
 124         fbo->used = 1;
 125         fbo->context = context;
 126         lock();
 127         fbo_list.push_back(fbo);
 128         unlock();
 129         return fbo;
 130 }
 131
 132 void GlslManager::release_fbo(glsl_fbo fbo)
 133 {
 134         fbo->used = 0;
 135 }
 136
 137 glsl_texture GlslManager::get_texture(int width, int height, GLint internal_format)
 138 {
 139         lock();
 140         for (int i = 0; i < texture_list.count(); ++i) {
 141                 glsl_texture tex = (glsl_texture) texture_list.peek(i);
 142                 if (!tex->used && (tex->width == width) && (tex->height == height) && (tex->internal_format == internal_format)) {
 143                         glBindTexture(GL_TEXTURE_2D, tex->texture);
 144                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST);
 145                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST);
 146                         glBindTexture( GL_TEXTURE_2D, 0);
 147                         tex->used = 1;
 148                         unlock();
 149                         return tex;
 150                 }
 151         }
 152
 153         // Recycle a glsl_texture with deleted glTexture.
 154         glsl_texture gtex = 0;
 155         for (int i = 0; i < texture_list.count(); ++i) {
 156                 glsl_texture tex = (glsl_texture) texture_list.peek(i);
 157                 if (!tex->used && !tex->width && !tex->height) {
 158                         gtex = tex;
 159                         break;
 160                 }
 161         }
 162         unlock();
 163
 164         GLuint tex = 0;
 165         glGenTextures(1, &tex);
 166         if (!tex) {
 167                 glDeleteTextures(1, &tex);
 168                 return NULL;
 169         }
 170
 171         if (!gtex) {
 172                 gtex = new glsl_texture_s;
 173                 if (!gtex)
 174                         return NULL;
 175         }
 176
 177         glBindTexture( GL_TEXTURE_2D, tex );
 178         glTexImage2D( GL_TEXTURE_2D, 0, internal_format, width, height, 0, internal_format, GL_UNSIGNED_BYTE, NULL );
 179     glTexParameterf( GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE );
 180     glTexParameterf( GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE );
 181     glTexParameteri( GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST );
 182     glTexParameteri( GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST );
 183     glBindTexture( GL_TEXTURE_2D, 0 );
 184
 185         gtex->texture = tex;
 186         gtex->width = width;
 187         gtex->height = height;
 188         gtex->internal_format = internal_format;
 189         gtex->used = 1;
 190         lock();
 191         texture_list.push_back(gtex);
 192         unlock();
 193         return gtex;
 194 }
 195
 196 void GlslManager::release_texture(glsl_texture texture)
 197 {
 198         texture->used = 0;
 199 }
 200
 201 void GlslManager::delete_sync(GLsync sync)
 202 {
 203         glDeleteSync(sync);
 204 }
 205
 206 glsl_pbo GlslManager::get_pbo(int size)
 207 {
 208         lock();
 209         if (!pbo) {
 210                 GLuint pb = 0;
 211                 glGenBuffers(1, &pb);
 212                 if (!pb) {
 213                         unlock();
 214                         return NULL;
 215                 }
 216
 217                 pbo = new glsl_pbo_s;
 218                 if (!pbo) {
 219                         glDeleteBuffers(1, &pb);
 220                         unlock();
 221                         return NULL;
 222                 }
 223                 pbo->pbo = pb;
 224                 pbo->size = 0;
 225         }
 226         if (size > pbo->size) {
 227                 glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, pbo->pbo);
 228                 glBufferData(GL_PIXEL_UNPACK_BUFFER_ARB, size, NULL, GL_STREAM_DRAW);
 229                 glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, 0);
 230                 pbo->size = size;
 231         }
 232         unlock();
 233         return pbo;
 234 }
 235
 236 void GlslManager::cleanupContext()
 237 {
 238         lock();
 239         while (fbo_list.peek_back()) {
 240                 glsl_fbo fbo = (glsl_fbo) fbo_list.pop_back();
 241                 glDeleteFramebuffers(1, &fbo->fbo);
 242                 delete fbo;
 243         }
 244         for (int i = 0; i < texture_list.count(); ++i) {
 245                 glsl_texture texture = (glsl_texture) texture_list.peek(i);
 246                 glDeleteTextures(1, &texture->texture);
 247                 texture->used = 0;
 248                 texture->width = 0;
 249                 texture->height = 0;
 250         }
 251         if (pbo) {
 252                 glDeleteBuffers(1, &pbo->pbo);
 253                 delete pbo;
 254                 pbo = 0;
 255         }
 256         unlock();
 257 }
 258
 259 void GlslManager::onInit( mlt_properties owner, GlslManager* filter )
 260 {
 261         mlt_log_debug( filter->get_service(), "%s\n", __FUNCTION__ );
 262 #ifdef WIN32
 263         std::string path = std::string(mlt_environment("MLT_APPDIR")).append("\\share\\movit");
 264 #elif defined(__DARWIN__) && defined(RELOCATABLE)
 265         std::string path = std::string(mlt_environment("MLT_APPDIR")).append("/share/movit");
 266 #else
 267         std::string path = std::string(getenv("MLT_MOVIT_PATH") ? getenv("MLT_MOVIT_PATH") : SHADERDIR);
 268 #endif
 269         ::init_movit( path, mlt_log_get_level() == MLT_LOG_DEBUG? MOVIT_DEBUG_ON : MOVIT_DEBUG_OFF );
 270         filter->set( "glsl_supported", movit_initialized );
 271 }
 272
 273 void GlslManager::onClose( mlt_properties owner, GlslManager *filter )
 274 {
 275         filter->cleanupContext();
 276 }
 277
 278 void GlslManager::onServiceChanged( mlt_properties owner, mlt_service aservice )
 279 {
 280         Mlt::Service service( aservice );
 281         service.lock();
 282         service.set( "movit chain", NULL, 0 );
 283         service.set( "movit input", NULL, 0 );
 284         // Destroy the effect list.
 285         GlslManager::get_instance()->set( service.get( "_unique_id" ), NULL, 0 );
 286         service.unlock();
 287 }
 288
 289 void GlslManager::onPropertyChanged( mlt_properties owner, mlt_service service, const char* property )
 290 {
 291         if ( property && std::string( property ) == "disable" )
 292                 onServiceChanged( owner, service );
 293 }
 294
 295 extern "C" {
 296
 297 mlt_filter filter_glsl_manager_init( mlt_profile profile, mlt_service_type type, const char *id, char *arg )
 298 {
 299         GlslManager* g = GlslManager::get_instance();
 300         if (g)
 301                 g->inc_ref();
 302         else
 303                 g = new GlslManager();
 304         return g->get_filter();
 305 }
 306
 307 } // extern "C"
 308
 309 Mlt::Properties GlslManager::effect_list( Mlt::Service& service )
 310 {
 311         char *unique_id =  service.get( "_unique_id" );
 312         mlt_properties properties = (mlt_properties) get_data( unique_id );
 313         if ( !properties ) {
 314                 properties = mlt_properties_new();
 315                 set( unique_id, properties, 0, (mlt_destructor) mlt_properties_close );
 316         }
 317         Mlt::Properties p( properties );
 318         return p;
 319 }
 320
 321 static void deleteChain( EffectChain* chain )
 322 {
 323         delete chain;
 324 }
 325
 326 bool GlslManager::init_chain( mlt_service aservice )
 327 {
 328         bool error = true;
 329         Mlt::Service service( aservice );
 330         EffectChain* chain = (EffectChain*) service.get_data( "movit chain" );
 331         if ( !chain ) {
 332                 mlt_profile profile = mlt_service_profile( aservice );
 333                 Input* input = new MltInput( profile->width, profile->height );
 334                 chain = new EffectChain( profile->display_aspect_num, profile->display_aspect_den );
 335                 chain->add_input( input );
 336                 service.set( "movit chain", chain, 0, (mlt_destructor) deleteChain );
 337                 service.set( "movit input", input, 0 );
 338                 service.set( "_movit finalized", 0 );
 339                 service.listen( "service-changed", aservice, (mlt_listener) GlslManager::onServiceChanged );
 340                 service.listen( "property-changed", aservice, (mlt_listener) GlslManager::onPropertyChanged );
 341                 error = false;
 342         }
 343         return error;
 344 }
 345
 346 EffectChain* GlslManager::get_chain( mlt_service service )
 347 {
 348         return (EffectChain*) mlt_properties_get_data( MLT_SERVICE_PROPERTIES(service), "movit chain", NULL );
 349 }
 350
 351 MltInput *GlslManager::get_input( mlt_service service )
 352 {
 353         return (MltInput*) mlt_properties_get_data( MLT_SERVICE_PROPERTIES(service), "movit input", NULL );
 354 }
 355
 356 void GlslManager::reset_finalized( mlt_service service )
 357 {
 358         mlt_properties_set_int( MLT_SERVICE_PROPERTIES(service), "_movit finalized", 0 );
 359 }
 360
 361 Effect* GlslManager::get_effect( mlt_service service, mlt_frame frame )
 362 {
 363         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 364         char *unique_id = mlt_properties_get( MLT_SERVICE_PROPERTIES(service), "_unique_id" );
 365         return (Effect*) GlslManager::get_instance()->effect_list( producer ).get_data( unique_id );
 366 }
 367
 368 Effect* GlslManager::add_effect( mlt_service service, mlt_frame frame, Effect* effect )
 369 {
 370         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 371         EffectChain* chain = (EffectChain*) producer.get_data( "movit chain" );
 372         chain->add_effect( effect );
 373         char *unique_id = mlt_properties_get( MLT_SERVICE_PROPERTIES(service), "_unique_id" );
 374         GlslManager::get_instance()->effect_list( producer ).set( unique_id, effect, 0 );
 375         return effect;
 376 }
 377
 378 Effect* GlslManager::add_effect( mlt_service service, mlt_frame frame, Effect* effect, Effect* input_b )
 379 {
 380         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 381         EffectChain* chain = (EffectChain*) producer.get_data( "movit chain" );
 382         chain->add_effect( effect, chain->last_added_effect(),
 383                 input_b? input_b : chain->last_added_effect() );
 384         char *unique_id = mlt_properties_get( MLT_SERVICE_PROPERTIES(service), "_unique_id" );
 385         GlslManager::get_instance()->effect_list( producer ).set( unique_id, effect, 0 );
 386         return effect;
 387 }
 388
 389 void GlslManager::render_fbo( mlt_service service, void* chain, GLuint fbo, int width, int height )
 390 {
 391         EffectChain* effect_chain = (EffectChain*) chain;
 392         mlt_properties properties = MLT_SERVICE_PROPERTIES( service );
 393         if ( !mlt_properties_get_int( properties, "_movit finalized" ) ) {
 394                 mlt_properties_set_int( properties, "_movit finalized", 1 );
 395                 effect_chain->add_effect( new Mlt::VerticalFlip() );
 396                 effect_chain->finalize();
 397         }
 398         effect_chain->render_to_fbo( fbo, width, height );
 399 }
 400
 401 int GlslManager::render_frame_texture(mlt_service service, mlt_frame frame, int width, int height, uint8_t **image)
 402 {
 403         EffectChain* chain = get_chain( service );
 404         if (!chain) return 1;
 405         glsl_fbo fbo = get_fbo( width, height );
 406         if (!fbo) return 1;
 407         glsl_texture texture = get_texture( width, height, GL_RGBA );
 408         if (!texture) {
 409                 release_fbo( fbo );
 410                 return 1;
 411         }
 412
 413         glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
 414         check_error();
 415         glFramebufferTexture2D( GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, texture->texture, 0 );
 416         check_error();
 417         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 418         check_error();
 419
 420         // Make sure we never have more than one frame pending at any time.
 421         // This ensures we do not swamp the GPU with so much work
 422         // that we cannot actually display the frames we generate.
 423         if (prev_sync != NULL) {
 424                 glFlush();
 425                 glClientWaitSync( prev_sync, 0, GL_TIMEOUT_IGNORED );
 426                 glDeleteSync( prev_sync );
 427         }
 428         render_fbo( service, chain, fbo->fbo, width, height );
 429         prev_sync = glFenceSync( GL_SYNC_GPU_COMMANDS_COMPLETE, 0 );
 430         GLsync sync = glFenceSync( GL_SYNC_GPU_COMMANDS_COMPLETE, 0 );
 431
 432         check_error();
 433         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 434         check_error();
 435         release_fbo( fbo );
 436
 437         *image = (uint8_t*) &texture->texture;
 438         mlt_frame_set_image( frame, *image, 0, NULL );
 439         mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.texture", texture, 0,
 440                 (mlt_destructor) GlslManager::release_texture, NULL );
 441         mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.fence", sync, 0,
 442                 (mlt_destructor) GlslManager::delete_sync, NULL );
 443
 444         return 0;
 445 }
 446
 447 int GlslManager::render_frame_rgba(mlt_service service, mlt_frame frame, int width, int height, uint8_t **image)
 448 {
 449         EffectChain* chain = get_chain( service );
 450         if (!chain) return 1;
 451         glsl_fbo fbo = get_fbo( width, height );
 452         if (!fbo) return 1;
 453         glsl_texture texture = get_texture( width, height, GL_RGBA );
 454         if (!texture) {
 455                 release_fbo( fbo );
 456                 return 1;
 457         }
 458
 459         // Use a PBO to hold the data we read back with glReadPixels().
 460         // (Intel/DRI goes into a slow path if we don't read to PBO.)
 461         int img_size = width * height * 4;
 462         glsl_pbo pbo = get_pbo( img_size );
 463         if (!pbo) {
 464                 release_fbo( fbo );
 465                 release_texture(texture);
 466                 return 1;
 467         }
 468
 469         // Set the FBO
 470         check_error();
 471         glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
 472         check_error();
 473         glFramebufferTexture2D( GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, texture->texture, 0 );
 474         check_error();
 475         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 476         check_error();
 477
 478         render_fbo( service, chain, fbo->fbo, width, height );
 479
 480         // Read FBO into PBO
 481         glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
 482         check_error();
 483         glBindBuffer( GL_PIXEL_PACK_BUFFER_ARB, pbo->pbo );
 484         check_error();
 485         glBufferData( GL_PIXEL_PACK_BUFFER_ARB, img_size, NULL, GL_STREAM_READ );
 486         check_error();
 487         glReadPixels( 0, 0, width, height, GL_BGRA, GL_UNSIGNED_BYTE, BUFFER_OFFSET(0) );
 488         check_error();
 489
 490         // Copy from PBO
 491         uint8_t* buf = (uint8_t*) glMapBuffer( GL_PIXEL_PACK_BUFFER_ARB, GL_READ_ONLY );
 492         check_error();
 493         *image = (uint8_t*) mlt_pool_alloc( img_size );
 494         mlt_frame_set_image( frame, *image, img_size, mlt_pool_release );
 495         memcpy( *image, buf, img_size );
 496
 497         // Convert BGRA to RGBA
 498         register uint8_t *p = *image;
 499         register int n = width * height + 1;
 500         while ( --n ) {
 501                 uint8_t b = p[0];
 502                 *p = p[2]; p += 2;
 503                 *p = b; p += 2;
 504         }
 505
 506         // Release PBO and FBO
 507         glUnmapBuffer( GL_PIXEL_PACK_BUFFER_ARB );
 508         check_error();
 509         glBindBuffer( GL_PIXEL_PACK_BUFFER_ARB, 0 );
 510         check_error();
 511         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 512         check_error();
 513         glBindTexture( GL_TEXTURE_2D, 0 );
 514         check_error();
 515         mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.texture", texture, 0,
 516                 (mlt_destructor) GlslManager::release_texture, NULL);
 517         release_fbo( fbo );
 518
 519         return 0;
 520 }
 521
 522 void GlslManager::lock_service( mlt_frame frame )
 523 {
 524         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 525         producer.lock();
 526 }
 527
 528 void GlslManager::unlock_service( mlt_frame frame )
 529 {
 530         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 531         producer.unlock();
 532 }