git.sesse.net Git - mlt/blob - src/modules/opengl/filter_glsl_manager.cpp

   1 /*
   2  * filter_glsl_manager.cpp
   3  * Copyright (C) 2011-2012 Christophe Thommeret <hftom@free.fr>
   4  * Copyright (C) 2013 Dan Dennedy <dan@dennedy.org>
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program; if not, write to the Free Software Foundation,
  18  * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  19  */
  20
  21 #include <stdlib.h>
  22 #include <string>
  23 #include "filter_glsl_manager.h"
  24 #include <movit/init.h>
  25 #include <movit/util.h>
  26 #include <movit/effect_chain.h>
  27 #include "mlt_movit_input.h"
  28 #include "mlt_flip_effect.h"
  29 #include <mlt++/MltEvent.h>
  30 #include <mlt++/MltProducer.h>
  31
  32 extern "C" {
  33 #include <framework/mlt_factory.h>
  34 }
  35
  36 #if defined(__DARWIN__)
  37 #include <OpenGL/OpenGL.h>
  38 #elif defined(WIN32)
  39 #include <wingdi.h>
  40 #else
  41 #include <GL/glx.h>
  42 #endif
  43
  44 void deleteManager(GlslManager *p)
  45 {
  46         delete p;
  47 }
  48
  49 GlslManager::GlslManager()
  50         : Mlt::Filter( mlt_filter_new() )
  51         , pbo(0)
  52         , initEvent(0)
  53         , closeEvent(0)
  54 {
  55         mlt_filter filter = get_filter();
  56         if ( filter ) {
  57                 // Set the mlt_filter child in case we choose to override virtual functions.
  58                 filter->child = this;
  59                 mlt_properties_set_data(mlt_global_properties(), "glslManager", this, 0,
  60                         (mlt_destructor) deleteManager, NULL);
  61
  62                 mlt_events_register( get_properties(), "init glsl", NULL );
  63                 mlt_events_register( get_properties(), "close glsl", NULL );
  64                 initEvent = listen("init glsl", this, (mlt_listener) GlslManager::onInit);
  65                 closeEvent = listen("close glsl", this, (mlt_listener) GlslManager::onClose);
  66         }
  67 }
  68
  69 GlslManager::~GlslManager()
  70 {
  71         mlt_log_debug(get_service(), "%s\n", __FUNCTION__);
  72         cleanupContext();
  73 // XXX If there is still a frame holding a reference to a texture after this
  74 // destructor is called, then it will crash in release_texture().
  75 //      while (texture_list.peek_back())
  76 //              delete (glsl_texture) texture_list.pop_back();
  77         delete initEvent;
  78         delete closeEvent;
  79 }
  80
  81 GlslManager* GlslManager::get_instance()
  82 {
  83         return (GlslManager*) mlt_properties_get_data(mlt_global_properties(), "glslManager", 0);
  84 }
  85
  86 glsl_fbo GlslManager::get_fbo(int width, int height)
  87 {
  88 #if defined(__DARWIN__)
  89         CGLContextObj context = CGLGetCurrentContext();
  90 #elif defined(WIN32)
  91         HGLRC context = wglGetCurrentContext();
  92 #else
  93         GLXContext context = glXGetCurrentContext();
  94 #endif
  95
  96         lock();
  97         for (int i = 0; i < fbo_list.count(); ++i) {
  98                 glsl_fbo fbo = (glsl_fbo) fbo_list.peek(i);
  99                 if (!fbo->used && (fbo->width == width) && (fbo->height == height) && (fbo->context == context)) {
 100                         fbo->used = 1;
 101                         unlock();
 102                         return fbo;
 103                 }
 104         }
 105         unlock();
 106
 107         GLuint fb = 0;
 108         glGenFramebuffers(1, &fb);
 109         if (!fb)
 110                 return NULL;
 111
 112         glsl_fbo fbo = new glsl_fbo_s;
 113         if (!fbo) {
 114                 glDeleteFramebuffers(1, &fb);
 115                 return NULL;
 116         }
 117         fbo->fbo = fb;
 118         fbo->width = width;
 119         fbo->height = height;
 120         fbo->used = 1;
 121         fbo->context = context;
 122         lock();
 123         fbo_list.push_back(fbo);
 124         unlock();
 125         return fbo;
 126 }
 127
 128 void GlslManager::release_fbo(glsl_fbo fbo)
 129 {
 130         fbo->used = 0;
 131 }
 132
 133 glsl_texture GlslManager::get_texture(int width, int height, GLint internal_format)
 134 {
 135         lock();
 136         for (int i = 0; i < texture_list.count(); ++i) {
 137                 glsl_texture tex = (glsl_texture) texture_list.peek(i);
 138                 if (!tex->used && (tex->width == width) && (tex->height == height) && (tex->internal_format == internal_format)) {
 139                         glBindTexture(GL_TEXTURE_2D, tex->texture);
 140                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST);
 141                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST);
 142                         glBindTexture( GL_TEXTURE_2D, 0);
 143                         tex->used = 1;
 144                         unlock();
 145                         return tex;
 146                 }
 147         }
 148
 149         // Recycle a glsl_texture with deleted glTexture.
 150         glsl_texture gtex = 0;
 151         for (int i = 0; i < texture_list.count(); ++i) {
 152                 glsl_texture tex = (glsl_texture) texture_list.peek(i);
 153                 if (!tex->used && !tex->width && !tex->height) {
 154                         gtex = tex;
 155                         break;
 156                 }
 157         }
 158         unlock();
 159
 160         GLuint tex = 0;
 161         glGenTextures(1, &tex);
 162         if (!tex) {
 163                 glDeleteTextures(1, &tex);
 164                 return NULL;
 165         }
 166
 167         if (!gtex) {
 168                 gtex = new glsl_texture_s;
 169                 if (!gtex)
 170                         return NULL;
 171         }
 172
 173         glBindTexture( GL_TEXTURE_2D, tex );
 174         glTexImage2D( GL_TEXTURE_2D, 0, internal_format, width, height, 0, internal_format, GL_UNSIGNED_BYTE, NULL );
 175     glTexParameterf( GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE );
 176     glTexParameterf( GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE );
 177     glTexParameteri( GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST );
 178     glTexParameteri( GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST );
 179     glBindTexture( GL_TEXTURE_2D, 0 );
 180
 181         gtex->texture = tex;
 182         gtex->width = width;
 183         gtex->height = height;
 184         gtex->internal_format = internal_format;
 185         gtex->used = 1;
 186         lock();
 187         texture_list.push_back(gtex);
 188         unlock();
 189         return gtex;
 190 }
 191
 192 void GlslManager::release_texture(glsl_texture texture)
 193 {
 194         texture->used = 0;
 195 }
 196
 197 glsl_pbo GlslManager::get_pbo(int size)
 198 {
 199         lock();
 200         if (!pbo) {
 201                 GLuint pb = 0;
 202                 glGenBuffers(1, &pb);
 203                 if (!pb) {
 204                         unlock();
 205                         return NULL;
 206                 }
 207
 208                 pbo = new glsl_pbo_s;
 209                 if (!pbo) {
 210                         glDeleteBuffers(1, &pb);
 211                         unlock();
 212                         return NULL;
 213                 }
 214                 pbo->pbo = pb;
 215                 pbo->size = 0;
 216         }
 217         if (size > pbo->size) {
 218                 glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, pbo->pbo);
 219                 glBufferData(GL_PIXEL_UNPACK_BUFFER_ARB, size, NULL, GL_STREAM_DRAW);
 220                 glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, 0);
 221                 pbo->size = size;
 222         }
 223         unlock();
 224         return pbo;
 225 }
 226
 227 void GlslManager::cleanupContext()
 228 {
 229         lock();
 230         while (fbo_list.peek_back()) {
 231                 glsl_fbo fbo = (glsl_fbo) fbo_list.pop_back();
 232                 glDeleteFramebuffers(1, &fbo->fbo);
 233                 delete fbo;
 234         }
 235         for (int i = 0; i < texture_list.count(); ++i) {
 236                 glsl_texture texture = (glsl_texture) texture_list.peek(i);
 237                 glDeleteTextures(1, &texture->texture);
 238                 texture->used = 0;
 239                 texture->width = 0;
 240                 texture->height = 0;
 241         }
 242         if (pbo) {
 243                 glDeleteBuffers(1, &pbo->pbo);
 244                 delete pbo;
 245                 pbo = 0;
 246         }
 247         unlock();
 248 }
 249
 250 void GlslManager::onInit( mlt_properties owner, GlslManager* filter )
 251 {
 252         mlt_log_debug( filter->get_service(), "%s\n", __FUNCTION__ );
 253 #ifdef WIN32
 254         std::string path = std::string(mlt_environment("MLT_APPDIR")).append("\\share\\movit");
 255 #elif defined(__DARWIN__) && defined(RELOCATABLE)
 256         std::string path = std::string(mlt_environment("MLT_APPDIR")).append("/share/movit");
 257 #else
 258         std::string path = std::string(getenv("MLT_MOVIT_PATH") ? getenv("MLT_MOVIT_PATH") : SHADERDIR);
 259 #endif
 260         ::init_movit( path, mlt_log_get_level() == MLT_LOG_DEBUG? MOVIT_DEBUG_ON : MOVIT_DEBUG_OFF );
 261         filter->set( "glsl_supported", movit_initialized );
 262 }
 263
 264 void GlslManager::onClose( mlt_properties owner, GlslManager *filter )
 265 {
 266         filter->cleanupContext();
 267 }
 268
 269 void GlslManager::onServiceChanged( mlt_properties owner, mlt_service aservice )
 270 {
 271         Mlt::Service service( aservice );
 272         service.lock();
 273         service.set( "movit chain", NULL, 0 );
 274         service.set( "movit input", NULL, 0 );
 275         // Destroy the effect list.
 276         GlslManager::get_instance()->set( service.get( "_unique_id" ), NULL, 0 );
 277         service.unlock();
 278 }
 279
 280 void GlslManager::onPropertyChanged( mlt_properties owner, mlt_service service, const char* property )
 281 {
 282         if ( property && std::string( property ) == "disable" )
 283                 onServiceChanged( owner, service );
 284 }
 285
 286 extern "C" {
 287
 288 mlt_filter filter_glsl_manager_init( mlt_profile profile, mlt_service_type type, const char *id, char *arg )
 289 {
 290         GlslManager* g = GlslManager::get_instance();
 291         if (g)
 292                 g->inc_ref();
 293         else
 294                 g = new GlslManager();
 295         return g->get_filter();
 296 }
 297
 298 } // extern "C"
 299
 300 Mlt::Properties GlslManager::effect_list( Mlt::Service& service )
 301 {
 302         char *unique_id =  service.get( "_unique_id" );
 303         mlt_properties properties = (mlt_properties) get_data( unique_id );
 304         if ( !properties ) {
 305                 properties = mlt_properties_new();
 306                 set( unique_id, properties, 0, (mlt_destructor) mlt_properties_close );
 307         }
 308         Mlt::Properties p( properties );
 309         return p;
 310 }
 311
 312 static void deleteChain( EffectChain* chain )
 313 {
 314         delete chain;
 315 }
 316
 317 bool GlslManager::init_chain( mlt_service aservice )
 318 {
 319         bool error = true;
 320         Mlt::Service service( aservice );
 321         EffectChain* chain = (EffectChain*) service.get_data( "movit chain" );
 322         if ( !chain ) {
 323                 mlt_profile profile = mlt_service_profile( aservice );
 324                 Input* input = new MltInput( profile->width, profile->height );
 325                 chain = new EffectChain( profile->display_aspect_num, profile->display_aspect_den );
 326                 chain->add_input( input );
 327                 service.set( "movit chain", chain, 0, (mlt_destructor) deleteChain );
 328                 service.set( "movit input", input, 0 );
 329                 service.set( "_movit finalized", 0 );
 330                 service.listen( "service-changed", aservice, (mlt_listener) GlslManager::onServiceChanged );
 331                 service.listen( "property-changed", aservice, (mlt_listener) GlslManager::onPropertyChanged );
 332                 error = false;
 333         }
 334         return error;
 335 }
 336
 337 EffectChain* GlslManager::get_chain( mlt_service service )
 338 {
 339         return (EffectChain*) mlt_properties_get_data( MLT_SERVICE_PROPERTIES(service), "movit chain", NULL );
 340 }
 341
 342 MltInput *GlslManager::get_input( mlt_service service )
 343 {
 344         return (MltInput*) mlt_properties_get_data( MLT_SERVICE_PROPERTIES(service), "movit input", NULL );
 345 }
 346
 347 void GlslManager::reset_finalized( mlt_service service )
 348 {
 349         mlt_properties_set_int( MLT_SERVICE_PROPERTIES(service), "_movit finalized", 0 );
 350 }
 351
 352 Effect* GlslManager::get_effect( mlt_filter filter, mlt_frame frame )
 353 {
 354         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 355         char *unique_id = mlt_properties_get( MLT_FILTER_PROPERTIES(filter), "_unique_id" );
 356         return (Effect*) GlslManager::get_instance()->effect_list( producer ).get_data( unique_id );
 357 }
 358
 359 Effect* GlslManager::add_effect( mlt_filter filter, mlt_frame frame, Effect* effect )
 360 {
 361         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 362         EffectChain* chain = (EffectChain*) producer.get_data( "movit chain" );
 363         chain->add_effect( effect );
 364         char *unique_id = mlt_properties_get( MLT_FILTER_PROPERTIES(filter), "_unique_id" );
 365         GlslManager::get_instance()->effect_list( producer ).set( unique_id, effect, 0 );
 366         return effect;
 367 }
 368
 369 Effect* GlslManager::add_effect( mlt_filter filter, mlt_frame frame, Effect* effect, Effect* input_b )
 370 {
 371         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 372         EffectChain* chain = (EffectChain*) producer.get_data( "movit chain" );
 373         chain->add_effect( effect, chain->last_added_effect(),
 374                 input_b? input_b : chain->last_added_effect() );
 375         char *unique_id = mlt_properties_get( MLT_FILTER_PROPERTIES(filter), "_unique_id" );
 376         GlslManager::get_instance()->effect_list( producer ).set( unique_id, effect, 0 );
 377         return effect;
 378 }
 379
 380 void GlslManager::render_fbo( mlt_service service, void* chain, GLuint fbo, int width, int height )
 381 {
 382         EffectChain* effect_chain = (EffectChain*) chain;
 383         mlt_properties properties = MLT_SERVICE_PROPERTIES( service );
 384         if ( !mlt_properties_get_int( properties, "_movit finalized" ) ) {
 385                 mlt_properties_set_int( properties, "_movit finalized", 1 );
 386                 effect_chain->add_effect( new Mlt::VerticalFlip() );
 387                 effect_chain->finalize();
 388         }
 389         effect_chain->render_to_fbo( fbo, width, height );
 390 }
 391
 392 int GlslManager::render_frame_texture(mlt_service service, mlt_frame frame, int width, int height, uint8_t **image)
 393 {
 394         EffectChain* chain = get_chain( service );
 395         if (!chain) return 1;
 396         glsl_fbo fbo = get_fbo( width, height );
 397         if (!fbo) return 1;
 398         glsl_texture texture = get_texture( width, height, GL_RGBA );
 399         if (!texture) {
 400                 release_fbo( fbo );
 401                 return 1;
 402         }
 403
 404         glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
 405         check_error();
 406         glFramebufferTexture2D( GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, texture->texture, 0 );
 407         check_error();
 408         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 409         check_error();
 410
 411         render_fbo( service, chain, fbo->fbo, width, height );
 412
 413         glFinish();
 414         check_error();
 415         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 416         check_error();
 417         release_fbo( fbo );
 418
 419         *image = (uint8_t*) &texture->texture;
 420         mlt_frame_set_image( frame, *image, 0, NULL );
 421         mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.texture", texture, 0,
 422                 (mlt_destructor) GlslManager::release_texture, NULL );
 423
 424         return 0;
 425 }
 426
 427 int GlslManager::render_frame_rgba(mlt_service service, mlt_frame frame, int width, int height, uint8_t **image)
 428 {
 429         EffectChain* chain = get_chain( service );
 430         if (!chain) return 1;
 431         glsl_fbo fbo = get_fbo( width, height );
 432         if (!fbo) return 1;
 433         glsl_texture texture = get_texture( width, height, GL_RGBA );
 434         if (!texture) {
 435                 release_fbo( fbo );
 436                 return 1;
 437         }
 438
 439         // Use a PBO to hold the data we read back with glReadPixels().
 440         // (Intel/DRI goes into a slow path if we don't read to PBO.)
 441         int img_size = width * height * 4;
 442         glsl_pbo pbo = get_pbo( img_size );
 443         if (!pbo) {
 444                 release_fbo( fbo );
 445                 release_texture(texture);
 446                 return 1;
 447         }
 448
 449         // Set the FBO
 450         check_error();
 451         glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
 452         check_error();
 453         glFramebufferTexture2D( GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, texture->texture, 0 );
 454         check_error();
 455         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 456         check_error();
 457
 458         render_fbo( service, chain, fbo->fbo, width, height );
 459
 460         // Read FBO into PBO
 461         glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
 462         check_error();
 463         glBindBuffer( GL_PIXEL_PACK_BUFFER_ARB, pbo->pbo );
 464         check_error();
 465         glBufferData( GL_PIXEL_PACK_BUFFER_ARB, img_size, NULL, GL_STREAM_READ );
 466         check_error();
 467         glReadPixels( 0, 0, width, height, GL_BGRA, GL_UNSIGNED_BYTE, BUFFER_OFFSET(0) );
 468         check_error();
 469
 470         // Copy from PBO
 471         uint8_t* buf = (uint8_t*) glMapBuffer( GL_PIXEL_PACK_BUFFER_ARB, GL_READ_ONLY );
 472         check_error();
 473         *image = (uint8_t*) mlt_pool_alloc( img_size );
 474         mlt_frame_set_image( frame, *image, img_size, mlt_pool_release );
 475         memcpy( *image, buf, img_size );
 476
 477         // Convert BGRA to RGBA
 478         register uint8_t *p = *image;
 479         register int n = width * height + 1;
 480         while ( --n ) {
 481                 uint8_t b = p[0];
 482                 *p = p[2]; p += 2;
 483                 *p = b; p += 2;
 484         }
 485
 486         // Release PBO and FBO
 487         glUnmapBuffer( GL_PIXEL_PACK_BUFFER_ARB );
 488         check_error();
 489         glBindBuffer( GL_PIXEL_PACK_BUFFER_ARB, 0 );
 490         check_error();
 491         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 492         check_error();
 493         glBindTexture( GL_TEXTURE_2D, 0 );
 494         check_error();
 495         mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.texture", texture, 0,
 496                 (mlt_destructor) GlslManager::release_texture, NULL);
 497         release_fbo( fbo );
 498
 499         return 0;
 500 }
 501
 502 void GlslManager::lock_service( mlt_frame frame )
 503 {
 504         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 505         producer.lock();
 506 }
 507
 508 void GlslManager::unlock_service( mlt_frame frame )
 509 {
 510         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 511         producer.unlock();
 512 }