git.sesse.net Git - mlt/blob - src/modules/opengl/filter_glsl_manager.cpp

   1 /*
   2  * filter_glsl_manager.cpp
   3  * Copyright (C) 2011-2012 Christophe Thommeret <hftom@free.fr>
   4  * Copyright (C) 2013 Dan Dennedy <dan@dennedy.org>
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program; if not, write to the Free Software Foundation,
  18  * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  19  */
  20
  21 #include <stdlib.h>
  22 #include <string>
  23 #include "glsl_manager.h"
  24 #include <movit/init.h>
  25 #include <movit/util.h>
  26 #include <movit/effect_chain.h>
  27 #include "mlt_movit_input.h"
  28 #include "mlt_flip_effect.h"
  29 #include <mlt++/MltEvent.h>
  30 #include <mlt++/MltProducer.h>
  31
  32 extern "C" {
  33 #include <framework/mlt_factory.h>
  34 }
  35
  36 void deleteManager(GlslManager *p)
  37 {
  38         delete p;
  39 }
  40
  41 GlslManager::GlslManager()
  42         : Mlt::Filter( mlt_filter_new() )
  43         , pbo(0)
  44         , initEvent(0)
  45         , closeEvent(0)
  46 {
  47         mlt_filter filter = get_filter();
  48         if ( filter ) {
  49                 // Set the mlt_filter child in case we choose to override virtual functions.
  50                 filter->child = this;
  51                 mlt_properties_set_data(mlt_global_properties(), "glslManager", this, 0,
  52                         (mlt_destructor) deleteManager, NULL);
  53
  54                 mlt_events_register( get_properties(), "init glsl", NULL );
  55                 mlt_events_register( get_properties(), "close glsl", NULL );
  56                 initEvent = listen("init glsl", this, (mlt_listener) GlslManager::onInit);
  57                 closeEvent = listen("close glsl", this, (mlt_listener) GlslManager::onClose);
  58         }
  59 }
  60
  61 GlslManager::~GlslManager()
  62 {
  63         mlt_log_debug(get_service(), "%s\n", __FUNCTION__);
  64         cleanupContext();
  65         delete initEvent;
  66         delete closeEvent;
  67 }
  68
  69 GlslManager* GlslManager::get_instance()
  70 {
  71         return (GlslManager*) mlt_properties_get_data(mlt_global_properties(), "glslManager", 0);
  72 }
  73
  74 glsl_fbo GlslManager::get_fbo(int width, int height)
  75 {
  76         lock();
  77         for (int i = 0; i < fbo_list.count(); ++i) {
  78                 glsl_fbo fbo = (glsl_fbo) fbo_list.peek(i);
  79                 if (!fbo->used && (fbo->width == width) && (fbo->height == height)) {
  80                         fbo->used = 1;
  81                         unlock();
  82                         return fbo;
  83                 }
  84         }
  85         unlock();
  86
  87         GLuint fb = 0;
  88         glGenFramebuffers(1, &fb);
  89         if (!fb)
  90                 return NULL;
  91
  92         glsl_fbo fbo = new glsl_fbo_s;
  93         if (!fbo) {
  94                 glDeleteFramebuffers(1, &fb);
  95                 return NULL;
  96         }
  97         fbo->fbo = fb;
  98         fbo->width = width;
  99         fbo->height = height;
 100         fbo->used = 1;
 101         lock();
 102         fbo_list.push_back(fbo);
 103         unlock();
 104         return fbo;
 105 }
 106
 107 void GlslManager::release_fbo(glsl_fbo fbo)
 108 {
 109         fbo->used = 0;
 110 }
 111
 112 glsl_texture GlslManager::get_texture(int width, int height, GLint internal_format)
 113 {
 114         lock();
 115         for (int i = 0; i < texture_list.count(); ++i) {
 116                 glsl_texture tex = (glsl_texture) texture_list.peek(i);
 117                 if (!tex->used && (tex->width == width) && (tex->height == height) && (tex->internal_format == internal_format)) {
 118                         glBindTexture(GL_TEXTURE_2D, tex->texture);
 119                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST);
 120                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST);
 121                         glBindTexture( GL_TEXTURE_2D, 0);
 122                         tex->used = 1;
 123                         unlock();
 124                         return tex;
 125                 }
 126         }
 127         unlock();
 128
 129         GLuint tex = 0;
 130         glGenTextures(1, &tex);
 131         if (!tex)
 132                 return NULL;
 133
 134         glsl_texture gtex = new glsl_texture_s;
 135         if (!gtex) {
 136                 glDeleteTextures(1, &tex);
 137                 return NULL;
 138         }
 139         glBindTexture( GL_TEXTURE_2D, tex );
 140         glTexImage2D( GL_TEXTURE_2D, 0, internal_format, width, height, 0, internal_format, GL_UNSIGNED_BYTE, NULL );
 141     glTexParameterf( GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE );
 142     glTexParameterf( GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE );
 143     glTexParameteri( GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST );
 144     glTexParameteri( GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST );
 145     glBindTexture( GL_TEXTURE_2D, 0 );
 146
 147         gtex->texture = tex;
 148         gtex->width = width;
 149         gtex->height = height;
 150         gtex->internal_format = internal_format;
 151         gtex->used = 1;
 152         lock();
 153         texture_list.push_back(gtex);
 154         unlock();
 155         return gtex;
 156 }
 157
 158 void GlslManager::release_texture(glsl_texture texture)
 159 {
 160         texture->used = 0;
 161 }
 162
 163 glsl_pbo GlslManager::get_pbo(int size)
 164 {
 165         lock();
 166         if (!pbo) {
 167                 GLuint pb = 0;
 168                 glGenBuffers(1, &pb);
 169                 if (!pb) {
 170                         unlock();
 171                         return NULL;
 172                 }
 173
 174                 pbo = new glsl_pbo_s;
 175                 if (!pbo) {
 176                         glDeleteBuffers(1, &pb);
 177                         unlock();
 178                         return NULL;
 179                 }
 180                 pbo->pbo = pb;
 181                 pbo->size = 0;
 182         }
 183         if (size > pbo->size) {
 184                 glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, pbo->pbo);
 185                 glBufferData(GL_PIXEL_UNPACK_BUFFER_ARB, size, NULL, GL_STREAM_DRAW);
 186                 glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, 0);
 187                 pbo->size = size;
 188         }
 189         unlock();
 190         return pbo;
 191 }
 192
 193 void GlslManager::cleanupContext()
 194 {
 195         lock();
 196         while (fbo_list.peek_back()) {
 197                 glsl_fbo fbo = (glsl_fbo) fbo_list.pop_back();
 198                 glDeleteFramebuffers(1, &fbo->fbo);
 199                 delete fbo;
 200         }
 201         while (texture_list.peek_back()) {
 202                 glsl_texture texture = (glsl_texture) texture_list.pop_back();
 203                 glDeleteTextures(1, &texture->texture);
 204                 delete texture;
 205         }
 206         if (pbo) {
 207                 glDeleteBuffers(1, &pbo->pbo);
 208                 delete pbo;
 209                 pbo = 0;
 210         }
 211         unlock();
 212 }
 213
 214 void GlslManager::onInit( mlt_properties owner, GlslManager* filter )
 215 {
 216         mlt_log_debug( filter->get_service(), "%s\n", __FUNCTION__ );
 217 #ifdef WIN32
 218         std::string path = std::string(mlt_environment("MLT_APPDIR")).append("\\share\\movit");
 219 #elif defined(__DARWIN__) && defined(RELOCATABLE)
 220         std::string path = std::string(mlt_environment("MLT_APPDIR")).append("/share/movit");
 221 #else
 222         std::string path = std::string(getenv("MLT_MOVIT_PATH") ? getenv("MLT_MOVIT_PATH") : SHADERDIR);
 223 #endif
 224         ::init_movit( path, mlt_log_get_level() == MLT_LOG_DEBUG? MOVIT_DEBUG_ON : MOVIT_DEBUG_OFF );
 225         filter->set( "glsl_supported", movit_initialized );
 226 }
 227
 228 void GlslManager::onClose( mlt_properties owner, GlslManager *filter )
 229 {
 230         filter->cleanupContext();
 231 }
 232
 233 void GlslManager::onServiceChanged( mlt_properties owner, mlt_service aservice )
 234 {
 235         Mlt::Service service( aservice );
 236         service.lock();
 237         service.set( "movit chain", NULL, 0 );
 238         service.set( "movit input", NULL, 0 );
 239         // Destroy the effect list.
 240         GlslManager::get_instance()->set( service.get( "_unique_id" ), NULL, 0 );
 241         service.unlock();
 242 }
 243
 244 void GlslManager::onPropertyChanged( mlt_properties owner, mlt_service service, const char* property )
 245 {
 246         if ( property && std::string( property ) == "disable" )
 247                 onServiceChanged( owner, service );
 248 }
 249
 250 extern "C" {
 251
 252 mlt_filter filter_glsl_manager_init( mlt_profile profile, mlt_service_type type, const char *id, char *arg )
 253 {
 254         GlslManager* g = GlslManager::get_instance();
 255         if (g)
 256                 g->inc_ref();
 257         else
 258                 g = new GlslManager();
 259         return g->get_filter();
 260 }
 261
 262 } // extern "C"
 263
 264 Mlt::Properties GlslManager::effect_list( Mlt::Service& service )
 265 {
 266         char *unique_id =  service.get( "_unique_id" );
 267         mlt_properties properties = (mlt_properties) get_data( unique_id );
 268         if ( !properties ) {
 269                 properties = mlt_properties_new();
 270                 set( unique_id, properties, 0, (mlt_destructor) mlt_properties_close );
 271         }
 272         Mlt::Properties p( properties );
 273         return p;
 274 }
 275
 276 static void deleteChain( EffectChain* chain )
 277 {
 278         delete chain;
 279 }
 280
 281 bool GlslManager::init_chain( mlt_service aservice )
 282 {
 283         bool error = true;
 284         Mlt::Service service( aservice );
 285         EffectChain* chain = (EffectChain*) service.get_data( "movit chain" );
 286         if ( !chain ) {
 287                 mlt_profile profile = mlt_service_profile( aservice );
 288                 Input* input = new MltInput( profile->width, profile->height );
 289                 chain = new EffectChain( profile->display_aspect_num, profile->display_aspect_den );
 290                 chain->add_input( input );
 291                 service.set( "movit chain", chain, 0, (mlt_destructor) deleteChain );
 292                 service.set( "movit input", input, 0 );
 293                 service.set( "_movit finalized", 0 );
 294                 service.listen( "service-changed", aservice, (mlt_listener) GlslManager::onServiceChanged );
 295                 service.listen( "property-changed", aservice, (mlt_listener) GlslManager::onPropertyChanged );
 296                 error = false;
 297         }
 298         return error;
 299 }
 300
 301 EffectChain* GlslManager::get_chain( mlt_service service )
 302 {
 303         return (EffectChain*) mlt_properties_get_data( MLT_SERVICE_PROPERTIES(service), "movit chain", NULL );
 304 }
 305
 306 MltInput *GlslManager::get_input( mlt_service service )
 307 {
 308         return (MltInput*) mlt_properties_get_data( MLT_SERVICE_PROPERTIES(service), "movit input", NULL );
 309 }
 310
 311 void GlslManager::reset_finalized( mlt_service service )
 312 {
 313         mlt_properties_set_int( MLT_SERVICE_PROPERTIES(service), "_movit finalized", 0 );
 314 }
 315
 316 Effect* GlslManager::get_effect( mlt_filter filter, mlt_frame frame )
 317 {
 318         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 319         char *unique_id = mlt_properties_get( MLT_FILTER_PROPERTIES(filter), "_unique_id" );
 320         return (Effect*) GlslManager::get_instance()->effect_list( producer ).get_data( unique_id );
 321 }
 322
 323 Effect* GlslManager::add_effect( mlt_filter filter, mlt_frame frame, Effect* effect )
 324 {
 325         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 326         EffectChain* chain = (EffectChain*) producer.get_data( "movit chain" );
 327         chain->add_effect( effect );
 328         char *unique_id = mlt_properties_get( MLT_FILTER_PROPERTIES(filter), "_unique_id" );
 329         GlslManager::get_instance()->effect_list( producer ).set( unique_id, effect, 0 );
 330         return effect;
 331 }
 332
 333 Effect* GlslManager::add_effect( mlt_filter filter, mlt_frame frame, Effect* effect, Effect* input_b )
 334 {
 335         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 336         EffectChain* chain = (EffectChain*) producer.get_data( "movit chain" );
 337         chain->add_effect( effect, chain->last_added_effect(),
 338                 input_b? input_b : chain->last_added_effect() );
 339         char *unique_id = mlt_properties_get( MLT_FILTER_PROPERTIES(filter), "_unique_id" );
 340         GlslManager::get_instance()->effect_list( producer ).set( unique_id, effect, 0 );
 341         return effect;
 342 }
 343
 344 void GlslManager::render_fbo( mlt_service service, void* chain, GLuint fbo, int width, int height )
 345 {
 346         EffectChain* effect_chain = (EffectChain*) chain;
 347         mlt_properties properties = MLT_SERVICE_PROPERTIES( service );
 348         if ( !mlt_properties_get_int( properties, "_movit finalized" ) ) {
 349                 mlt_properties_set_int( properties, "_movit finalized", 1 );
 350                 effect_chain->add_effect( new Mlt::VerticalFlip() );
 351                 effect_chain->finalize();
 352         }
 353         effect_chain->render_to_fbo( fbo, width, height );
 354 }
 355
 356 int GlslManager::render_frame_texture(mlt_service service, mlt_frame frame, int width, int height, uint8_t **image)
 357 {
 358         EffectChain* chain = get_chain( service );
 359         if (!chain) return 1;
 360         glsl_fbo fbo = get_fbo( width, height );
 361         if (!fbo) return 1;
 362         glsl_texture texture = get_texture( width, height, GL_RGBA );
 363         if (!texture) {
 364                 release_fbo( fbo );
 365                 return 1;
 366         }
 367
 368         glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
 369         check_error();
 370         glFramebufferTexture2D( GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, texture->texture, 0 );
 371         check_error();
 372         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 373         check_error();
 374
 375         render_fbo( service, chain, fbo->fbo, width, height );
 376
 377         glFinish();
 378         check_error();
 379         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 380         check_error();
 381         release_fbo( fbo );
 382
 383         *image = (uint8_t*) &texture->texture;
 384         mlt_frame_set_image( frame, *image, 0, NULL );
 385         mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.texture", texture, 0,
 386                 (mlt_destructor) GlslManager::release_texture, NULL );
 387
 388         return 0;
 389 }
 390
 391 int GlslManager::render_frame_rgba(mlt_service service, mlt_frame frame, int width, int height, uint8_t **image)
 392 {
 393         EffectChain* chain = get_chain( service );
 394         if (!chain) return 1;
 395         glsl_fbo fbo = get_fbo( width, height );
 396         if (!fbo) return 1;
 397         glsl_texture texture = get_texture( width, height, GL_RGBA );
 398         if (!texture) {
 399                 release_fbo( fbo );
 400                 return 1;
 401         }
 402
 403         // Use a PBO to hold the data we read back with glReadPixels().
 404         // (Intel/DRI goes into a slow path if we don't read to PBO.)
 405         int img_size = width * height * 4;
 406         glsl_pbo pbo = get_pbo( img_size );
 407         if (!pbo) {
 408                 release_fbo( fbo );
 409                 release_texture(texture);
 410                 return 1;
 411         }
 412
 413         // Set the FBO
 414         check_error();
 415         glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
 416         check_error();
 417         glFramebufferTexture2D( GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, texture->texture, 0 );
 418         check_error();
 419         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 420         check_error();
 421
 422         render_fbo( service, chain, fbo->fbo, width, height );
 423
 424         // Read FBO into PBO
 425         glBindBuffer( GL_PIXEL_PACK_BUFFER_ARB, pbo->pbo );
 426         check_error();
 427         glBufferData( GL_PIXEL_PACK_BUFFER_ARB, img_size, NULL, GL_STREAM_READ );
 428         check_error();
 429         glReadPixels( 0, 0, width, height, GL_BGRA, GL_UNSIGNED_BYTE, BUFFER_OFFSET(0) );
 430         check_error();
 431
 432         // Copy from PBO
 433         uint8_t* buf = (uint8_t*) glMapBuffer( GL_PIXEL_PACK_BUFFER_ARB, GL_READ_ONLY );
 434         check_error();
 435         *image = (uint8_t*) mlt_pool_alloc( img_size );
 436         mlt_frame_set_image( frame, *image, img_size, mlt_pool_release );
 437         memcpy( *image, buf, img_size );
 438
 439         // Convert BGRA to RGBA
 440         register uint8_t *p = *image;
 441         register int n = width * height + 1;
 442         while ( --n ) {
 443                 uint8_t b = p[0];
 444                 *p = p[2]; p += 2;
 445                 *p = b; p += 2;
 446         }
 447
 448         // Release PBO and FBO
 449         glUnmapBuffer( GL_PIXEL_PACK_BUFFER_ARB );
 450         check_error();
 451         glBindBuffer( GL_PIXEL_PACK_BUFFER_ARB, 0 );
 452         check_error();
 453         glBindFramebuffer( GL_FRAMEBUFFER, 0 );
 454         check_error();
 455         glBindTexture( GL_TEXTURE_2D, 0 );
 456         check_error();
 457         mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.texture", texture, 0,
 458                 (mlt_destructor) GlslManager::release_texture, NULL);
 459         release_fbo( fbo );
 460
 461         return 0;
 462 }
 463
 464 void GlslManager::lock_service( mlt_frame frame )
 465 {
 466         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 467         producer.lock();
 468 }
 469
 470 void GlslManager::unlock_service( mlt_frame frame )
 471 {
 472         Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
 473         producer.unlock();
 474 }