2 * filter_glsl_manager.cpp
3 * Copyright (C) 2011-2012 Christophe Thommeret <hftom@free.fr>
4 * Copyright (C) 2013 Dan Dennedy <dan@dennedy.org>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software Foundation,
18 * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
23 #include "filter_glsl_manager.h"
24 #include <movit/init.h>
25 #include <movit/util.h>
26 #include <movit/effect_chain.h>
27 #include "mlt_movit_input.h"
28 #include "mlt_flip_effect.h"
29 #include <mlt++/MltEvent.h>
30 #include <mlt++/MltProducer.h>
33 #include <framework/mlt_factory.h>
36 #if defined(__DARWIN__)
37 #include <OpenGL/OpenGL.h>
44 void deleteManager(GlslManager *p)
49 GlslManager::GlslManager()
50 : Mlt::Filter( mlt_filter_new() )
55 mlt_filter filter = get_filter();
57 // Set the mlt_filter child in case we choose to override virtual functions.
59 mlt_properties_set_data(mlt_global_properties(), "glslManager", this, 0,
60 (mlt_destructor) deleteManager, NULL);
62 mlt_events_register( get_properties(), "init glsl", NULL );
63 mlt_events_register( get_properties(), "close glsl", NULL );
64 initEvent = listen("init glsl", this, (mlt_listener) GlslManager::onInit);
65 closeEvent = listen("close glsl", this, (mlt_listener) GlslManager::onClose);
69 GlslManager::~GlslManager()
71 mlt_log_debug(get_service(), "%s\n", __FUNCTION__);
73 // XXX If there is still a frame holding a reference to a texture after this
74 // destructor is called, then it will crash in release_texture().
75 // while (texture_list.peek_back())
76 // delete (glsl_texture) texture_list.pop_back();
81 GlslManager* GlslManager::get_instance()
83 return (GlslManager*) mlt_properties_get_data(mlt_global_properties(), "glslManager", 0);
86 glsl_fbo GlslManager::get_fbo(int width, int height)
88 #if defined(__DARWIN__)
89 CGLContextObj context = CGLGetCurrentContext();
91 HGLRC context = wglGetCurrentContext();
93 GLXContext context = glXGetCurrentContext();
97 for (int i = 0; i < fbo_list.count(); ++i) {
98 glsl_fbo fbo = (glsl_fbo) fbo_list.peek(i);
99 if (!fbo->used && (fbo->width == width) && (fbo->height == height) && (fbo->context == context)) {
108 glGenFramebuffers(1, &fb);
112 glsl_fbo fbo = new glsl_fbo_s;
114 glDeleteFramebuffers(1, &fb);
119 fbo->height = height;
121 fbo->context = context;
123 fbo_list.push_back(fbo);
128 void GlslManager::release_fbo(glsl_fbo fbo)
133 glsl_texture GlslManager::get_texture(int width, int height, GLint internal_format)
136 for (int i = 0; i < texture_list.count(); ++i) {
137 glsl_texture tex = (glsl_texture) texture_list.peek(i);
138 if (!tex->used && (tex->width == width) && (tex->height == height) && (tex->internal_format == internal_format)) {
139 glBindTexture(GL_TEXTURE_2D, tex->texture);
140 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST);
141 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST);
142 glBindTexture( GL_TEXTURE_2D, 0);
149 // Recycle a glsl_texture with deleted glTexture.
150 glsl_texture gtex = 0;
151 for (int i = 0; i < texture_list.count(); ++i) {
152 glsl_texture tex = (glsl_texture) texture_list.peek(i);
153 if (!tex->used && !tex->width && !tex->height) {
161 glGenTextures(1, &tex);
163 glDeleteTextures(1, &tex);
168 gtex = new glsl_texture_s;
173 glBindTexture( GL_TEXTURE_2D, tex );
174 glTexImage2D( GL_TEXTURE_2D, 0, internal_format, width, height, 0, internal_format, GL_UNSIGNED_BYTE, NULL );
175 glTexParameterf( GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE );
176 glTexParameterf( GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE );
177 glTexParameteri( GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST );
178 glTexParameteri( GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST );
179 glBindTexture( GL_TEXTURE_2D, 0 );
183 gtex->height = height;
184 gtex->internal_format = internal_format;
187 texture_list.push_back(gtex);
192 void GlslManager::release_texture(glsl_texture texture)
197 glsl_pbo GlslManager::get_pbo(int size)
202 glGenBuffers(1, &pb);
208 pbo = new glsl_pbo_s;
210 glDeleteBuffers(1, &pb);
217 if (size > pbo->size) {
218 glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, pbo->pbo);
219 glBufferData(GL_PIXEL_UNPACK_BUFFER_ARB, size, NULL, GL_STREAM_DRAW);
220 glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, 0);
227 void GlslManager::cleanupContext()
230 while (fbo_list.peek_back()) {
231 glsl_fbo fbo = (glsl_fbo) fbo_list.pop_back();
232 glDeleteFramebuffers(1, &fbo->fbo);
235 for (int i = 0; i < texture_list.count(); ++i) {
236 glsl_texture texture = (glsl_texture) texture_list.peek(i);
237 glDeleteTextures(1, &texture->texture);
243 glDeleteBuffers(1, &pbo->pbo);
250 void GlslManager::onInit( mlt_properties owner, GlslManager* filter )
252 mlt_log_debug( filter->get_service(), "%s\n", __FUNCTION__ );
254 std::string path = std::string(mlt_environment("MLT_APPDIR")).append("\\share\\movit");
255 #elif defined(__DARWIN__) && defined(RELOCATABLE)
256 std::string path = std::string(mlt_environment("MLT_APPDIR")).append("/share/movit");
258 std::string path = std::string(getenv("MLT_MOVIT_PATH") ? getenv("MLT_MOVIT_PATH") : SHADERDIR);
260 ::init_movit( path, mlt_log_get_level() == MLT_LOG_DEBUG? MOVIT_DEBUG_ON : MOVIT_DEBUG_OFF );
261 filter->set( "glsl_supported", movit_initialized );
264 void GlslManager::onClose( mlt_properties owner, GlslManager *filter )
266 filter->cleanupContext();
269 void GlslManager::onServiceChanged( mlt_properties owner, mlt_service aservice )
271 Mlt::Service service( aservice );
273 service.set( "movit chain", NULL, 0 );
274 service.set( "movit input", NULL, 0 );
275 // Destroy the effect list.
276 GlslManager::get_instance()->set( service.get( "_unique_id" ), NULL, 0 );
280 void GlslManager::onPropertyChanged( mlt_properties owner, mlt_service service, const char* property )
282 if ( property && std::string( property ) == "disable" )
283 onServiceChanged( owner, service );
288 mlt_filter filter_glsl_manager_init( mlt_profile profile, mlt_service_type type, const char *id, char *arg )
290 GlslManager* g = GlslManager::get_instance();
294 g = new GlslManager();
295 return g->get_filter();
300 Mlt::Properties GlslManager::effect_list( Mlt::Service& service )
302 char *unique_id = service.get( "_unique_id" );
303 mlt_properties properties = (mlt_properties) get_data( unique_id );
305 properties = mlt_properties_new();
306 set( unique_id, properties, 0, (mlt_destructor) mlt_properties_close );
308 Mlt::Properties p( properties );
312 static void deleteChain( EffectChain* chain )
317 bool GlslManager::init_chain( mlt_service aservice )
320 Mlt::Service service( aservice );
321 EffectChain* chain = (EffectChain*) service.get_data( "movit chain" );
323 mlt_profile profile = mlt_service_profile( aservice );
324 Input* input = new MltInput( profile->width, profile->height );
325 chain = new EffectChain( profile->display_aspect_num, profile->display_aspect_den );
326 chain->add_input( input );
327 service.set( "movit chain", chain, 0, (mlt_destructor) deleteChain );
328 service.set( "movit input", input, 0 );
329 service.set( "_movit finalized", 0 );
330 service.listen( "service-changed", aservice, (mlt_listener) GlslManager::onServiceChanged );
331 service.listen( "property-changed", aservice, (mlt_listener) GlslManager::onPropertyChanged );
337 EffectChain* GlslManager::get_chain( mlt_service service )
339 return (EffectChain*) mlt_properties_get_data( MLT_SERVICE_PROPERTIES(service), "movit chain", NULL );
342 MltInput *GlslManager::get_input( mlt_service service )
344 return (MltInput*) mlt_properties_get_data( MLT_SERVICE_PROPERTIES(service), "movit input", NULL );
347 void GlslManager::reset_finalized( mlt_service service )
349 mlt_properties_set_int( MLT_SERVICE_PROPERTIES(service), "_movit finalized", 0 );
352 Effect* GlslManager::get_effect( mlt_service service, mlt_frame frame )
354 Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
355 char *unique_id = mlt_properties_get( MLT_SERVICE_PROPERTIES(service), "_unique_id" );
356 return (Effect*) GlslManager::get_instance()->effect_list( producer ).get_data( unique_id );
359 Effect* GlslManager::add_effect( mlt_service service, mlt_frame frame, Effect* effect )
361 Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
362 EffectChain* chain = (EffectChain*) producer.get_data( "movit chain" );
363 chain->add_effect( effect );
364 char *unique_id = mlt_properties_get( MLT_SERVICE_PROPERTIES(service), "_unique_id" );
365 GlslManager::get_instance()->effect_list( producer ).set( unique_id, effect, 0 );
369 Effect* GlslManager::add_effect( mlt_service service, mlt_frame frame, Effect* effect, Effect* input_b )
371 Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
372 EffectChain* chain = (EffectChain*) producer.get_data( "movit chain" );
373 chain->add_effect( effect, chain->last_added_effect(),
374 input_b? input_b : chain->last_added_effect() );
375 char *unique_id = mlt_properties_get( MLT_SERVICE_PROPERTIES(service), "_unique_id" );
376 GlslManager::get_instance()->effect_list( producer ).set( unique_id, effect, 0 );
380 void GlslManager::render_fbo( mlt_service service, void* chain, GLuint fbo, int width, int height )
382 EffectChain* effect_chain = (EffectChain*) chain;
383 mlt_properties properties = MLT_SERVICE_PROPERTIES( service );
384 if ( !mlt_properties_get_int( properties, "_movit finalized" ) ) {
385 mlt_properties_set_int( properties, "_movit finalized", 1 );
386 effect_chain->add_effect( new Mlt::VerticalFlip() );
387 effect_chain->finalize();
389 effect_chain->render_to_fbo( fbo, width, height );
392 int GlslManager::render_frame_texture(mlt_service service, mlt_frame frame, int width, int height, uint8_t **image)
394 EffectChain* chain = get_chain( service );
395 if (!chain) return 1;
396 glsl_fbo fbo = get_fbo( width, height );
398 glsl_texture texture = get_texture( width, height, GL_RGBA );
404 glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
406 glFramebufferTexture2D( GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, texture->texture, 0 );
408 glBindFramebuffer( GL_FRAMEBUFFER, 0 );
411 render_fbo( service, chain, fbo->fbo, width, height );
415 glBindFramebuffer( GL_FRAMEBUFFER, 0 );
419 *image = (uint8_t*) &texture->texture;
420 mlt_frame_set_image( frame, *image, 0, NULL );
421 mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.texture", texture, 0,
422 (mlt_destructor) GlslManager::release_texture, NULL );
427 int GlslManager::render_frame_rgba(mlt_service service, mlt_frame frame, int width, int height, uint8_t **image)
429 EffectChain* chain = get_chain( service );
430 if (!chain) return 1;
431 glsl_fbo fbo = get_fbo( width, height );
433 glsl_texture texture = get_texture( width, height, GL_RGBA );
439 // Use a PBO to hold the data we read back with glReadPixels().
440 // (Intel/DRI goes into a slow path if we don't read to PBO.)
441 int img_size = width * height * 4;
442 glsl_pbo pbo = get_pbo( img_size );
445 release_texture(texture);
451 glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
453 glFramebufferTexture2D( GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, texture->texture, 0 );
455 glBindFramebuffer( GL_FRAMEBUFFER, 0 );
458 render_fbo( service, chain, fbo->fbo, width, height );
461 glBindFramebuffer( GL_FRAMEBUFFER, fbo->fbo );
463 glBindBuffer( GL_PIXEL_PACK_BUFFER_ARB, pbo->pbo );
465 glBufferData( GL_PIXEL_PACK_BUFFER_ARB, img_size, NULL, GL_STREAM_READ );
467 glReadPixels( 0, 0, width, height, GL_BGRA, GL_UNSIGNED_BYTE, BUFFER_OFFSET(0) );
471 uint8_t* buf = (uint8_t*) glMapBuffer( GL_PIXEL_PACK_BUFFER_ARB, GL_READ_ONLY );
473 *image = (uint8_t*) mlt_pool_alloc( img_size );
474 mlt_frame_set_image( frame, *image, img_size, mlt_pool_release );
475 memcpy( *image, buf, img_size );
477 // Convert BGRA to RGBA
478 register uint8_t *p = *image;
479 register int n = width * height + 1;
486 // Release PBO and FBO
487 glUnmapBuffer( GL_PIXEL_PACK_BUFFER_ARB );
489 glBindBuffer( GL_PIXEL_PACK_BUFFER_ARB, 0 );
491 glBindFramebuffer( GL_FRAMEBUFFER, 0 );
493 glBindTexture( GL_TEXTURE_2D, 0 );
495 mlt_properties_set_data( MLT_FRAME_PROPERTIES(frame), "movit.convert.texture", texture, 0,
496 (mlt_destructor) GlslManager::release_texture, NULL);
502 void GlslManager::lock_service( mlt_frame frame )
504 Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );
508 void GlslManager::unlock_service( mlt_frame frame )
510 Mlt::Producer producer( mlt_producer_cut_parent( mlt_frame_get_original_producer( frame ) ) );