]> git.sesse.net Git - casparcg/blobdiff - core/mixer/image/image_mixer.cpp
2.0.0.2: All pipeline stages share thread context. This is a better and simpler desig...
[casparcg] / core / mixer / image / image_mixer.cpp
index aa714f26ed8deca91f7a6d89218a1ef7b1ea8ede..87070755f914a0740f68f80e10bcfac8a348863e 100644 (file)
@@ -25,7 +25,7 @@
 #include "../gpu/ogl_device.h"\r
 #include "../gpu/host_buffer.h"\r
 #include "../gpu/device_buffer.h"\r
-#include "../gpu/gpu_write_frame.h"\r
+#include "../write_frame.h"\r
 \r
 #include <common/concurrency/executor.h>\r
 #include <common/exception/exceptions.h>\r
 #include <core/producer/frame/pixel_format.h>\r
 #include <core/video_format.h>\r
 \r
-#include <boost/cast.hpp>\r
-\r
-#include <Glee.h>\r
-#include <SFML/Window/Context.hpp>\r
+#include <boost/foreach.hpp>\r
 \r
 #include <array>\r
 #include <unordered_map>\r
 \r
-namespace caspar { namespace mixer {\r
+namespace caspar { namespace core {\r
                \r
 struct image_mixer::implementation : boost::noncopyable\r
-{                      \r
-       const core::video_format_desc format_desc_;\r
-       \r
-       std::stack<core::image_transform> transform_stack_;\r
+{      \r
+       static const size_t LOCAL_KEY_INDEX = 3;\r
+       static const size_t LAYER_KEY_INDEX = 4;\r
 \r
-       GLuint fbo_;\r
-       std::array<std::shared_ptr<device_buffer>, 2> render_targets_;\r
-\r
-       std::shared_ptr<host_buffer> reading_;\r
+       struct render_item\r
+       {\r
+               pixel_format_desc                                        desc;\r
+               std::vector<safe_ptr<device_buffer>> textures;\r
+               core::image_transform                            transform;\r
+       };\r
 \r
+       const core::video_format_desc format_desc_;\r
+       \r
+       std::stack<core::image_transform>               transform_stack_;\r
+       std::queue<std::queue<render_item>>             render_queue_;\r
+       \r
        image_kernel kernel_;\r
+       \r
+       ogl_device& ogl_;\r
+       \r
+       safe_ptr<host_buffer>   read_buffer_;\r
+       safe_ptr<device_buffer> draw_buffer_;\r
+       safe_ptr<device_buffer> write_buffer_;\r
 \r
-       safe_ptr<ogl_device> context_;\r
+       safe_ptr<device_buffer> local_key_buffer_;\r
+       safe_ptr<device_buffer> layer_key_buffer_;\r
 \r
+       bool local_key_;\r
+       bool layer_key_;\r
+       \r
 public:\r
-       implementation(const core::video_format_desc& format_desc) \r
+       implementation(const core::video_format_desc& format_desc, ogl_device& ogl\r
                : format_desc_(format_desc)\r
-               , context_(ogl_device::create())\r
+               , ogl_(ogl)\r
+               , read_buffer_(ogl_.create_host_buffer(format_desc_.size, host_buffer::read_only))\r
+               , draw_buffer_(ogl_.create_device_buffer(format_desc.width, format_desc.height, 4))\r
+               , write_buffer_ (ogl_.create_device_buffer(format_desc.width, format_desc.height, 4))\r
+               , local_key_buffer_(ogl_.create_device_buffer(format_desc.width, format_desc.height, 1))\r
+               , layer_key_buffer_(ogl_.create_device_buffer(format_desc.width, format_desc.height, 1))\r
+               , local_key_(false)\r
+               , layer_key_(false)\r
        {\r
-               context_->invoke([]\r
-               {\r
-                       if(!GLEE_VERSION_3_0)\r
-                               BOOST_THROW_EXCEPTION(not_supported() << msg_info("Missing OpenGL 3.0 support."));\r
-               });\r
+               transform_stack_.push(core::image_transform());\r
+       }\r
+       \r
+       void begin(const core::basic_frame& frame)\r
+       {\r
+               transform_stack_.push(transform_stack_.top()*frame.get_image_transform());\r
+       }\r
                \r
-               context_->begin_invoke([=]\r
-               {\r
-                       transform_stack_.push(core::image_transform());\r
-                       transform_stack_.top().set_mode(core::video_mode::progressive);\r
-\r
-                       GL(glEnable(GL_TEXTURE_2D));\r
-                       GL(glDisable(GL_DEPTH_TEST));           \r
-\r
-                       render_targets_[0] = context_->create_device_buffer(format_desc.width, format_desc.height, 4);\r
-                       render_targets_[1] = context_->create_device_buffer(format_desc.width, format_desc.height, 4);\r
-                       \r
-                       GL(glGenFramebuffers(1, &fbo_));                \r
-                       GL(glBindFramebuffer(GL_FRAMEBUFFER_EXT, fbo_));\r
-                       GL(glReadBuffer(GL_COLOR_ATTACHMENT0_EXT));\r
-\r
-                       reading_ = context_->create_host_buffer(format_desc_.size, host_buffer::read_only);\r
-               });\r
+       void visit(core::write_frame& frame)\r
+       {                       \r
+               render_item item = {frame.get_pixel_format_desc(), frame.get_textures(), transform_stack_.top()*frame.get_image_transform()};   \r
+               render_queue_.back().push(item);\r
        }\r
 \r
-       ~implementation()\r
+       void end()\r
        {\r
-               glDeleteFramebuffersEXT(1, &fbo_);\r
+               transform_stack_.pop();\r
        }\r
 \r
-       void begin(const core::basic_frame& frame)\r
+       void begin_layer()\r
        {\r
-               transform_stack_.push(transform_stack_.top()*frame.get_image_transform());\r
+               render_queue_.push(std::queue<render_item>());\r
        }\r
-               \r
-       void visit(core::write_frame& frame)\r
+\r
+       void end_layer()\r
        {\r
-               auto gpu_frame = boost::polymorphic_downcast<gpu_write_frame*>(&frame);\r
-               auto& desc = gpu_frame->get_pixel_format_desc();\r
-               auto& buffers = gpu_frame->get_plane_buffers();\r
+       }\r
 \r
-               auto transform = transform_stack_.top();\r
-               context_->begin_invoke([=]\r
+       boost::unique_future<safe_ptr<host_buffer>> render()\r
+       {               \r
+               auto read_buffer = read_buffer_;\r
+               auto result = ogl_.begin_invoke([=]()  -> safe_ptr<host_buffer>\r
                {\r
-                       GL(glColor4d(1.0, 1.0, 1.0, transform.get_opacity()));\r
-                       GL(glViewport(0, 0, format_desc_.width, format_desc_.height));\r
-                       kernel_.apply(desc, transform);\r
+                       read_buffer->map();\r
+                       return read_buffer;\r
+               });\r
 \r
-                       std::vector<safe_ptr<device_buffer>> device_buffers;\r
-                       for(size_t n = 0; n < buffers.size(); ++n)\r
-                       {\r
-                               auto texture = context_->create_device_buffer(desc.planes[n].width, desc.planes[n].height, desc.planes[n].channels);\r
-                               texture->read(*buffers[n]);\r
-                               device_buffers.push_back(texture);\r
-                       }\r
+               auto render_queue = std::move(render_queue_);\r
+\r
+               ogl_.begin_invoke([=]() mutable\r
+               {\r
+                       local_key_ = false;\r
+                       layer_key_ = false;\r
+\r
+                       // Clear buffers.\r
+                       local_key_buffer_->clear();\r
+                       layer_key_buffer_->clear();\r
+                       draw_buffer_->clear();\r
 \r
-                       for(size_t n = 0; n < buffers.size(); ++n)\r
+                       // Draw items in device.\r
+\r
+                       while(!render_queue.empty())\r
                        {\r
-                               GL(glActiveTexture(GL_TEXTURE0+n));\r
-                               device_buffers[n]->bind();\r
+                               auto layer = render_queue.front();\r
+                               render_queue.pop();\r
+                               \r
+                               draw_buffer_->attach(); \r
+\r
+                               while(!layer.empty())\r
+                               {\r
+                                       draw(layer.front());\r
+                                       layer.pop();\r
+                                       ogl_.yield(); // Allow quick buffer allocation to execute.\r
+                               }\r
+\r
+                               layer_key_ = local_key_; // If there was only key in last layer then use it as key for the entire next layer.\r
+                               local_key_ = false;\r
+\r
+                               std::swap(local_key_buffer_, layer_key_buffer_);\r
                        }\r
 \r
-                       auto m_p = transform.get_key_translation();\r
-                       auto m_s = transform.get_key_scale();\r
-                       double w = static_cast<double>(format_desc_.width);\r
-                       double h = static_cast<double>(format_desc_.height);\r
-                       \r
-                       GL(glEnable(GL_SCISSOR_TEST));\r
-                       GL(glScissor(static_cast<size_t>(m_p[0]*w), static_cast<size_t>(m_p[1]*h), static_cast<size_t>(m_s[0]*w), static_cast<size_t>(m_s[1]*h)));\r
-                       \r
-                       auto f_p = transform.get_fill_translation();\r
-                       auto f_s = transform.get_fill_scale();\r
-                       \r
-                       glBegin(GL_QUADS);\r
-                               glTexCoord2d(0.0, 0.0); glVertex2d( f_p[0]        *2.0-1.0,      f_p[1]        *2.0-1.0);\r
-                               glTexCoord2d(1.0, 0.0); glVertex2d((f_p[0]+f_s[0])*2.0-1.0,  f_p[1]        *2.0-1.0);\r
-                               glTexCoord2d(1.0, 1.0); glVertex2d((f_p[0]+f_s[0])*2.0-1.0, (f_p[1]+f_s[1])*2.0-1.0);\r
-                               glTexCoord2d(0.0, 1.0); glVertex2d( f_p[0]        *2.0-1.0, (f_p[1]+f_s[1])*2.0-1.0);\r
-                       glEnd();\r
-                       GL(glDisable(GL_SCISSOR_TEST));\r
+                       std::swap(draw_buffer_, write_buffer_);\r
+\r
+                       // Start transfer from device to host.  \r
+                       read_buffer_ = ogl_.create_host_buffer(format_desc_.size, host_buffer::read_only);                                      \r
+                       write_buffer_->write(*read_buffer_);\r
                });\r
-       }\r
 \r
-       void end()\r
-       {\r
-               transform_stack_.pop();\r
+               return std::move(result);\r
        }\r
+       \r
+       void draw(const render_item& item)\r
+       {               \r
+               // Bind textures\r
 \r
-       boost::unique_future<safe_ptr<const host_buffer>> begin_pass()\r
-       {\r
-               return context_->begin_invoke([=]() -> safe_ptr<const host_buffer>\r
-               {\r
-                       reading_->map(); // Open host buffer for reading.\r
-                       render_targets_[0]->attach(0); // Render to the next target\r
-                       GL(glClear(GL_COLOR_BUFFER_BIT)); // Clear the new target\r
-                       return make_safe(reading_);\r
-               });\r
-       }\r
+               for(size_t n = 0; n < item.textures.size(); ++n)\r
+                       item.textures[n]->bind(n);              \r
 \r
-       void end_pass()\r
-       {\r
-               context_->begin_invoke([=]\r
+               // Setup key and kernel\r
+\r
+               bool local_key = false;\r
+               bool layer_key = false;\r
+               \r
+               if(item.transform.get_is_key()) // This is a key frame, render it to the local_key buffer for later use.\r
                {\r
-                       reading_ = context_->create_host_buffer(format_desc_.size, host_buffer::read_only); // Create a new host buffer.\r
-                       render_targets_[0]->write(*reading_); // Move data to host buffer.\r
-                       std::rotate(render_targets_.begin(), render_targets_.begin() + 1, render_targets_.end()); // Set new render target.\r
-               });\r
+                       if(!local_key_) // Initialize local-key if it is not active.\r
+                       {\r
+                               local_key_buffer_->clear();\r
+                               local_key_buffer_->attach();\r
+                               local_key_ = true;\r
+                       }\r
+               }               \r
+               else // This is a normal frame. Use key buffers if they are active.\r
+               {               \r
+                       local_key = local_key_;\r
+                       layer_key = layer_key_;\r
+\r
+                       if(local_key_) // Use local key if we have it.\r
+                       {\r
+                               local_key_buffer_->bind(LOCAL_KEY_INDEX);\r
+                               draw_buffer_->attach(); \r
+                               local_key_ = false; // Use it only one time.\r
+                       }               \r
+\r
+                       if(layer_key_) // Use layer key if we have it.\r
+                               layer_key_buffer_->bind(LAYER_KEY_INDEX);\r
+               }       \r
+\r
+               // Draw\r
+\r
+               kernel_.draw(format_desc_.width, format_desc_.height, item.desc, item.transform, local_key, layer_key); \r
        }\r
-               \r
-       std::vector<safe_ptr<host_buffer>> create_buffers(const core::pixel_format_desc& format)\r
+                       \r
+       safe_ptr<write_frame> create_frame(void* tag, const core::pixel_format_desc& desc)\r
        {\r
-               std::vector<safe_ptr<host_buffer>> buffers;\r
-               std::transform(format.planes.begin(), format.planes.end(), std::back_inserter(buffers), [&](const core::pixel_format_desc::plane& plane)\r
-               {\r
-                       return context_->create_host_buffer(plane.size, host_buffer::write_only);\r
-               });\r
-               return buffers;\r
+               return make_safe<write_frame>(ogl_, reinterpret_cast<int>(tag), desc);\r
        }\r
 };\r
 \r
-image_mixer::image_mixer(const core::video_format_desc& format_desc) : impl_(new implementation(format_desc)){}\r
+image_mixer::image_mixer(const core::video_format_desc& format_desc, ogl_device& ogl) : impl_(new implementation(format_desc, ogl)){}\r
 void image_mixer::begin(const core::basic_frame& frame){impl_->begin(frame);}\r
 void image_mixer::visit(core::write_frame& frame){impl_->visit(frame);}\r
 void image_mixer::end(){impl_->end();}\r
-boost::unique_future<safe_ptr<const host_buffer>> image_mixer::begin_pass(){   return impl_->begin_pass();}\r
-void image_mixer::end_pass(){impl_->end_pass();}\r
-std::vector<safe_ptr<host_buffer>> image_mixer::create_buffers(const core::pixel_format_desc& format){return impl_->create_buffers(format);}\r
+boost::unique_future<safe_ptr<host_buffer>> image_mixer::render(){return impl_->render();}\r
+safe_ptr<write_frame> image_mixer::create_frame(void* tag, const core::pixel_format_desc& desc){return impl_->create_frame(tag, desc);}\r
+void image_mixer::begin_layer(){impl_->begin_layer();}\r
+void image_mixer::end_layer(){impl_->end_layer();}\r
 \r
 }}
\ No newline at end of file