]> git.sesse.net Git - casparcg/blobdiff - modules/image/producer/image_producer.cpp
[image_producer] refuse too large images nicely instead of letting OpenGL tell us...
[casparcg] / modules / image / producer / image_producer.cpp
index 0b77bb8dbf5a6fb081adc123ca50b302a7f4b887..112922ac5f68fe450de2feec264398800f94066f 100644 (file)
-/*\r
-* Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>\r
-*\r
-* This file is part of CasparCG (www.casparcg.com).\r
-*\r
-* CasparCG is free software: you can redistribute it and/or modify\r
-* it under the terms of the GNU General Public License as published by\r
-* the Free Software Foundation, either version 3 of the License, or\r
-* (at your option) any later version.\r
-*\r
-* CasparCG is distributed in the hope that it will be useful,\r
-* but WITHOUT ANY WARRANTY; without even the implied warranty of\r
-* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
-* GNU General Public License for more details.\r
-*\r
-* You should have received a copy of the GNU General Public License\r
-* along with CasparCG. If not, see <http://www.gnu.org/licenses/>.\r
-*\r
-* Author: Robert Nagy, ronag89@gmail.com\r
-*/\r
-\r
-#include "image_producer.h"\r
-\r
-#include "../util/image_loader.h"\r
-\r
-#include <core/video_format.h>\r
-\r
-#include <core/frame/draw_frame.h>\r
-#include <core/frame/frame_factory.h>\r
-#include <core/frame/pixel_format.h>\r
-#include <core/frame/write_frame.h>\r
-\r
-#include <common/env.h>\r
-#include <common/log.h>\r
-\r
-#include <boost/assign.hpp>\r
-#include <boost/filesystem.hpp>\r
-#include <boost/property_tree/ptree.hpp>\r
-\r
-#include <algorithm>\r
-\r
-using namespace boost::assign;\r
-\r
-namespace caspar { namespace image {\r
-\r
-struct image_producer : public core::frame_producer\r
-{      \r
-       const std::wstring filename_;\r
-       spl::shared_ptr<core::draw_frame> frame_;\r
-       \r
-       explicit image_producer(const spl::shared_ptr<core::frame_factory>& frame_factory, const std::wstring& filename) \r
-               : filename_(filename)\r
-               , frame_(core::draw_frame::empty())     \r
-       {\r
-               auto bitmap = load_image(filename_);\r
-               FreeImage_FlipVertical(bitmap.get());\r
-               \r
-               core::pixel_format_desc desc = core::pixel_format::bgra;\r
-               desc.planes.push_back(core::pixel_format_desc::plane(FreeImage_GetWidth(bitmap.get()), FreeImage_GetHeight(bitmap.get()), 4));\r
-               auto frame = frame_factory->create_frame(this, desc);\r
-\r
-               std::copy_n(FreeImage_GetBits(bitmap.get()), frame->image_data(0).size(), frame->image_data(0).begin());\r
-               frame_ = std::move(frame);\r
-       }\r
-       \r
-       // frame_producer\r
-\r
-       virtual spl::shared_ptr<core::draw_frame> receive(int) override\r
-       {\r
-               return frame_;\r
-       }\r
-               \r
-       virtual spl::shared_ptr<core::draw_frame> last_frame() const override\r
-       {\r
-               return frame_;\r
-       }\r
-\r
-       virtual std::wstring print() const override\r
-       {\r
-               return L"image_producer[" + filename_ + L"]";\r
-       }\r
-\r
-       virtual std::wstring name() const override\r
-       {\r
-               return L"image";\r
-       }\r
-\r
-       virtual boost::property_tree::wptree info() const override\r
-       {\r
-               boost::property_tree::wptree info;\r
-               info.add(L"type", L"image-producer");\r
-               info.add(L"filename", filename_);\r
-               return info;\r
-       }\r
-};\r
-\r
-spl::shared_ptr<core::frame_producer> create_producer(const spl::shared_ptr<core::frame_factory>& frame_factory, const std::vector<std::wstring>& params)\r
-{\r
-       static const std::vector<std::wstring> extensions = list_of(L".png")(L".tga")(L".bmp")(L".jpg")(L".jpeg")(L".gif")(L".tiff")(L".tif")(L".jp2")(L".jpx")(L".j2k")(L".j2c");\r
-       std::wstring filename = env::media_folder() + L"\\" + params[0];\r
-       \r
-       auto ext = std::find_if(extensions.begin(), extensions.end(), [&](const std::wstring& ex) -> bool\r
-               {                       \r
-                       return boost::filesystem::is_regular_file(boost::filesystem::path(filename).replace_extension(ex));\r
-               });\r
-\r
-       if(ext == extensions.end())\r
-               return core::frame_producer::empty();\r
-\r
-       return core::wrap_producer(spl::make_shared<image_producer>(frame_factory, filename + *ext));\r
-}\r
-\r
-\r
-}}
\ No newline at end of file
+/*
+* Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
+*
+* This file is part of CasparCG (www.casparcg.com).
+*
+* CasparCG is free software: you can redistribute it and/or modify
+* it under the terms of the GNU General Public License as published by
+* the Free Software Foundation, either version 3 of the License, or
+* (at your option) any later version.
+*
+* CasparCG is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+* GNU General Public License for more details.
+*
+* You should have received a copy of the GNU General Public License
+* along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
+*
+* Author: Robert Nagy, ronag89@gmail.com
+*/
+
+#include "image_producer.h"
+
+#include "../util/image_loader.h"
+
+#include <core/video_format.h>
+
+#include <core/producer/frame_producer.h>
+#include <core/producer/scene/const_producer.h>
+#include <core/frame/frame.h>
+#include <core/frame/draw_frame.h>
+#include <core/frame/frame_factory.h>
+#include <core/frame/pixel_format.h>
+#include <core/frame/audio_channel_layout.h>
+#include <core/monitor/monitor.h>
+#include <core/help/help_sink.h>
+#include <core/help/help_repository.h>
+
+#include <common/env.h>
+#include <common/log.h>
+#include <common/array.h>
+#include <common/base64.h>
+#include <common/os/filesystem.h>
+
+#include <boost/filesystem.hpp>
+#include <boost/property_tree/ptree.hpp>
+#include <boost/algorithm/string.hpp>
+
+#include <algorithm>
+#include <set>
+
+namespace caspar { namespace image {
+
+std::pair<core::draw_frame, core::constraints> load_image(
+               const spl::shared_ptr<core::frame_factory>& frame_factory,
+               const std::wstring& filename)
+{
+       auto bitmap = load_image(filename);
+       FreeImage_FlipVertical(bitmap.get());
+               
+       core::pixel_format_desc desc = core::pixel_format::bgra;
+       auto width = FreeImage_GetWidth(bitmap.get());
+       auto height = FreeImage_GetHeight(bitmap.get());
+       desc.planes.push_back(core::pixel_format_desc::plane(width, height, 4));
+       auto frame = frame_factory->create_frame(bitmap.get(), desc, core::audio_channel_layout::invalid());
+
+       std::copy_n(
+                       FreeImage_GetBits(bitmap.get()),
+                       frame.image_data(0).size(),
+                       frame.image_data(0).begin());
+       
+       return std::make_pair(
+                       core::draw_frame(std::move(frame)),
+                       core::constraints(width, height));
+}
+
+struct image_producer : public core::frame_producer_base
+{      
+       core::monitor::subject                                          monitor_subject_;
+       const std::wstring                                                      description_;
+       const spl::shared_ptr<core::frame_factory>      frame_factory_;
+       core::draw_frame                                                        frame_                          = core::draw_frame::empty();
+       core::constraints                                                       constraints_;
+       
+       image_producer(const spl::shared_ptr<core::frame_factory>& frame_factory, const std::wstring& description, bool thumbnail_mode) 
+               : description_(description)
+               , frame_factory_(frame_factory)
+       {
+               load(load_image(description_));
+
+               if (thumbnail_mode)
+                       CASPAR_LOG(debug) << print() << L" Initialized";
+               else
+                       CASPAR_LOG(info) << print() << L" Initialized";
+       }
+
+       image_producer(const spl::shared_ptr<core::frame_factory>& frame_factory, const void* png_data, size_t size) 
+               : description_(L"png from memory")
+               , frame_factory_(frame_factory)
+       {
+               load(load_png_from_memory(png_data, size));
+
+               CASPAR_LOG(info) << print() << L" Initialized";
+       }
+
+       void load(const std::shared_ptr<FIBITMAP>& bitmap)
+       {
+               FreeImage_FlipVertical(bitmap.get());
+               auto longest_side = static_cast<int>(std::max(FreeImage_GetWidth(bitmap.get()), FreeImage_GetHeight(bitmap.get())));
+
+               if (longest_side > frame_factory_->get_max_frame_size())
+                       CASPAR_THROW_EXCEPTION(user_error() << msg_info("Image too large for texture"));
+
+               core::pixel_format_desc desc;
+               desc.format = core::pixel_format::bgra;
+               desc.planes.push_back(core::pixel_format_desc::plane(FreeImage_GetWidth(bitmap.get()), FreeImage_GetHeight(bitmap.get()), 4));
+               auto frame = frame_factory_->create_frame(this, desc, core::audio_channel_layout::invalid());
+               std::copy_n(FreeImage_GetBits(bitmap.get()), frame.image_data().size(), frame.image_data().begin());
+               frame_ = core::draw_frame(std::move(frame));
+               constraints_.width.set(FreeImage_GetWidth(bitmap.get()));
+               constraints_.height.set(FreeImage_GetHeight(bitmap.get()));
+       }
+       
+       // frame_producer
+
+       core::draw_frame receive_impl() override
+       {
+               monitor_subject_ << core::monitor::message("/file/path") % description_;
+
+               return frame_;
+       }
+
+       core::constraints& pixel_constraints() override
+       {
+               return constraints_;
+       }
+                       
+       std::wstring print() const override
+       {
+               return L"image_producer[" + description_ + L"]";
+       }
+
+       std::wstring name() const override
+       {
+               return L"image";
+       }
+
+       boost::property_tree::wptree info() const override
+       {
+               boost::property_tree::wptree info;
+               info.add(L"type", L"image");
+               info.add(L"location", description_);
+               return info;
+       }
+
+       core::monitor::subject& monitor_output() 
+       {
+               return monitor_subject_;
+       }
+};
+
+class ieq
+{
+       std::wstring test_;
+public:
+       ieq(const std::wstring& test)
+               : test_(test)
+       {
+       }
+
+       bool operator()(const std::wstring& elem) const
+       {
+               return boost::iequals(elem, test_);
+       }
+};
+
+void describe_producer(core::help_sink& sink, const core::help_repository& repo)
+{
+       sink.short_description(L"Loads a still image.");
+       sink.syntax(L"{[image_file:string]},{[PNG_BASE64] [encoded:string]}");
+       sink.para()->text(L"Loads a still image, either from disk or via a base64 encoded image submitted via AMCP.");
+       sink.para()->text(L"Examples:");
+       sink.example(L">> PLAY 1-10 image_file", L"Plays an image from the media folder.");
+       sink.example(L">> PLAY 1-10 [PNG_BASE64] data...", L"Plays a PNG image transferred as a base64 encoded string.");
+}
+
+static const auto g_extensions = {
+       L".png",
+       L".tga",
+       L".bmp",
+       L".jpg",
+       L".jpeg",
+       L".gif",
+       L".tiff",
+       L".tif",
+       L".jp2",
+       L".jpx",
+       L".j2k",
+       L".j2c"
+};
+
+spl::shared_ptr<core::frame_producer> create_producer(const core::frame_producer_dependencies& dependencies, const std::vector<std::wstring>& params)
+{
+
+       if (boost::iequals(params.at(0), L"[IMG_SEQUENCE]"))
+       {
+               if (params.size() != 2)
+                       return core::frame_producer::empty();
+
+               auto dir = boost::filesystem::path(env::media_folder() + params.at(1)).parent_path();
+               auto basename = boost::filesystem::basename(params.at(1));
+               std::set<std::wstring> files;
+               boost::filesystem::directory_iterator end;
+
+               for (boost::filesystem::directory_iterator it(dir); it != end; ++it)
+               {
+                       auto name = it->path().filename().wstring();
+
+                       if (!boost::algorithm::istarts_with(name, basename))
+                               continue;
+
+                       auto extension = it->path().extension().wstring();
+
+                       if (std::find_if(g_extensions.begin(), g_extensions.end(), ieq(extension)) == g_extensions.end())
+                               continue;
+
+                       files.insert(it->path().wstring());
+               }
+
+               if (files.empty())
+                       return core::frame_producer::empty();
+
+               int width = -1;
+               int height = -1;
+               std::vector<core::draw_frame> frames;
+               frames.reserve(files.size());
+
+               for (auto& file : files)
+               {
+                       auto frame = load_image(dependencies.frame_factory, file);
+
+                       if (width == -1)
+                       {
+                               width = static_cast<int>(frame.second.width.get());
+                               height = static_cast<int>(frame.second.height.get());
+                       }
+
+                       frames.push_back(std::move(frame.first));
+               }
+
+               return core::create_const_producer(std::move(frames), width, height);
+       }
+       else if(boost::iequals(params.at(0), L"[PNG_BASE64]"))
+       {
+               if (params.size() < 2)
+                       return core::frame_producer::empty();
+
+               auto png_data = from_base64(std::string(params.at(1).begin(), params.at(1).end()));
+
+               return spl::make_shared<image_producer>(dependencies.frame_factory, png_data.data(), png_data.size());
+       }
+
+       std::wstring filename = env::media_folder() + params.at(0);
+
+       auto ext = std::find_if(g_extensions.begin(), g_extensions.end(), [&](const std::wstring& ex) -> bool
+       {
+               auto file = caspar::find_case_insensitive(boost::filesystem::path(filename).wstring() + ex);
+
+               return static_cast<bool>(file);
+       });
+
+       if(ext == g_extensions.end())
+               return core::frame_producer::empty();
+
+       return spl::make_shared<image_producer>(dependencies.frame_factory, *caspar::find_case_insensitive(filename + *ext), false);
+}
+
+
+core::draw_frame create_thumbnail(const core::frame_producer_dependencies& dependencies, const std::wstring& media_file)
+{
+       std::wstring filename = env::media_folder() + media_file;
+
+       auto ext = std::find_if(g_extensions.begin(), g_extensions.end(), [&](const std::wstring& ex) -> bool
+       {
+               auto file = caspar::find_case_insensitive(boost::filesystem::path(filename).wstring() + ex);
+
+               return static_cast<bool>(file);
+       });
+
+       if (ext == g_extensions.end())
+               return core::draw_frame::empty();
+
+       spl::shared_ptr<core::frame_producer> producer = spl::make_shared<image_producer>(
+                       dependencies.frame_factory,
+                       *caspar::find_case_insensitive(filename + *ext),
+                       true);
+       
+       return producer->receive();
+}
+
+}}