]> git.sesse.net Git - casparcg/blobdiff - modules/image/producer/image_producer.cpp
[image_producer] refuse too large images nicely instead of letting OpenGL tell us...
[casparcg] / modules / image / producer / image_producer.cpp
index dcf2323522d45860bd260d1f3d208f2ad3ed1c6f..112922ac5f68fe450de2feec264398800f94066f 100644 (file)
 #include <core/frame/draw_frame.h>
 #include <core/frame/frame_factory.h>
 #include <core/frame/pixel_format.h>
+#include <core/frame/audio_channel_layout.h>
 #include <core/monitor/monitor.h>
+#include <core/help/help_sink.h>
+#include <core/help/help_repository.h>
 
 #include <common/env.h>
 #include <common/log.h>
 #include <common/array.h>
+#include <common/base64.h>
+#include <common/os/filesystem.h>
 
-#include <boost/assign.hpp>
 #include <boost/filesystem.hpp>
 #include <boost/property_tree/ptree.hpp>
 #include <boost/algorithm/string.hpp>
 
 #include <algorithm>
-
-using namespace boost::assign;
+#include <set>
 
 namespace caspar { namespace image {
 
@@ -59,7 +62,7 @@ std::pair<core::draw_frame, core::constraints> load_image(
        auto width = FreeImage_GetWidth(bitmap.get());
        auto height = FreeImage_GetHeight(bitmap.get());
        desc.planes.push_back(core::pixel_format_desc::plane(width, height, 4));
-       auto frame = frame_factory->create_frame(bitmap.get(), desc);
+       auto frame = frame_factory->create_frame(bitmap.get(), desc, core::audio_channel_layout::invalid());
 
        std::copy_n(
                        FreeImage_GetBits(bitmap.get()),
@@ -73,28 +76,57 @@ std::pair<core::draw_frame, core::constraints> load_image(
 
 struct image_producer : public core::frame_producer_base
 {      
-       monitor::basic_subject  event_subject_;
-       const std::wstring              filename_;
-       core::draw_frame                frame_;
-       core::constraints               constraints_;
+       core::monitor::subject                                          monitor_subject_;
+       const std::wstring                                                      description_;
+       const spl::shared_ptr<core::frame_factory>      frame_factory_;
+       core::draw_frame                                                        frame_                          = core::draw_frame::empty();
+       core::constraints                                                       constraints_;
        
-       explicit image_producer(const spl::shared_ptr<core::frame_factory>& frame_factory, const std::wstring& filename) 
-               : filename_(filename)
-               , frame_(core::draw_frame::empty())     
+       image_producer(const spl::shared_ptr<core::frame_factory>& frame_factory, const std::wstring& description, bool thumbnail_mode) 
+               : description_(description)
+               , frame_factory_(frame_factory)
        {
-               auto frame = load_image(frame_factory, filename);
+               load(load_image(description_));
+
+               if (thumbnail_mode)
+                       CASPAR_LOG(debug) << print() << L" Initialized";
+               else
+                       CASPAR_LOG(info) << print() << L" Initialized";
+       }
 
-               frame_ = frame.first;
-               constraints_ = frame.second;
+       image_producer(const spl::shared_ptr<core::frame_factory>& frame_factory, const void* png_data, size_t size) 
+               : description_(L"png from memory")
+               , frame_factory_(frame_factory)
+       {
+               load(load_png_from_memory(png_data, size));
 
                CASPAR_LOG(info) << print() << L" Initialized";
        }
+
+       void load(const std::shared_ptr<FIBITMAP>& bitmap)
+       {
+               FreeImage_FlipVertical(bitmap.get());
+               auto longest_side = static_cast<int>(std::max(FreeImage_GetWidth(bitmap.get()), FreeImage_GetHeight(bitmap.get())));
+
+               if (longest_side > frame_factory_->get_max_frame_size())
+                       CASPAR_THROW_EXCEPTION(user_error() << msg_info("Image too large for texture"));
+
+               core::pixel_format_desc desc;
+               desc.format = core::pixel_format::bgra;
+               desc.planes.push_back(core::pixel_format_desc::plane(FreeImage_GetWidth(bitmap.get()), FreeImage_GetHeight(bitmap.get()), 4));
+               auto frame = frame_factory_->create_frame(this, desc, core::audio_channel_layout::invalid());
+               std::copy_n(FreeImage_GetBits(bitmap.get()), frame.image_data().size(), frame.image_data().begin());
+               frame_ = core::draw_frame(std::move(frame));
+               constraints_.width.set(FreeImage_GetWidth(bitmap.get()));
+               constraints_.height.set(FreeImage_GetHeight(bitmap.get()));
+       }
        
        // frame_producer
 
        core::draw_frame receive_impl() override
        {
-               event_subject_ << monitor::event("file/path") % filename_;
+               monitor_subject_ << core::monitor::message("/file/path") % description_;
 
                return frame_;
        }
@@ -106,7 +138,7 @@ struct image_producer : public core::frame_producer_base
                        
        std::wstring print() const override
        {
-               return L"image_producer[" + filename_ + L"]";
+               return L"image_producer[" + description_ + L"]";
        }
 
        std::wstring name() const override
@@ -118,18 +150,13 @@ struct image_producer : public core::frame_producer_base
        {
                boost::property_tree::wptree info;
                info.add(L"type", L"image");
-               info.add(L"filename", filename_);
+               info.add(L"location", description_);
                return info;
        }
 
-       void subscribe(const monitor::observable::observer_ptr& o) override                                                                                                                     
-       {
-               return event_subject_.subscribe(o);
-       }
-
-       void unsubscribe(const monitor::observable::observer_ptr& o) override           
+       core::monitor::subject& monitor_output() 
        {
-               return event_subject_.unsubscribe(o);
+               return monitor_subject_;
        }
 };
 
@@ -148,17 +175,41 @@ public:
        }
 };
 
-spl::shared_ptr<core::frame_producer> create_producer(const spl::shared_ptr<core::frame_factory>& frame_factory, const core::video_format_desc& format_desc, const std::vector<std::wstring>& params)
+void describe_producer(core::help_sink& sink, const core::help_repository& repo)
+{
+       sink.short_description(L"Loads a still image.");
+       sink.syntax(L"{[image_file:string]},{[PNG_BASE64] [encoded:string]}");
+       sink.para()->text(L"Loads a still image, either from disk or via a base64 encoded image submitted via AMCP.");
+       sink.para()->text(L"Examples:");
+       sink.example(L">> PLAY 1-10 image_file", L"Plays an image from the media folder.");
+       sink.example(L">> PLAY 1-10 [PNG_BASE64] data...", L"Plays a PNG image transferred as a base64 encoded string.");
+}
+
+static const auto g_extensions = {
+       L".png",
+       L".tga",
+       L".bmp",
+       L".jpg",
+       L".jpeg",
+       L".gif",
+       L".tiff",
+       L".tif",
+       L".jp2",
+       L".jpx",
+       L".j2k",
+       L".j2c"
+};
+
+spl::shared_ptr<core::frame_producer> create_producer(const core::frame_producer_dependencies& dependencies, const std::vector<std::wstring>& params)
 {
-       static const std::vector<std::wstring> extensions = list_of(L".png")(L".tga")(L".bmp")(L".jpg")(L".jpeg")(L".gif")(L".tiff")(L".tif")(L".jp2")(L".jpx")(L".j2k")(L".j2c");
 
-       if (boost::iequals(params[0], L"[IMG_SEQUENCE]"))
+       if (boost::iequals(params.at(0), L"[IMG_SEQUENCE]"))
        {
                if (params.size() != 2)
                        return core::frame_producer::empty();
 
-               auto dir = boost::filesystem::path(env::media_folder() + L"\\" + params[1]).parent_path();
-               auto basename = boost::filesystem3::basename(params[1]);
+               auto dir = boost::filesystem::path(env::media_folder() + params.at(1)).parent_path();
+               auto basename = boost::filesystem::basename(params.at(1));
                std::set<std::wstring> files;
                boost::filesystem::directory_iterator end;
 
@@ -171,7 +222,7 @@ spl::shared_ptr<core::frame_producer> create_producer(const spl::shared_ptr<core
 
                        auto extension = it->path().extension().wstring();
 
-                       if (std::find_if(extensions.begin(), extensions.end(), ieq(extension)) == extensions.end())
+                       if (std::find_if(g_extensions.begin(), g_extensions.end(), ieq(extension)) == g_extensions.end())
                                continue;
 
                        files.insert(it->path().wstring());
@@ -185,9 +236,9 @@ spl::shared_ptr<core::frame_producer> create_producer(const spl::shared_ptr<core
                std::vector<core::draw_frame> frames;
                frames.reserve(files.size());
 
-               BOOST_FOREACH(auto& file, files)
+               for (auto& file : files)
                {
-                       auto frame = load_image(frame_factory, file);
+                       auto frame = load_image(dependencies.frame_factory, file);
 
                        if (width == -1)
                        {
@@ -200,19 +251,52 @@ spl::shared_ptr<core::frame_producer> create_producer(const spl::shared_ptr<core
 
                return core::create_const_producer(std::move(frames), width, height);
        }
+       else if(boost::iequals(params.at(0), L"[PNG_BASE64]"))
+       {
+               if (params.size() < 2)
+                       return core::frame_producer::empty();
+
+               auto png_data = from_base64(std::string(params.at(1).begin(), params.at(1).end()));
+
+               return spl::make_shared<image_producer>(dependencies.frame_factory, png_data.data(), png_data.size());
+       }
 
-       std::wstring filename = env::media_folder() + L"\\" + params[0];
+       std::wstring filename = env::media_folder() + params.at(0);
 
-       auto ext = std::find_if(extensions.begin(), extensions.end(), [&](const std::wstring& ex) -> bool
-               {                       
-                       return boost::filesystem::is_regular_file(boost::filesystem::path(filename).replace_extension(ex));
-               });
+       auto ext = std::find_if(g_extensions.begin(), g_extensions.end(), [&](const std::wstring& ex) -> bool
+       {
+               auto file = caspar::find_case_insensitive(boost::filesystem::path(filename).wstring() + ex);
+
+               return static_cast<bool>(file);
+       });
 
-       if(ext == extensions.end())
+       if(ext == g_extensions.end())
                return core::frame_producer::empty();
 
-       return spl::make_shared<image_producer>(frame_factory, filename + *ext);
+       return spl::make_shared<image_producer>(dependencies.frame_factory, *caspar::find_case_insensitive(filename + *ext), false);
 }
 
 
-}}
\ No newline at end of file
+core::draw_frame create_thumbnail(const core::frame_producer_dependencies& dependencies, const std::wstring& media_file)
+{
+       std::wstring filename = env::media_folder() + media_file;
+
+       auto ext = std::find_if(g_extensions.begin(), g_extensions.end(), [&](const std::wstring& ex) -> bool
+       {
+               auto file = caspar::find_case_insensitive(boost::filesystem::path(filename).wstring() + ex);
+
+               return static_cast<bool>(file);
+       });
+
+       if (ext == g_extensions.end())
+               return core::draw_frame::empty();
+
+       spl::shared_ptr<core::frame_producer> producer = spl::make_shared<image_producer>(
+                       dependencies.frame_factory,
+                       *caspar::find_case_insensitive(filename + *ext),
+                       true);
+       
+       return producer->receive();
+}
+
+}}