]> git.sesse.net Git - casparcg/blobdiff - modules/psd/psd_scene_producer.cpp
[psd] #532 Fixed text position when animating.
[casparcg] / modules / psd / psd_scene_producer.cpp
index 727ca17f9b7da38db02ab93ed43a9ffc6ffc55b2..0999302819b15637fee912a50aeed640a992beb5 100644 (file)
@@ -117,7 +117,7 @@ class dependency_resolver
 
        std::list<layer_record> layers;
        layer_record master;
-       
+
        spl::shared_ptr<core::scene::scene_producer> scene_;
        bool is_root_;
 
@@ -131,9 +131,9 @@ public:
 
        spl::shared_ptr<core::scene::scene_producer> scene() { return scene_; }
 
-       void add(caspar::core::scene::layer* layer, layer_tag tags, double adjustment_x, double adjustment_y, bool vector_mask)
+       void add(caspar::core::scene::layer* layer, layer_tag tags, bool vector_mask)
        {
-               layer_record rec{ layer, tags, adjustment_x, adjustment_y, vector_mask };
+               layer_record rec{ layer, tags, 0, 0, vector_mask };
                layers.push_back(rec);
 
                //if the layer is either explicitly tagged as dynamic or at least not tagged as static/rasterized we should try to set it as master
@@ -142,9 +142,9 @@ public:
                        //if we don't have a master already, just assign this
                        if (master.layer == nullptr)
                                master = rec;
-                       else if ((rec.tags & layer_tag::explicit_dynamic) == layer_tag::explicit_dynamic) 
+                       else if ((rec.tags & layer_tag::explicit_dynamic) == layer_tag::explicit_dynamic)
                        {
-                               if((master.tags & layer_tag::explicit_dynamic) == layer_tag::none) 
+                               if((master.tags & layer_tag::explicit_dynamic) == layer_tag::none)
                                {
                                        //if we have a master that's not explicitly tagged as dynamic but this layer is; use this as master
                                        master = rec;
@@ -200,12 +200,11 @@ public:
        }
 };
 
-int64_t get_frame_number(
+boost::rational<int> get_frame_number(
                const core::video_format_desc& format_desc,
                const boost::rational<int>& at_second)
 {
-       return static_cast<int64_t>(
-                       boost::rational_cast<double>(at_second) * format_desc.fps);
+       return at_second * format_desc.framerate;
 }
 
 boost::rational<int> get_rational(const boost::property_tree::wptree& node)
@@ -227,7 +226,7 @@ void create_marks_from_comments(
        for (auto& key : *keylist)
        {
                auto time = get_rational(key.second.get_child(L"time"));
-               auto frame = get_frame_number(format_desc, time);
+               auto frame = boost::rational_cast<int64_t>(get_frame_number(format_desc, time));
                auto text = key.second.get<std::wstring>(L"animKey.Vl  ");
                std::vector<std::wstring> marks;
                boost::split(marks, text, boost::is_any_of(","));
@@ -252,7 +251,7 @@ void create_marks(
        auto time = get_rational(global_timeline.get_child(L"duration"));
        auto remove_at_frame = get_frame_number(format_desc, time);
 
-       scene->add_mark(remove_at_frame, core::scene::mark_action::remove, L"");
+       scene->add_mark(boost::rational_cast<int64_t>(remove_at_frame), core::scene::mark_action::remove, L"");
 
        auto tracklist = global_timeline.get_child_optional(L"globalTrackList");
 
@@ -272,26 +271,27 @@ void create_timelines(
                const spl::shared_ptr<core::scene::scene_producer>& scene,
                const core::video_format_desc& format_desc,
                core::scene::layer& layer,
-               const layer_ptr& psd_layer,
-               double adjustment_x,
-               double adjustment_y)
+               const layer_ptr& psd_layer)
 {
-       auto timeline = psd_layer->timeline_data();
-       auto start = get_rational(timeline.get_child(L"timeScope.Strt"));
-       auto end_offset = get_rational(timeline.get_child(L"timeScope.outTime"));
-       auto end = start + end_offset;
-       auto start_frame = get_frame_number(format_desc, start);
-       auto end_frame = get_frame_number(format_desc, end);
+       auto timeline           = psd_layer->timeline_data();
+       auto start                      = get_rational(timeline.get_child(L"timeScope.Strt"));
+       auto end_offset         = get_rational(timeline.get_child(L"timeScope.outTime"));
+       auto end                        = start + end_offset;
+       auto start_frame        = get_frame_number(format_desc, start);
+       auto end_frame          = get_frame_number(format_desc, end);
 
-       layer.hidden = scene->frame() < start_frame || scene->frame() > end_frame;
+       layer.hidden =
+                       scene->timeline_frame() < boost::rational_cast<int64_t>(start_frame)
+                       || scene->timeline_frame() > boost::rational_cast<int64_t>(end_frame);
 
        auto tracklist = timeline.get_child_optional(L"trackList");
 
        if (!tracklist)
                return;
 
-       double original_pos_x = psd_layer->location().x;
-       double original_pos_y = psd_layer->location().y;
+       bool is_text_field              = psd_layer->is_text() && !psd_layer->is_static();
+       double original_pos_x   = is_text_field ? psd_layer->text_pos().x : psd_layer->location().x;
+       double original_pos_y   = is_text_field ? psd_layer->text_pos().y : psd_layer->location().y;
 
        for (auto& track : *tracklist)
        {
@@ -301,14 +301,13 @@ void create_timelines(
                {
                        for (auto& key : track.second.get_child(L"keyList"))
                        {
-                               bool tween = key.second.get<std::wstring>(L"animInterpStyle")
-                                               == L"Lnr ";
-                               auto time = get_rational(key.second.get_child(L"time"));
-                               auto hrzn = key.second.get<double>(L"animKey.Hrzn");
-                               auto vrtc = key.second.get<double>(L"animKey.Vrtc");
-                               auto x = original_pos_x + hrzn + adjustment_x;
-                               auto y = original_pos_y + vrtc + adjustment_y;
-                               auto frame = get_frame_number(format_desc, time);
+                               bool tween      = key.second.get<std::wstring>(L"animInterpStyle") == L"Lnr ";
+                               auto time       = get_rational(key.second.get_child(L"time"));
+                               auto hrzn       = key.second.get<double>(L"animKey.Hrzn");
+                               auto vrtc       = key.second.get<double>(L"animKey.Vrtc");
+                               auto x          = original_pos_x + hrzn;
+                               auto y          = original_pos_y + vrtc;
+                               auto frame      = get_frame_number(format_desc, time);
 
                                if (frame == 0) // Consider as initial value (rewind)
                                {
@@ -320,13 +319,13 @@ void create_timelines(
 
                                if (tween)
                                {
-                                       scene->add_keyframe(layer.position.x, x, frame, L"easeOutSine");
-                                       scene->add_keyframe(layer.position.y, y, frame, L"easeOutSine");
+                                       scene->add_keyframe(layer.position.x, x, boost::rational_cast<int64_t>(frame), L"easeOutSine");
+                                       scene->add_keyframe(layer.position.y, y, boost::rational_cast<int64_t>(frame), L"easeOutSine");
                                }
                                else
                                {
-                                       scene->add_keyframe(layer.position.x, x, frame);
-                                       scene->add_keyframe(layer.position.y, y, frame);
+                                       scene->add_keyframe(layer.position.x, x, boost::rational_cast<int64_t>(frame));
+                                       scene->add_keyframe(layer.position.y, y, boost::rational_cast<int64_t>(frame));
                                }
                        }
                }
@@ -336,11 +335,10 @@ void create_timelines(
 
                        for (auto& key : track.second.get_child(L"keyList"))
                        {
-                               bool tween = key.second.get<std::wstring>(L"animInterpStyle")
-                                               == L"Lnr ";
-                               auto time = get_rational(key.second.get_child(L"time"));
-                               auto opct = key.second.get<double>(L"animKey.Opct.#Prc") / 100.0;
-                               auto frame = get_frame_number(format_desc, time);
+                               bool tween      = key.second.get<std::wstring>(L"animInterpStyle") == L"Lnr ";
+                               auto time       = get_rational(key.second.get_child(L"time"));
+                               auto opct       = key.second.get<double>(L"animKey.Opct.#Prc") / 100.0;
+                               auto frame      = get_frame_number(format_desc, time);
 
                                if (frame == 0) // Consider as initial value (rewind)
                                        opacity.set(opct);
@@ -348,9 +346,9 @@ void create_timelines(
                                frame = start_frame + frame; // translate to global timeline
 
                                if (tween)
-                                       scene->add_keyframe(opacity, opct, frame, L"easeOutSine");
+                                       scene->add_keyframe(opacity, opct, boost::rational_cast<int64_t>(frame), L"linear");
                                else
-                                       scene->add_keyframe(opacity, opct, frame);
+                                       scene->add_keyframe(opacity, opct, boost::rational_cast<int64_t>(frame));
                        }
                }
                else
@@ -371,7 +369,7 @@ spl::shared_ptr<core::frame_producer> create_psd_scene_producer(const core::fram
        psd_document doc;
        doc.parse(*found_file);
 
-       auto root = spl::make_shared<core::scene::scene_producer>(L"psd", doc.width(), doc.height(), dependencies.format_desc);
+       auto root = spl::make_shared<core::scene::scene_producer>(L"psd", params.at(0), doc.width(), doc.height(), dependencies.format_desc);
 
        std::vector<std::pair<std::wstring, spl::shared_ptr<core::text_producer>>> text_producers_by_layer_name;
 
@@ -396,23 +394,29 @@ spl::shared_ptr<core::frame_producer> create_psd_scene_producer(const core::fram
                                                                                                                                                                                                                                                                        dependencies.format_desc.time_scale*2,
                                                                                                                                                                                                                                                                        dependencies.format_desc.duration,
                                                                                                                                                                                                                                                                        dependencies.format_desc.name,
-                                                                                                                                                                                                                                                                       dependencies.format_desc.audio_cadence };
-                       
-                       auto group = spl::make_shared<core::scene::scene_producer>(psd_layer->name(), doc.width(), doc.height(), format_desc);
+                                                                                                                                                                                                                                                                       core::find_audio_cadence(dependencies.format_desc.framerate * 2) };
+
+                       auto group = spl::make_shared<core::scene::scene_producer>(psd_layer->name(), L"layer group in " + params.at(0), doc.width(), doc.height(), format_desc);
 
                        auto& scene_layer = current.scene()->create_layer(group, psd_layer->location().x, psd_layer->location().y, psd_layer->name());
                        scene_layer.adjustments.opacity.set(psd_layer->opacity() / 255.0);
                        scene_layer.hidden.set(!psd_layer->is_visible());
 
                        if (psd_layer->has_timeline())
-                               create_timelines(root, dependencies.format_desc, scene_layer, psd_layer, 0, 0);
+                               create_timelines(root, dependencies.format_desc, scene_layer, psd_layer);
 
                        if (psd_layer->is_movable())
-                               current.add(&scene_layer, psd_layer->tags(), 0, 0, false);
+                               current.add(&scene_layer, psd_layer->tags(), false);
 
                        if (psd_layer->is_resizable())  //TODO: we could add support for resizable groups with vector masks
                                CASPAR_LOG(warning) << "Groups doesn't support the \"resizable\"-tag.";
 
+                       if (psd_layer->is_placeholder())
+                               CASPAR_LOG(warning) << "Groups doesn't support the \"producer\"-tag.";
+
+                       if (psd_layer->is_cornerpin())
+                               CASPAR_LOG(warning) << "Groups doesn't support the \"cornerpin\"-tag.";
+
                        if (psd_layer->is_explicit_dynamic())
                                CASPAR_LOG(warning) << "Groups doesn't support the \"dynamic\"-tag.";
 
@@ -427,100 +431,163 @@ spl::shared_ptr<core::frame_producer> create_psd_scene_producer(const core::fram
                        continue;
                }
 
-               std::shared_ptr<core::frame_producer> layer_producer;
-               int adjustment_x = 0,
-                       adjustment_y = 0;
-
-               if(psd_layer->is_visible())
+               if (psd_layer->is_visible())
                {
+                       caspar::core::scene::layer* scene_layer = nullptr;
+                       std::shared_ptr<core::frame_producer> layer_producer;
                        auto layer_name = psd_layer->name();
 
                        if(psd_layer->is_text() && !psd_layer->is_static())
                        {
                                std::wstring str = psd_layer->text_data().get(L"EngineDict.Editor.Text", L"");
-                       
+
                                core::text::text_info text_info(std::move(get_text_info(psd_layer->text_data())));
-                               text_info.size *= psd_layer->text_scale();
+                               auto max_scale = std::max(abs(psd_layer->scale().x), abs(psd_layer->scale().y));
+                               text_info.size *= max_scale;
+                               text_info.scale_x = psd_layer->scale().x / max_scale;
+                               text_info.scale_y = psd_layer->scale().y / max_scale;
+                               text_info.shear = 0;
 
                                auto text_producer = core::text_producer::create(dependencies.frame_factory, 0, 0, str, text_info, doc.width(), doc.height());
-                               text_producer->pixel_constraints().width.set(psd_layer->size().width);
-                               text_producer->pixel_constraints().height.set(psd_layer->size().height);
+                               //text_producer->pixel_constraints().width.set(psd_layer->size().width);
+                               //text_producer->pixel_constraints().height.set(psd_layer->size().height);
                                core::text::string_metrics metrics = text_producer->measure_string(str);
-                       
-                               adjustment_x = -2;      //the 2 offset is just a hack for now. don't know why our text is rendered 2 px to the right of that in photoshop
-                               adjustment_y = metrics.bearingY;
+
                                layer_producer = text_producer;
+                               scene_layer = &current.scene()->create_layer(spl::make_shared_ptr(layer_producer), static_cast<int>(psd_layer->text_pos().x), static_cast<int>(psd_layer->text_pos().y), layer_name);
+
+                               int justification = psd_layer->text_data().get(L"EngineDict.ParagraphRun.RunArray..ParagraphSheet.Properties.Justification", 0);
+
+                               switch (justification)
+                               {
+                               case 1: // Right
+                                       scene_layer->anchor.x = text_producer.get()->pixel_constraints().width;
+                                       break;
+                               case 2: // Center
+                                       scene_layer->anchor.x = text_producer.get()->pixel_constraints().width / 2.0;
+                                       break;
+                               }
 
                                text_producers_by_layer_name.push_back(std::make_pair(layer_name, text_producer));
                        }
                        else
                        {
-                               if(psd_layer->is_solid())
+                               if (psd_layer->is_placeholder())
+                               {
+                                       auto hotswap = std::make_shared<core::hotswap_producer>(psd_layer->bitmap()->width(), psd_layer->bitmap()->height());
+
+                                       if (psd_layer->is_explicit_dynamic())
+                                       {
+                                               /*auto& var = root->create_variable<std::wstring>(boost::to_lower_copy(layer_name), true, L"");
+                                               var.on_change([=]() {
+                                                       hotswap->producer().set(dependencies.producer_registry->create_producer(dependencies, root->get_variable(layer_name).as<std::wstring>().get()));
+                                               });*/
+
+                                       }
+                                       else
+                                               hotswap->producer().set(dependencies.producer_registry->create_producer(dependencies, layer_name));
+
+                                       layer_producer = hotswap;
+                               }
+                               else if(psd_layer->is_solid())
                                {
                                        layer_producer = core::create_const_producer(core::create_color_frame(it->get(), dependencies.frame_factory, psd_layer->solid_color().to_uint32()), psd_layer->bitmap()->width(), psd_layer->bitmap()->height());
                                }
                                else if(psd_layer->bitmap())
                                {
-                                       if (psd_layer->is_placeholder())
-                                       {
-                                               auto hotswap = std::make_shared<core::hotswap_producer>(psd_layer->bitmap()->width(), psd_layer->bitmap()->height());
-                                               hotswap->producer().set(dependencies.producer_registry->create_producer(dependencies, layer_name));
-                                               layer_producer = hotswap;
-                                       }
-                                       else
-                                       {
-                                               core::pixel_format_desc pfd(core::pixel_format::bgra);
-                                               pfd.planes.push_back(core::pixel_format_desc::plane(psd_layer->bitmap()->width(), psd_layer->bitmap()->height(), 4));
+                                       core::pixel_format_desc pfd(core::pixel_format::bgra);
+                                       pfd.planes.push_back(core::pixel_format_desc::plane(psd_layer->bitmap()->width(), psd_layer->bitmap()->height(), 4));
 
-                                               auto frame = dependencies.frame_factory->create_frame(it->get(), pfd, core::audio_channel_layout::invalid());
-                                               auto destination = frame.image_data().data();
-                                               auto source = psd_layer->bitmap()->data();
-                                               memcpy(destination, source, frame.image_data().size());
+                                       auto frame = dependencies.frame_factory->create_frame(it->get(), pfd, core::audio_channel_layout::invalid());
+                                       auto destination = frame.image_data().data();
+                                       auto source = psd_layer->bitmap()->data();
+                                       memcpy(destination, source, frame.image_data().size());
 
-                                               layer_producer = core::create_const_producer(core::draw_frame(std::move(frame)), psd_layer->bitmap()->width(), psd_layer->bitmap()->height());
-                                       }
+                                       layer_producer = core::create_const_producer(core::draw_frame(std::move(frame)), psd_layer->bitmap()->width(), psd_layer->bitmap()->height());
+                               }
+                               else {
+                                       CASPAR_LOG(warning) << "Ignoring layer \"" << layer_name << "\", layer type not supported";
                                }
+
+                               if(layer_producer)
+                                       scene_layer = &current.scene()->create_layer(spl::make_shared_ptr(layer_producer), psd_layer->location().x, psd_layer->location().y, layer_name);
                        }
 
-                       if (layer_producer)
+                       if (layer_producer && scene_layer)
                        {
-                               auto& scene_layer = current.scene()->create_layer(spl::make_shared_ptr(layer_producer), psd_layer->location().x + adjustment_x, psd_layer->location().y + adjustment_y, layer_name);
-                               scene_layer.adjustments.opacity.set(psd_layer->opacity() / 255.0);
-                               scene_layer.hidden.set(!psd_layer->is_visible());       //this will always evaluate to true
+                               scene_layer->adjustments.opacity.set(psd_layer->opacity() / 255.0);
+                               scene_layer->hidden.set(!psd_layer->is_visible());      //this will always evaluate to true
+                               scene_layer->blend_mode.set(psd_layer->blend_mode());
+                               scene_layer->rotation.set(psd_layer->angle());
 
                                if (psd_layer->mask().has_vector()) {
-                                       
-                                       //this rectangle is in document-coordinates
-                                       auto mask = psd_layer->mask().vector()->rect(); 
-                                       
-                                       //remap to layer-coordinates
-                                       auto left = static_cast<double>(mask.location.x) - scene_layer.position.x.get();
-                                       auto right = left + static_cast<double>(mask.size.width);
-                                       auto top = static_cast<double>(mask.location.y) - scene_layer.position.y.get();
-                                       auto bottom = top + static_cast<double>(mask.size.height);
-
-                                       scene_layer.crop.upper_left.x.unbind();
-                                       scene_layer.crop.upper_left.x.set(left);
-                                       scene_layer.crop.upper_left.y.unbind();
-                                       scene_layer.crop.upper_left.y.set(top);
-
-                                       scene_layer.crop.lower_right.x.unbind();
-                                       scene_layer.crop.lower_right.x.set(right);
-
-                                       scene_layer.crop.lower_right.y.unbind();
-                                       scene_layer.crop.lower_right.y.set(bottom);
+
+                                       if (psd_layer->is_placeholder() && psd_layer->is_cornerpin()) {
+
+                                               psd::point<int> layer_pos{ static_cast<int>(scene_layer->position.x.get()), static_cast<int>(scene_layer->position.y.get()) };
+                                               auto unbind_and_set = [&layer_pos](caspar::core::scene::coord& c, const caspar::psd::point<int>& pt) {
+                                                       c.x.unbind();
+                                                       c.x.set(pt.x - layer_pos.x);    //remap to layer-coordinates
+                                                       c.y.unbind();
+                                                       c.y.set(pt.y - layer_pos.y);    //remap to layer-coordinates
+                                               };
+
+                                               if (!psd_layer->mask().vector()->rect().empty()) {
+                                                       //this rectangle is in document-coordinates
+                                                       auto& mask = psd_layer->mask().vector()->rect();
+
+                                                       unbind_and_set(scene_layer->perspective.upper_left, mask.location);
+                                                       unbind_and_set(scene_layer->perspective.upper_right, point<int>{mask.location.x + mask.size.width, mask.location.y});
+                                                       unbind_and_set(scene_layer->perspective.lower_right, point<int>{mask.location.x + mask.size.width, mask.location.y + mask.size.width});
+                                                       unbind_and_set(scene_layer->perspective.lower_left, point<int>{mask.location.x, mask.location.y + mask.size.width});
+                                               }
+                                               else if (!psd_layer->mask().vector()->knots().empty()) {
+                                                       auto& knots = psd_layer->mask().vector()->knots();
+                                                       unbind_and_set(scene_layer->perspective.upper_left, knots[0]);
+                                                       unbind_and_set(scene_layer->perspective.upper_right, knots[1]);
+                                                       unbind_and_set(scene_layer->perspective.lower_right, knots[2]);
+                                                       unbind_and_set(scene_layer->perspective.lower_left, knots[3]);
+                                               }
+                                       }
+                                       else if(!psd_layer->mask().vector()->rect().empty())
+                                       {
+                                               //this rectangle is in document-coordinates
+                                               auto mask = psd_layer->mask().vector()->rect();
+
+                                               //remap to layer-coordinates
+                                               auto left = static_cast<double>(mask.location.x) - scene_layer->position.x.get();
+                                               auto right = left + static_cast<double>(mask.size.width);
+                                               auto top = static_cast<double>(mask.location.y) - scene_layer->position.y.get();
+                                               auto bottom = top + static_cast<double>(mask.size.height);
+
+                                               scene_layer->crop.upper_left.x.unbind();
+                                               scene_layer->crop.upper_left.x.set(left);
+
+                                               scene_layer->crop.upper_left.y.unbind();
+                                               scene_layer->crop.upper_left.y.set(top);
+
+                                               scene_layer->crop.lower_right.x.unbind();
+                                               scene_layer->crop.lower_right.x.set(right);
+
+                                               scene_layer->crop.lower_right.y.unbind();
+                                               scene_layer->crop.lower_right.y.set(bottom);
+                                       }
                                }
 
                                if (psd_layer->has_timeline())
-                                       create_timelines(root, dependencies.format_desc, scene_layer, psd_layer, adjustment_x, adjustment_y);
+                                       create_timelines(root, dependencies.format_desc, *scene_layer, psd_layer);
 
                                if (psd_layer->is_movable() || psd_layer->is_resizable() || (psd_layer->is_text() && !psd_layer->is_static()))
-                                       current.add(&scene_layer, psd_layer->tags(), -adjustment_x, -adjustment_y, psd_layer->mask().has_vector());
+                                       current.add(scene_layer, psd_layer->tags(), psd_layer->mask().has_vector());
+
+                               if (psd_layer->is_placeholder())
+                                       scene_layer->use_mipmap.set(true);
                        }
                }
        }
+
        if (scene_stack.size() != 1) {
-               
+
        }
        root->reverse_layers();
        scene_stack.top().calculate();
@@ -531,7 +598,8 @@ spl::shared_ptr<core::frame_producer> create_psd_scene_producer(const core::fram
        // Reset all dynamic text fields to empty strings and expose them as a scene parameter.
        for (auto& text_layer : text_producers_by_layer_name) {
                text_layer.second->text().set(L"");
-               text_layer.second->text().bind(root->create_variable<std::wstring>(boost::to_lower_copy(text_layer.first), true, L""));
+               auto var = root->create_variable<std::wstring>(boost::to_lower_copy(text_layer.first), true, L"");
+               text_layer.second->text().bind(var);
        }
 
        auto params2 = params;
@@ -542,8 +610,16 @@ spl::shared_ptr<core::frame_producer> create_psd_scene_producer(const core::fram
        return root;
 }
 
+void describe_psd_scene_producer(core::help_sink& sink, const core::help_repository& repo)
+{
+       sink.short_description(L"A producer for dynamic graphics using Photoshops .psd files.");
+       sink.syntax(L"[.psd_filename:string] {[param1:string] [value1:string]} {[param2:string] [value2:string]} ...");
+       sink.para()->text(L"A producer that looks in the ")->code(L"templates")->text(L" folder for .psd files.");
+}
+
 void init(core::module_dependencies dependencies)
 {
+       dependencies.producer_registry->register_producer_factory(L"PSD Scene Producer", create_psd_scene_producer, describe_psd_scene_producer);
        dependencies.cg_registry->register_cg_producer(
                        L"psd",
                        { L".psd" },