X-Git-Url: https://git.sesse.net/?p=movit;a=blobdiff_plain;f=resample_effect.h;h=cf5f3bbd74e83aedccfa939dd5c82ad3d8919e13;hp=05ef3656fd94d4dc4f8d6091927200eb7108b082;hb=c79d94d05d560fa59b23d542bca6d7a94b907b6f;hpb=c783d084e831c1a2112b9c9309407a03b5a4cf20 diff --git a/resample_effect.h b/resample_effect.h index 05ef365..cf5f3bb 100644 --- a/resample_effect.h +++ b/resample_effect.h @@ -18,9 +18,11 @@ #include #include #include +#include #include #include "effect.h" +#include "fp16.h" namespace movit { @@ -28,34 +30,66 @@ class EffectChain; class Node; class SingleResamplePassEffect; +// Public so that it can be benchmarked externally. +template +struct Tap { + T weight; + T pos; +}; +struct ScalingWeights { + unsigned src_bilinear_samples; + unsigned dst_samples, num_loops; + + // Exactly one of these is set. + std::unique_ptr[]> bilinear_weights_fp16; + std::unique_ptr[]> bilinear_weights_fp32; +}; +ScalingWeights calculate_bilinear_scaling_weights(unsigned src_size, unsigned dst_size, float zoom, float offset); + +// A simple manager for support data stored in a 2D texture. +// Consider moving it to a shared location of more classes +// should need similar functionality. +class Support2DTexture { +public: + Support2DTexture(); + ~Support2DTexture(); + + void update(GLint width, GLint height, GLenum internal_format, GLenum format, GLenum type, const GLvoid * data); + GLint get_texnum() const { return texnum; } + +private: + GLuint texnum = 0; + GLint last_texture_width = -1, last_texture_height = -1; + GLenum last_texture_internal_format = GL_INVALID_ENUM; +}; + class ResampleEffect : public Effect { public: ResampleEffect(); + ~ResampleEffect(); - virtual std::string effect_type_id() const { return "ResampleEffect"; } + std::string effect_type_id() const override { return "ResampleEffect"; } - // We want this for the same reason as ResizeEffect; we could end up scaling - // down quite a lot. - virtual bool needs_texture_bounce() const { return true; } - virtual bool needs_srgb_primaries() const { return false; } + void inform_input_size(unsigned input_num, unsigned width, unsigned height) override; - virtual void inform_input_size(unsigned input_num, unsigned width, unsigned height); - - virtual std::string output_fragment_shader() { + std::string output_fragment_shader() override { assert(false); } - virtual void set_gl_state(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num) { + void set_gl_state(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num) override { assert(false); } - virtual void rewrite_graph(EffectChain *graph, Node *self); - virtual bool set_float(const std::string &key, float value); + void rewrite_graph(EffectChain *graph, Node *self) override; + bool set_float(const std::string &key, float value) override; private: void update_size(); void update_offset_and_zoom(); - SingleResamplePassEffect *hpass, *vpass; + // Both of these are owned by us if owns_effects is true (before finalize()), + // and otherwise owned by the EffectChain. + std::unique_ptr hpass_owner, vpass_owner; + SingleResamplePassEffect *hpass = nullptr, *vpass = nullptr; int input_width, input_height, output_width, output_height; float offset_x, offset_y; @@ -65,33 +99,38 @@ private: class SingleResamplePassEffect : public Effect { public: - // If parent is non-NULL, calls to inform_input_size will be forwarded, + // If parent is non-nullptr, calls to inform_input_size will be forwarded, // so that it can inform both passes about the right input and output // resolutions. SingleResamplePassEffect(ResampleEffect *parent); ~SingleResamplePassEffect(); - virtual std::string effect_type_id() const { return "SingleResamplePassEffect"; } + std::string effect_type_id() const override { return "SingleResamplePassEffect"; } + + std::string output_fragment_shader() override; - std::string output_fragment_shader(); + bool needs_texture_bounce() const override { return true; } + bool needs_srgb_primaries() const override { return false; } + AlphaHandling alpha_handling() const override { return INPUT_PREMULTIPLIED_ALPHA_KEEP_BLANK; } - virtual bool needs_texture_bounce() const { return true; } - virtual bool needs_srgb_primaries() const { return false; } - virtual AlphaHandling alpha_handling() const { return INPUT_PREMULTIPLIED_ALPHA_KEEP_BLANK; } + // We specifically do not want mipmaps on the input texture; + // they break minification. + MipmapRequirements needs_mipmaps() const override { return CANNOT_ACCEPT_MIPMAPS; } - virtual void inform_added(EffectChain *chain) { this->chain = chain; } - virtual void inform_input_size(unsigned input_num, unsigned width, unsigned height) { - if (parent != NULL) { + void inform_added(EffectChain *chain) override { this->chain = chain; } + void inform_input_size(unsigned input_num, unsigned width, unsigned height) override { + if (parent != nullptr) { parent->inform_input_size(input_num, width, height); } } - virtual bool changes_output_size() const { return true; } + bool changes_output_size() const override { return true; } + bool sets_virtual_output_size() const override { return false; } - virtual void get_output_size(unsigned *width, unsigned *height, unsigned *virtual_width, unsigned *virtual_height) const { + void get_output_size(unsigned *width, unsigned *height, unsigned *virtual_width, unsigned *virtual_height) const override { *virtual_width = *width = this->output_width; *virtual_height = *height = this->output_height; } - void set_gl_state(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num); + void set_gl_state(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num) override; enum Direction { HORIZONTAL = 0, VERTICAL = 1 }; @@ -101,13 +140,18 @@ private: ResampleEffect *parent; EffectChain *chain; Direction direction; - GLuint texnum; + GLint uniform_sample_tex; + float uniform_num_loops, uniform_slice_height, uniform_sample_x_scale, uniform_sample_x_offset; + float uniform_whole_pixel_offset; + int uniform_num_samples; + int input_width, input_height, output_width, output_height; float offset, zoom; int last_input_width, last_input_height, last_output_width, last_output_height; float last_offset, last_zoom; int src_bilinear_samples, num_loops; float slice_height; + Support2DTexture tex; }; } // namespace movit