X-Git-Url: https://git.sesse.net/?p=movit;a=blobdiff_plain;f=resample_effect.h;h=cf5f3bbd74e83aedccfa939dd5c82ad3d8919e13;hp=b38728f05fa423061bb9002ce2bfb261ff73c4ff;hb=b90558ce2296b46758be80d447f36bb0ed1be70a;hpb=7af4d1b54ba141fdb74cd13ddc6110708855d157 diff --git a/resample_effect.h b/resample_effect.h index b38728f..cf5f3bb 100644 --- a/resample_effect.h +++ b/resample_effect.h @@ -1,5 +1,5 @@ -#ifndef _RESAMPLE_EFFECT_H -#define _RESAMPLE_EFFECT_H 1 +#ifndef _MOVIT_RESAMPLE_EFFECT_H +#define _MOVIT_RESAMPLE_EFFECT_H 1 // High-quality image resizing, either up or down. // @@ -15,68 +15,122 @@ // which is what the user is intended to use, instantiates two copies of // SingleResamplePassEffect behind the scenes). +#include +#include +#include +#include +#include + #include "effect.h" +#include "fp16.h" + +namespace movit { +class EffectChain; +class Node; class SingleResamplePassEffect; +// Public so that it can be benchmarked externally. +template +struct Tap { + T weight; + T pos; +}; +struct ScalingWeights { + unsigned src_bilinear_samples; + unsigned dst_samples, num_loops; + + // Exactly one of these is set. + std::unique_ptr[]> bilinear_weights_fp16; + std::unique_ptr[]> bilinear_weights_fp32; +}; +ScalingWeights calculate_bilinear_scaling_weights(unsigned src_size, unsigned dst_size, float zoom, float offset); + +// A simple manager for support data stored in a 2D texture. +// Consider moving it to a shared location of more classes +// should need similar functionality. +class Support2DTexture { +public: + Support2DTexture(); + ~Support2DTexture(); + + void update(GLint width, GLint height, GLenum internal_format, GLenum format, GLenum type, const GLvoid * data); + GLint get_texnum() const { return texnum; } + +private: + GLuint texnum = 0; + GLint last_texture_width = -1, last_texture_height = -1; + GLenum last_texture_internal_format = GL_INVALID_ENUM; +}; + class ResampleEffect : public Effect { public: ResampleEffect(); + ~ResampleEffect(); - virtual std::string effect_type_id() const { return "ResampleEffect"; } - - // We want this for the same reason as ResizeEffect; we could end up scaling - // down quite a lot. - virtual bool needs_texture_bounce() const { return true; } - virtual bool needs_srgb_primaries() const { return false; } - virtual AlphaHandling alpha_handling() const { return INPUT_PREMULTIPLIED_ALPHA_KEEP_BLANK; } + std::string effect_type_id() const override { return "ResampleEffect"; } - virtual void inform_input_size(unsigned input_num, unsigned width, unsigned height); + void inform_input_size(unsigned input_num, unsigned width, unsigned height) override; - virtual std::string output_fragment_shader() { + std::string output_fragment_shader() override { assert(false); } - virtual void set_gl_state(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num) { + void set_gl_state(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num) override { assert(false); } - virtual void rewrite_graph(EffectChain *graph, Node *self); - virtual bool set_float(const std::string &key, float value); + void rewrite_graph(EffectChain *graph, Node *self) override; + bool set_float(const std::string &key, float value) override; private: void update_size(); + void update_offset_and_zoom(); - SingleResamplePassEffect *hpass, *vpass; + // Both of these are owned by us if owns_effects is true (before finalize()), + // and otherwise owned by the EffectChain. + std::unique_ptr hpass_owner, vpass_owner; + SingleResamplePassEffect *hpass = nullptr, *vpass = nullptr; int input_width, input_height, output_width, output_height; + + float offset_x, offset_y; + float zoom_x, zoom_y; + float zoom_center_x, zoom_center_y; }; class SingleResamplePassEffect : public Effect { public: - // If parent is non-NULL, calls to inform_input_size will be forwarded, + // If parent is non-nullptr, calls to inform_input_size will be forwarded, // so that it can inform both passes about the right input and output // resolutions. SingleResamplePassEffect(ResampleEffect *parent); ~SingleResamplePassEffect(); - virtual std::string effect_type_id() const { return "SingleResamplePassEffect"; } + std::string effect_type_id() const override { return "SingleResamplePassEffect"; } + + std::string output_fragment_shader() override; - std::string output_fragment_shader(); + bool needs_texture_bounce() const override { return true; } + bool needs_srgb_primaries() const override { return false; } + AlphaHandling alpha_handling() const override { return INPUT_PREMULTIPLIED_ALPHA_KEEP_BLANK; } - virtual bool needs_texture_bounce() const { return true; } - virtual bool needs_srgb_primaries() const { return false; } + // We specifically do not want mipmaps on the input texture; + // they break minification. + MipmapRequirements needs_mipmaps() const override { return CANNOT_ACCEPT_MIPMAPS; } - virtual void inform_input_size(unsigned input_num, unsigned width, unsigned height) { - if (parent != NULL) { + void inform_added(EffectChain *chain) override { this->chain = chain; } + void inform_input_size(unsigned input_num, unsigned width, unsigned height) override { + if (parent != nullptr) { parent->inform_input_size(input_num, width, height); } } - virtual bool changes_output_size() const { return true; } + bool changes_output_size() const override { return true; } + bool sets_virtual_output_size() const override { return false; } - virtual void get_output_size(unsigned *width, unsigned *height, unsigned *virtual_width, unsigned *virtual_height) const { + void get_output_size(unsigned *width, unsigned *height, unsigned *virtual_width, unsigned *virtual_height) const override { *virtual_width = *width = this->output_width; *virtual_height = *height = this->output_height; } - void set_gl_state(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num); + void set_gl_state(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num) override; enum Direction { HORIZONTAL = 0, VERTICAL = 1 }; @@ -84,12 +138,22 @@ private: void update_texture(GLuint glsl_program_num, const std::string &prefix, unsigned *sampler_num); ResampleEffect *parent; + EffectChain *chain; Direction direction; - GLuint texnum; + GLint uniform_sample_tex; + float uniform_num_loops, uniform_slice_height, uniform_sample_x_scale, uniform_sample_x_offset; + float uniform_whole_pixel_offset; + int uniform_num_samples; + int input_width, input_height, output_width, output_height; + float offset, zoom; int last_input_width, last_input_height, last_output_width, last_output_height; + float last_offset, last_zoom; int src_bilinear_samples, num_loops; float slice_height; + Support2DTexture tex; }; -#endif // !defined(_RESAMPLE_EFFECT_H) +} // namespace movit + +#endif // !defined(_MOVIT_RESAMPLE_EFFECT_H)