git.sesse.net Git - movit/blob - ycbcr_input.cpp

   1 #include <Eigen/Core>
   2 #include <Eigen/LU>
   3 #include <epoxy/gl.h>
   4 #include <assert.h>
   5 #include <stdio.h>
   6 #include <string.h>
   7
   8 #include "effect_util.h"
   9 #include "resource_pool.h"
  10 #include "util.h"
  11 #include "ycbcr.h"
  12 #include "ycbcr_input.h"
  13
  14 using namespace Eigen;
  15 using namespace std;
  16
  17 namespace movit {
  18
  19 YCbCrInput::YCbCrInput(const ImageFormat &image_format,
  20                        const YCbCrFormat &ycbcr_format,
  21                        unsigned width, unsigned height,
  22                        YCbCrInputSplitting ycbcr_input_splitting)
  23         : image_format(image_format),
  24           ycbcr_format(ycbcr_format),
  25           ycbcr_input_splitting(ycbcr_input_splitting),
  26           width(width),
  27           height(height),
  28           resource_pool(NULL)
  29 {
  30         pbos[0] = pbos[1] = pbos[2] = 0;
  31         texture_num[0] = texture_num[1] = texture_num[2] = 0;
  32
  33         set_width(width);
  34         set_height(height);
  35
  36         pixel_data[0] = pixel_data[1] = pixel_data[2] = NULL;
  37         owns_texture[0] = owns_texture[1] = owns_texture[2] = false;
  38
  39         register_uniform_sampler2d("tex_y", &uniform_tex_y);
  40
  41         if (ycbcr_input_splitting == YCBCR_INPUT_INTERLEAVED) {
  42                 num_channels = 1;
  43                 assert(ycbcr_format.chroma_subsampling_x == 1);
  44                 assert(ycbcr_format.chroma_subsampling_y == 1);
  45         } else if (ycbcr_input_splitting == YCBCR_INPUT_SPLIT_Y_AND_CBCR) {
  46                 num_channels = 2;
  47                 register_uniform_sampler2d("tex_cbcr", &uniform_tex_cb);
  48         } else {
  49                 assert(ycbcr_input_splitting == YCBCR_INPUT_PLANAR);
  50                 num_channels = 3;
  51                 register_uniform_sampler2d("tex_cb", &uniform_tex_cb);
  52                 register_uniform_sampler2d("tex_cr", &uniform_tex_cr);
  53         }
  54 }
  55
  56 YCbCrInput::~YCbCrInput()
  57 {
  58         for (unsigned channel = 0; channel < num_channels; ++channel) {
  59                 possibly_release_texture(channel);
  60         }
  61 }
  62
  63 void YCbCrInput::set_gl_state(GLuint glsl_program_num, const string& prefix, unsigned *sampler_num)
  64 {
  65         for (unsigned channel = 0; channel < num_channels; ++channel) {
  66                 glActiveTexture(GL_TEXTURE0 + *sampler_num + channel);
  67                 check_error();
  68
  69                 if (texture_num[channel] == 0 && (pbos[channel] != 0 || pixel_data[channel] != NULL)) {
  70                         GLenum format, internal_format;
  71                         if (channel == 0 && ycbcr_input_splitting == YCBCR_INPUT_INTERLEAVED) {
  72                                 format = GL_RGB;
  73                                 internal_format = GL_RGB8;
  74                         } else if (channel == 1 && ycbcr_input_splitting == YCBCR_INPUT_SPLIT_Y_AND_CBCR) {
  75                                 format = GL_RG;
  76                                 internal_format = GL_RG8;
  77                         } else {
  78                                 format = GL_RED;
  79                                 internal_format = GL_R8;
  80                         }
  81
  82                         // (Re-)upload the texture.
  83                         texture_num[channel] = resource_pool->create_2d_texture(internal_format, widths[channel], heights[channel]);
  84                         glBindTexture(GL_TEXTURE_2D, texture_num[channel]);
  85                         check_error();
  86                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
  87                         check_error();
  88                         glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, pbos[channel]);
  89                         check_error();
  90                         glPixelStorei(GL_UNPACK_ALIGNMENT, 1);
  91                         check_error();
  92                         glPixelStorei(GL_UNPACK_ROW_LENGTH, pitch[channel]);
  93                         check_error();
  94                         glTexSubImage2D(GL_TEXTURE_2D, 0, 0, 0, widths[channel], heights[channel], format, GL_UNSIGNED_BYTE, pixel_data[channel]);
  95                         check_error();
  96                         glPixelStorei(GL_UNPACK_ROW_LENGTH, 0);
  97                         check_error();
  98                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
  99                         check_error();
 100                         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
 101                         check_error();
 102                         owns_texture[channel] = true;
 103                 } else {
 104                         glBindTexture(GL_TEXTURE_2D, texture_num[channel]);
 105                         check_error();
 106                 }
 107         }
 108
 109         glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, 0);
 110         check_error();
 111
 112         // Bind samplers.
 113         uniform_tex_y = *sampler_num + 0;
 114         uniform_tex_cb = *sampler_num + 1;
 115         if (ycbcr_input_splitting == YCBCR_INPUT_PLANAR) {
 116                 uniform_tex_cr = *sampler_num + 2;
 117         }
 118
 119         *sampler_num += num_channels;
 120 }
 121
 122 string YCbCrInput::output_fragment_shader()
 123 {
 124         float offset[3];
 125         Matrix3d ycbcr_to_rgb;
 126         compute_ycbcr_matrix(ycbcr_format, offset, &ycbcr_to_rgb);
 127
 128         string frag_shader;
 129
 130         frag_shader = output_glsl_mat3("PREFIX(inv_ycbcr_matrix)", ycbcr_to_rgb);
 131         frag_shader += output_glsl_vec3("PREFIX(offset)", offset[0], offset[1], offset[2]);
 132
 133         float cb_offset_x = compute_chroma_offset(
 134                 ycbcr_format.cb_x_position, ycbcr_format.chroma_subsampling_x, widths[1]);
 135         float cb_offset_y = compute_chroma_offset(
 136                 ycbcr_format.cb_y_position, ycbcr_format.chroma_subsampling_y, heights[1]);
 137         frag_shader += output_glsl_vec2("PREFIX(cb_offset)", cb_offset_x, cb_offset_y);
 138
 139         float cr_offset_x = compute_chroma_offset(
 140                 ycbcr_format.cr_x_position, ycbcr_format.chroma_subsampling_x, widths[2]);
 141         float cr_offset_y = compute_chroma_offset(
 142                 ycbcr_format.cr_y_position, ycbcr_format.chroma_subsampling_y, heights[2]);
 143         frag_shader += output_glsl_vec2("PREFIX(cr_offset)", cr_offset_x, cr_offset_y);
 144
 145         if (ycbcr_input_splitting == YCBCR_INPUT_INTERLEAVED) {
 146                 frag_shader += "#define Y_CB_CR_SAME_TEXTURE 1\n";
 147         } else if (ycbcr_input_splitting == YCBCR_INPUT_SPLIT_Y_AND_CBCR) {
 148                 char buf[256];
 149                 snprintf(buf, sizeof(buf), "#define Y_CB_CR_SAME_TEXTURE 0\n#define CB_CR_SAME_TEXTURE 1\n#define CB_CR_OFFSETS_EQUAL %d\n",
 150                         (fabs(ycbcr_format.cb_x_position - ycbcr_format.cr_x_position) < 1e-6));
 151                 frag_shader += buf;
 152         } else {
 153                 frag_shader += "#define Y_CB_CR_SAME_TEXTURE 0\n#define CB_CR_SAME_TEXTURE 0\n";
 154         }
 155
 156         frag_shader += read_file("ycbcr_input.frag");
 157         return frag_shader;
 158 }
 159
 160 void YCbCrInput::invalidate_pixel_data()
 161 {
 162         for (unsigned channel = 0; channel < 3; ++channel) {
 163                 possibly_release_texture(channel);
 164         }
 165 }
 166
 167 bool YCbCrInput::set_int(const std::string& key, int value)
 168 {
 169         if (key == "needs_mipmaps") {
 170                 // We currently do not support this.
 171                 return (value == 0);
 172         }
 173         return Effect::set_int(key, value);
 174 }
 175
 176 void YCbCrInput::possibly_release_texture(unsigned channel)
 177 {
 178         if (texture_num[channel] != 0 && owns_texture[channel]) {
 179                 resource_pool->release_2d_texture(texture_num[channel]);
 180                 texture_num[channel] = 0;
 181                 owns_texture[channel] = false;
 182         }
 183 }
 184
 185 }  // namespace movit