git.sesse.net Git - nageru/blob - ycbcr_converter.cpp

   1 #include "ycbcr_converter.h"
   2
   3 #include "jpeg_frame.h"
   4
   5 #include <movit/mix_effect.h>
   6 #include <movit/ycbcr_input.h>
   7
   8 using namespace std;
   9 using namespace movit;
  10
  11 namespace {
  12
  13 void setup_outputs(YCbCrConverter::OutputMode output_mode, const ImageFormat &output_format, const YCbCrFormat &ycbcr_output_format, EffectChain *chain)
  14 {
  15         if (output_mode == YCbCrConverter::OUTPUT_TO_RGBA) {
  16                 chain->add_output(output_format, OUTPUT_ALPHA_FORMAT_POSTMULTIPLIED);
  17                 chain->set_output_origin(OUTPUT_ORIGIN_BOTTOM_LEFT);
  18         } else if (output_mode == YCbCrConverter::OUTPUT_TO_SEMIPLANAR) {
  19                 chain->add_ycbcr_output(output_format, OUTPUT_ALPHA_FORMAT_POSTMULTIPLIED, ycbcr_output_format, YCBCR_OUTPUT_SPLIT_Y_AND_CBCR);
  20                 chain->set_output_origin(OUTPUT_ORIGIN_TOP_LEFT);
  21         } else {
  22                 assert(output_mode == YCbCrConverter::OUTPUT_TO_DUAL_YCBCR);
  23
  24                 // One full Y'CbCr texture (for interpolation), one that's just Y (throwing away the
  25                 // Cb and Cr channels). The second copy is sort of redundant, but it's the easiest way
  26                 // of getting the gray data into a layered texture.
  27                 chain->add_ycbcr_output(output_format, OUTPUT_ALPHA_FORMAT_POSTMULTIPLIED, ycbcr_output_format);
  28                 chain->add_ycbcr_output(output_format, OUTPUT_ALPHA_FORMAT_POSTMULTIPLIED, ycbcr_output_format);
  29                 chain->set_output_origin(OUTPUT_ORIGIN_TOP_LEFT);
  30         }
  31 }
  32
  33 }  // namespace
  34
  35 YCbCrConverter::YCbCrConverter(YCbCrConverter::OutputMode output_mode, ResourcePool *resource_pool)
  36 {
  37         ImageFormat inout_format;
  38         inout_format.color_space = COLORSPACE_sRGB;
  39         inout_format.gamma_curve = GAMMA_sRGB;
  40
  41         ycbcr_format.luma_coefficients = YCBCR_REC_709;
  42         ycbcr_format.num_levels = 256;
  43         ycbcr_format.chroma_subsampling_x = 2;
  44         ycbcr_format.chroma_subsampling_y = 1;
  45         ycbcr_format.cb_x_position = 0.0f;  // H.264 -- _not_ JPEG, even though our input is MJPEG-encoded
  46         ycbcr_format.cb_y_position = 0.5f;  // Irrelevant.
  47         ycbcr_format.cr_x_position = 0.0f;
  48         ycbcr_format.cr_y_position = 0.5f;
  49
  50         // This is a hack. Even though we're sending MJPEG around, which is
  51         // full-range, it's mostly transporting signals from limited-range
  52         // sources with no conversion, so we ought to have had false here.
  53         // However, in the off chance that we're actually getting real MJPEG,
  54         // we don't want to crush its blacks (or whites) by clamping. All of
  55         // our processing is fades, so if we're in limited-range input, we'll
  56         // stay in limited-range output. (Fading between limited-range and
  57         // full-range sources will be broken, of course.) There will be some
  58         // slight confusion in the parts of the algorithms dealing with RGB,
  59         // but they're small and we'll manage.
  60         ycbcr_format.full_range = true;
  61
  62         YCbCrFormat ycbcr_output_format = ycbcr_format;
  63         ycbcr_output_format.chroma_subsampling_x = 1;
  64
  65         // Planar Y'CbCr decoding chain.
  66         planar_chain.reset(new EffectChain(1280, 720, resource_pool));
  67         ycbcr_planar_input = (YCbCrInput *)planar_chain->add_input(new YCbCrInput(inout_format, ycbcr_format, 1280, 720, YCBCR_INPUT_PLANAR));
  68         setup_outputs(output_mode, inout_format, ycbcr_output_format, planar_chain.get());
  69         planar_chain->set_dither_bits(8);
  70         planar_chain->finalize();
  71
  72         // Semiplanar Y'CbCr decoding chain (for images coming from VA-API).
  73         semiplanar_chain.reset(new EffectChain(1280, 720, resource_pool));
  74         ycbcr_semiplanar_input = (YCbCrInput *)semiplanar_chain->add_input(new YCbCrInput(inout_format, ycbcr_format, 1280, 720, YCBCR_INPUT_SPLIT_Y_AND_CBCR));
  75         setup_outputs(output_mode, inout_format, ycbcr_output_format, semiplanar_chain.get());
  76         semiplanar_chain->set_dither_bits(8);
  77         semiplanar_chain->finalize();
  78
  79         // Fade chains.
  80         for (bool first_input_is_semiplanar : { false, true }) {
  81                 for (bool second_input_is_semiplanar : { false, true }) {
  82                         FadeChain &fade_chain = fade_chains[first_input_is_semiplanar][second_input_is_semiplanar];
  83                         fade_chain.chain.reset(new EffectChain(1280, 720, resource_pool));
  84                         fade_chain.input[0] = (movit::YCbCrInput *)fade_chain.chain->add_input(
  85                                 new YCbCrInput(inout_format, ycbcr_format, 1280, 720,
  86                                         first_input_is_semiplanar ? YCBCR_INPUT_SPLIT_Y_AND_CBCR : YCBCR_INPUT_PLANAR));
  87                         fade_chain.input[1] = (movit::YCbCrInput *)fade_chain.chain->add_input(
  88                                 new YCbCrInput(inout_format, ycbcr_format, 1280, 720,
  89                                         second_input_is_semiplanar ? YCBCR_INPUT_SPLIT_Y_AND_CBCR : YCBCR_INPUT_PLANAR));
  90                         fade_chain.mix_effect = (movit::MixEffect *)fade_chain.chain->add_effect(
  91                                 new MixEffect, fade_chain.input[0], fade_chain.input[1]);
  92                         setup_outputs(output_mode, inout_format, ycbcr_output_format, fade_chain.chain.get());
  93                         fade_chain.chain->set_dither_bits(8);
  94                         fade_chain.chain->finalize();
  95                 }
  96         }
  97
  98         // Fade from interleaved chain (ie., first input is interleaved, since it comes
  99         // directly from the GPU anyway).
 100         for (bool second_input_is_semiplanar : { false, true }) {
 101                 FadeChain &fade_chain = interleaved_fade_chains[second_input_is_semiplanar];
 102                 fade_chain.chain.reset(new EffectChain(1280, 720, resource_pool));
 103
 104                 ycbcr_format.chroma_subsampling_x = 1;
 105                 fade_chain.input[0] = (movit::YCbCrInput *)fade_chain.chain->add_input(
 106                         new YCbCrInput(inout_format, ycbcr_format, 1280, 720,
 107                                 YCBCR_INPUT_INTERLEAVED));
 108
 109                 ycbcr_format.chroma_subsampling_x = 2;
 110                 fade_chain.input[1] = (movit::YCbCrInput *)fade_chain.chain->add_input(
 111                         new YCbCrInput(inout_format, ycbcr_format, 1280, 720,
 112                                 second_input_is_semiplanar ? YCBCR_INPUT_SPLIT_Y_AND_CBCR : YCBCR_INPUT_PLANAR));
 113
 114                 fade_chain.mix_effect = (movit::MixEffect *)fade_chain.chain->add_effect(
 115                         new MixEffect, fade_chain.input[0], fade_chain.input[1]);
 116                 setup_outputs(output_mode, inout_format, ycbcr_output_format, fade_chain.chain.get());
 117                 fade_chain.chain->set_dither_bits(8);
 118                 fade_chain.chain->finalize();
 119         }
 120 }
 121
 122 EffectChain *YCbCrConverter::prepare_chain_for_conversion(shared_ptr<Frame> frame)
 123 {
 124         if (frame->is_semiplanar) {
 125                 setup_input_for_frame(frame, ycbcr_format, ycbcr_semiplanar_input);
 126                 return semiplanar_chain.get();
 127         } else {
 128                 setup_input_for_frame(frame, ycbcr_format, ycbcr_planar_input);
 129                 return planar_chain.get();
 130         }
 131 }
 132
 133 EffectChain *YCbCrConverter::prepare_chain_for_fade(shared_ptr<Frame> frame, shared_ptr<Frame> secondary_frame, float fade_alpha)
 134 {
 135         const FadeChain &fade_chain = fade_chains[frame->is_semiplanar][secondary_frame->is_semiplanar];
 136         setup_input_for_frame(frame, ycbcr_format, fade_chain.input[0]);
 137         setup_input_for_frame(secondary_frame, ycbcr_format, fade_chain.input[1]);
 138         bool ok = fade_chain.mix_effect->set_float("strength_first", 1.0f - fade_alpha);
 139         ok |= fade_chain.mix_effect->set_float("strength_second", fade_alpha);
 140         assert(ok);
 141         return fade_chain.chain.get();
 142 }
 143
 144 EffectChain *YCbCrConverter::prepare_chain_for_fade_from_texture(GLuint tex, std::shared_ptr<Frame> secondary_frame, float fade_alpha)
 145 {
 146         const FadeChain &fade_chain = interleaved_fade_chains[secondary_frame->is_semiplanar];
 147         {
 148                 YCbCrFormat format_copy = ycbcr_format;
 149                 format_copy.chroma_subsampling_x = 1;
 150                 format_copy.chroma_subsampling_y = 1;
 151                 fade_chain.input[0]->change_ycbcr_format(format_copy);
 152
 153                 fade_chain.input[0]->set_width(1280);  // FIXME
 154                 fade_chain.input[0]->set_height(720);
 155                 fade_chain.input[0]->set_texture_num(0, tex);
 156
 157                 glTextureParameteri(tex, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
 158                 glTextureParameteri(tex, GL_TEXTURE_MAG_FILTER, GL_LINEAR);
 159                 glTextureParameteri(tex, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_BORDER);
 160                 glTextureParameteri(tex, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_BORDER);
 161         }
 162         setup_input_for_frame(secondary_frame, ycbcr_format, fade_chain.input[1]);
 163         bool ok = fade_chain.mix_effect->set_float("strength_first", 1.0f - fade_alpha);
 164         ok |= fade_chain.mix_effect->set_float("strength_second", fade_alpha);
 165         assert(ok);
 166         return fade_chain.chain.get();
 167 }
 168
 169 void setup_input_for_frame(shared_ptr<Frame> frame, const YCbCrFormat &ycbcr_format, YCbCrInput *input)
 170 {
 171         YCbCrFormat format_copy = ycbcr_format;
 172         format_copy.chroma_subsampling_x = frame->chroma_subsampling_x;
 173         format_copy.chroma_subsampling_y = frame->chroma_subsampling_y;
 174         input->change_ycbcr_format(format_copy);
 175
 176         input->set_width(frame->width);
 177         input->set_height(frame->height);
 178         input->set_pixel_data(0, frame->y.get());
 179         input->set_pitch(0, frame->pitch_y);
 180         if (frame->is_semiplanar) {
 181                 input->set_pixel_data(1, frame->cbcr.get());
 182                 input->set_pitch(1, frame->pitch_chroma);
 183         } else {
 184                 input->set_pixel_data(1, frame->cb.get());
 185                 input->set_pixel_data(2, frame->cr.get());
 186                 input->set_pitch(1, frame->pitch_chroma);
 187                 input->set_pitch(2, frame->pitch_chroma);
 188         }
 189 }