git.sesse.net Git - nageru/blob - analyzer.cpp

   1 #include "analyzer.h"
   2
   3 #include <QDialogButtonBox>
   4 #include <QMouseEvent>
   5 #include <QPen>
   6 #include <QSurface>
   7
   8 #include <movit/resource_pool.h>
   9 #include <movit/util.h>
  10
  11 #include "context.h"
  12 #include "flags.h"
  13 #include "mixer.h"
  14 #include "ui_analyzer.h"
  15
  16 // QCustomPlot includes qopenglfunctions.h, which #undefs all of the epoxy
  17 // definitions (ugh) and doesn't put back any others (ugh). Add the ones we
  18 // need back.
  19
  20 #define glBindBuffer epoxy_glBindBuffer
  21 #define glBindFramebuffer epoxy_glBindFramebuffer
  22 #define glBufferData epoxy_glBufferData
  23 #define glDeleteBuffers epoxy_glDeleteBuffers
  24 #define glDisable epoxy_glDisable
  25 #define glGenBuffers epoxy_glGenBuffers
  26 #define glGetError epoxy_glGetError
  27 #define glReadPixels epoxy_glReadPixels
  28 #define glUnmapBuffer epoxy_glUnmapBuffer
  29 #define glWaitSync epoxy_glWaitSync
  30
  31 using namespace std;
  32
  33 Analyzer::Analyzer()
  34         : ui(new Ui::Analyzer),
  35           grabbed_image(global_flags.width, global_flags.height, QImage::Format_ARGB32_Premultiplied)
  36 {
  37         ui->setupUi(this);
  38
  39         //connect(ui->button_box, &QDialogButtonBox::accepted, [this]{ this->close(); });
  40
  41         ui->input_box->addItem("Live", Mixer::OUTPUT_LIVE);
  42         ui->input_box->addItem("Preview", Mixer::OUTPUT_PREVIEW);
  43         unsigned num_channels = global_mixer->get_num_channels();
  44         for (unsigned channel_idx = 0; channel_idx < num_channels; ++channel_idx) {
  45                 Mixer::Output channel = static_cast<Mixer::Output>(Mixer::OUTPUT_INPUT0 + channel_idx);
  46                 string name = global_mixer->get_channel_name(channel);
  47                 ui->input_box->addItem(QString::fromStdString(name), channel);
  48         }
  49
  50         connect(ui->grab_btn, &QPushButton::clicked, bind(&Analyzer::grab_clicked, this));
  51         connect(ui->input_box, static_cast<void(QComboBox::*)(int)>(&QComboBox::currentIndexChanged), bind(&Analyzer::signal_changed, this));
  52         signal_changed();
  53         ui->grabbed_frame_label->installEventFilter(this);
  54
  55         surface = create_surface(QSurfaceFormat::defaultFormat());
  56         context = create_context(surface);
  57
  58         if (!make_current(context, surface)) {
  59                 printf("oops\n");
  60                 exit(1);
  61         }
  62
  63         glGenBuffers(1, &pbo);
  64         glBindBuffer(GL_PIXEL_PACK_BUFFER_ARB, pbo);
  65         glBufferData(GL_PIXEL_PACK_BUFFER_ARB, global_flags.width * global_flags.height * 4, NULL, GL_STREAM_READ);
  66
  67         ui->histogram->xAxis->setVisible(true);
  68         ui->histogram->yAxis->setVisible(false);
  69         ui->histogram->xAxis->setRange(0, 255);
  70 }
  71
  72 Analyzer::~Analyzer()
  73 {
  74         delete_context(context);
  75         delete surface;
  76 }
  77
  78 void Analyzer::mixer_shutting_down()
  79 {
  80         ui->display->shutdown();
  81
  82         if (!make_current(context, surface)) {
  83                 printf("oops\n");
  84                 exit(1);
  85         }
  86         glDeleteBuffers(1, &pbo);
  87         check_error();
  88         if (resource_pool != nullptr) {
  89                 resource_pool->clean_context();
  90         }
  91 }
  92
  93 void Analyzer::grab_clicked()
  94 {
  95         Mixer::Output channel = static_cast<Mixer::Output>(ui->input_box->currentData().value<int>());
  96
  97         if (!make_current(context, surface)) {
  98                 printf("oops\n");
  99                 exit(1);
 100         }
 101
 102         Mixer::DisplayFrame frame;
 103         if (!global_mixer->get_display_frame(channel, &frame)) {
 104                 printf("Not ready yet\n");
 105                 return;
 106         }
 107
 108         // Set up an FBO to render into.
 109         if (resource_pool == nullptr) {
 110                 resource_pool = frame.chain->get_resource_pool();
 111         } else {
 112                 assert(resource_pool == frame.chain->get_resource_pool());
 113         }
 114         GLuint fbo_tex = resource_pool->create_2d_texture(GL_RGBA8, global_flags.width, global_flags.height);
 115         check_error();
 116         GLuint fbo = resource_pool->create_fbo(fbo_tex);
 117         check_error();
 118
 119         glWaitSync(frame.ready_fence.get(), /*flags=*/0, GL_TIMEOUT_IGNORED);
 120         check_error();
 121         frame.setup_chain();
 122         check_error();
 123         glDisable(GL_FRAMEBUFFER_SRGB);
 124         check_error();
 125         frame.chain->render_to_fbo(fbo, global_flags.width, global_flags.height);
 126         check_error();
 127
 128         // Read back to memory.
 129         glBindFramebuffer(GL_FRAMEBUFFER, fbo);
 130         check_error();
 131         glBindBuffer(GL_PIXEL_PACK_BUFFER, pbo);
 132         check_error();
 133         glReadPixels(0, 0, global_flags.width, global_flags.height, GL_BGRA, GL_UNSIGNED_INT_8_8_8_8_REV, BUFFER_OFFSET(0));
 134         check_error();
 135
 136         unsigned char *buf = (unsigned char *)glMapBuffer(GL_PIXEL_PACK_BUFFER, GL_READ_ONLY);
 137         check_error();
 138
 139         size_t pitch = global_flags.width * 4;
 140         for (int y = 0; y < global_flags.height; ++y) {
 141                 memcpy(grabbed_image.scanLine(global_flags.height - y - 1), buf + y * pitch, pitch);
 142         }
 143
 144         {
 145                 char buf[256];
 146                 snprintf(buf, sizeof(buf), "Grabbed frame (%dx%d)", global_flags.width, global_flags.height);
 147                 ui->grabbed_frame_sublabel->setText(buf);
 148         }
 149
 150         QPixmap pixmap;
 151         pixmap.convertFromImage(grabbed_image);
 152         ui->grabbed_frame_label->setPixmap(pixmap);
 153
 154         int r_hist[256] = {0}, g_hist[256] = {0}, b_hist[256] = {0};
 155         const unsigned char *ptr = buf;
 156         for (int i = 0; i < global_flags.height * global_flags.width; ++i) {
 157                 uint8_t b = *ptr++;
 158                 uint8_t g = *ptr++;
 159                 uint8_t r = *ptr++;
 160                 ++ptr;
 161
 162                 ++r_hist[r];
 163                 ++g_hist[g];
 164                 ++b_hist[b];
 165         }
 166
 167         glUnmapBuffer(GL_PIXEL_PACK_BUFFER);
 168         check_error();
 169         glBindBuffer(GL_PIXEL_PACK_BUFFER, 0);
 170         check_error();
 171         glBindFramebuffer(GL_FRAMEBUFFER, 0);
 172         check_error();
 173
 174         QVector<double> r_vec(256), g_vec(256), b_vec(256), x_vec(256);
 175         double max = 0.0;
 176         for (unsigned i = 0; i < 256; ++i) {
 177                 x_vec[i] = i;
 178                 r_vec[i] = log(r_hist[i] + 1.0);
 179                 g_vec[i] = log(g_hist[i] + 1.0);
 180                 b_vec[i] = log(b_hist[i] + 1.0);
 181
 182                 max = std::max(max, r_vec[i]);
 183                 max = std::max(max, g_vec[i]);
 184                 max = std::max(max, b_vec[i]);
 185         }
 186
 187         ui->histogram->clearGraphs();
 188         ui->histogram->addGraph();
 189         ui->histogram->graph(0)->setData(x_vec, r_vec);
 190         ui->histogram->graph(0)->setPen(QPen(Qt::red));
 191         ui->histogram->graph(0)->setBrush(QBrush(QColor(255, 127, 127, 80)));
 192         ui->histogram->addGraph();
 193         ui->histogram->graph(1)->setData(x_vec, g_vec);
 194         ui->histogram->graph(1)->setPen(QPen(Qt::green));
 195         ui->histogram->graph(1)->setBrush(QBrush(QColor(127, 255, 127, 80)));
 196         ui->histogram->addGraph();
 197         ui->histogram->graph(2)->setData(x_vec, b_vec);
 198         ui->histogram->graph(2)->setPen(QPen(Qt::blue));
 199         ui->histogram->graph(2)->setBrush(QBrush(QColor(127, 127, 255, 80)));
 200
 201         ui->histogram->xAxis->setVisible(true);
 202         ui->histogram->yAxis->setVisible(false);
 203         ui->histogram->xAxis->setRange(0, 255);
 204         ui->histogram->yAxis->setRange(0, max);
 205         ui->histogram->replot();
 206
 207         resource_pool->release_2d_texture(fbo_tex);
 208         check_error();
 209         resource_pool->release_fbo(fbo);
 210         check_error();
 211 }
 212
 213 void Analyzer::signal_changed()
 214 {
 215         Mixer::Output channel = static_cast<Mixer::Output>(ui->input_box->currentData().value<int>());
 216         ui->display->set_output(channel);
 217 }
 218
 219 bool Analyzer::eventFilter(QObject *watched, QEvent *event)
 220 {
 221         if (event->type() == QEvent::MouseMove &&
 222             watched->isWidgetType()) {
 223                 const QMouseEvent *mouse_event = (QMouseEvent *)event;
 224                 const QPixmap *pixmap = ui->grabbed_frame_label->pixmap();
 225                 if (pixmap != nullptr) {
 226                         int x = lrint(mouse_event->x() * double(pixmap->width()) / ui->grabbed_frame_label->width());
 227                         int y = lrint(mouse_event->y() * double(pixmap->height()) / ui->grabbed_frame_label->height());
 228                         x = std::min(x, pixmap->width() - 1);
 229                         y = std::min(y, pixmap->height() - 1);
 230
 231                         char buf[256];
 232                         snprintf(buf, sizeof(buf), "Selected coordinate (x,y): (%d,%d)", x, y);
 233                         ui->coord_label->setText(buf);
 234
 235                         QRgb pixel = grabbed_image.pixel(x, y);
 236                         ui->red_label->setText(QString::fromStdString(to_string(qRed(pixel))));
 237                         ui->green_label->setText(QString::fromStdString(to_string(qGreen(pixel))));
 238                         ui->blue_label->setText(QString::fromStdString(to_string(qBlue(pixel))));
 239
 240                         snprintf(buf, sizeof(buf), "#%02x%02x%02x", qRed(pixel), qGreen(pixel), qBlue(pixel));
 241                         ui->hex_label->setText(buf);
 242                 }
 243         }
 244         return false;
 245 }
 246
 247 void Analyzer::resizeEvent(QResizeEvent* event)
 248 {
 249         QMainWindow::resizeEvent(event);
 250
 251         // Ask for a relayout, but only after the event loop is done doing relayout
 252         // on everything else.
 253         QMetaObject::invokeMethod(this, "relayout", Qt::QueuedConnection);
 254 }
 255
 256 void Analyzer::relayout()
 257 {
 258         double aspect = double(global_flags.width) / global_flags.height;
 259
 260         // Left pane (2/5 of the width).
 261         {
 262                 int width = ui->left_pane->geometry().width();
 263                 int height = ui->left_pane->geometry().height();
 264
 265                 // Figure out how much space everything that's non-responsive needs.
 266                 int remaining_height = height - ui->left_pane->spacing() * (ui->left_pane->count() - 1);
 267
 268                 remaining_height -= ui->grab_btn->geometry().height();
 269                 ui->left_pane->setStretch(2, ui->grab_btn->geometry().height());
 270
 271                 remaining_height -= ui->histogram_label->geometry().height();
 272                 ui->left_pane->setStretch(4, ui->histogram_label->geometry().height());
 273
 274                 // The histogram's minimumHeight returns 0, so let's set a reasonable minimum for it.
 275                 int min_histogram_height = 50;
 276                 remaining_height -= min_histogram_height;
 277
 278                 // Allocate so that the display is 16:9, if possible.
 279                 unsigned wanted_display_height = width / aspect;
 280                 unsigned display_height;
 281                 unsigned margin = 0;
 282                 if (remaining_height >= int(wanted_display_height)) {
 283                         display_height = wanted_display_height;
 284                 } else {
 285                         display_height = remaining_height;
 286                         int display_width = lrint(display_height * aspect);
 287                         margin = (width - display_width) / 2;
 288                 }
 289                 ui->left_pane->setStretch(1, display_height);
 290                 ui->display_left_spacer->changeSize(margin, 1);
 291                 ui->display_right_spacer->changeSize(margin, 1);
 292
 293                 remaining_height -= display_height;
 294
 295                 // Figure out if we can do the histogram at 16:9.
 296                 remaining_height += min_histogram_height;
 297                 unsigned histogram_height;
 298                 if (remaining_height >= int(wanted_display_height)) {
 299                         histogram_height = wanted_display_height;
 300                 } else {
 301                         histogram_height = remaining_height;
 302                 }
 303                 remaining_height -= histogram_height;
 304                 ui->left_pane->setStretch(3, histogram_height);
 305
 306                 ui->left_pane->setStretch(0, remaining_height / 2);
 307                 ui->left_pane->setStretch(5, remaining_height / 2);
 308         }
 309
 310         // Right pane (remaining 3/5 of the width).
 311         {
 312                 int width = ui->right_pane->geometry().width();
 313                 int height = ui->right_pane->geometry().height();
 314
 315                 // Figure out how much space everything that's non-responsive needs.
 316                 int remaining_height = height - ui->right_pane->spacing() * (ui->right_pane->count() - 1);
 317                 remaining_height -= ui->grabbed_frame_sublabel->geometry().height();
 318                 remaining_height -= ui->coord_label->geometry().height();
 319                 remaining_height -= ui->color_hbox->geometry().height();
 320
 321                 // Allocate so that the display is 16:9, if possible.
 322                 unsigned wanted_display_height = width / aspect;
 323                 unsigned display_height;
 324                 unsigned margin = 0;
 325                 if (remaining_height >= int(wanted_display_height)) {
 326                         display_height = wanted_display_height;
 327                 } else {
 328                         display_height = remaining_height;
 329                         int display_width = lrint(display_height * aspect);
 330                         margin = (width - display_width) / 2;
 331                 }
 332                 ui->right_pane->setStretch(1, display_height);
 333                 ui->grabbed_frame_left_spacer->changeSize(margin, 1);
 334                 ui->grabbed_frame_right_spacer->changeSize(margin, 1);
 335                 remaining_height -= display_height;
 336
 337                 if (remaining_height < 0) remaining_height = 0;
 338
 339                 ui->right_pane->setStretch(0, remaining_height / 2);
 340                 ui->right_pane->setStretch(5, remaining_height / 2);
 341         }
 342 }