]> git.sesse.net Git - nageru/blob - glwidget.cpp
Add the GPU memory metrics to the Grafana dashboard.
[nageru] / glwidget.cpp
1 #include "glwidget.h"
2
3 #include <assert.h>
4 #include <bmusb/bmusb.h>
5 #include <movit/effect_chain.h>
6 #include <movit/resource_pool.h>
7 #include <stdbool.h>
8 #include <stdint.h>
9 #include <QAction>
10 #include <QActionGroup>
11 #include <QInputDialog>
12 #include <QList>
13 #include <QMenu>
14 #include <QPoint>
15 #include <QVariant>
16 #include <QWidget>
17 #include <functional>
18 #include <map>
19 #include <mutex>
20 #include <utility>
21
22 #include "audio_mixer.h"
23 #include "context.h"
24 #include "context_menus.h"
25 #include "flags.h"
26 #include "mainwindow.h"
27 #include "mixer.h"
28 #include "ref_counted_gl_sync.h"
29
30 class QMouseEvent;
31
32 #undef Success
33 #include <movit/util.h>
34 #include <string>
35
36 using namespace movit;
37 using namespace std;
38 using namespace std::placeholders;
39
40 namespace {
41
42 double srgb_to_linear(double x)
43 {
44         if (x < 0.04045) {
45                 return x / 12.92;
46         } else {
47                 return pow((x + 0.055) / 1.055, 2.4);
48         }
49 }
50
51 }  // namespace
52
53 GLWidget::GLWidget(QWidget *parent)
54     : QGLWidget(parent, global_share_widget)
55 {
56 }
57
58 GLWidget::~GLWidget()
59 {
60 }
61
62 void GLWidget::shutdown()
63 {
64         if (resource_pool != nullptr) {
65                 makeCurrent();
66                 resource_pool->clean_context();
67         }
68         global_mixer->remove_frame_ready_callback(output, this);
69 }
70
71 void GLWidget::grab_white_balance(unsigned channel, unsigned x, unsigned y)
72 {
73         // Set the white balance to neutral for the grab. It's probably going to
74         // flicker a bit, but hopefully this display is not live anyway.
75         global_mixer->set_wb(output, 0.5, 0.5, 0.5);
76         global_mixer->wait_for_next_frame();
77
78         // Mark that the next paintGL() should grab the given pixel.
79         grab_x = x;
80         grab_y = y;
81         grab_output = Mixer::Output(Mixer::OUTPUT_INPUT0 + channel);
82         should_grab = true;
83
84         updateGL();
85 }
86
87 void GLWidget::initializeGL()
88 {
89         static once_flag flag;
90         call_once(flag, [this]{
91                 global_mixer = new Mixer(QGLFormat::toSurfaceFormat(format()), global_flags.num_cards);
92                 global_audio_mixer = global_mixer->get_audio_mixer();
93                 global_mainwindow->mixer_created(global_mixer);
94                 global_mixer->start();
95         });
96         global_mixer->add_frame_ready_callback(output, this, [this]{
97                 QMetaObject::invokeMethod(this, "update", Qt::AutoConnection);
98         });
99         if (output == Mixer::OUTPUT_LIVE) {
100                 global_mixer->set_transition_names_updated_callback(output, [this](const vector<string> &names){
101                         emit transition_names_updated(names);
102                 });
103         }
104         if (output >= Mixer::OUTPUT_INPUT0) {
105                 global_mixer->set_name_updated_callback(output, [this](const string &name){
106                         emit name_updated(output, name);
107                 });
108                 global_mixer->set_color_updated_callback(output, [this](const string &color){
109                         emit color_updated(output, color);
110                 });
111         }
112         setContextMenuPolicy(Qt::CustomContextMenu);
113         connect(this, &QWidget::customContextMenuRequested, bind(&GLWidget::show_context_menu, this, _1));
114
115         glDisable(GL_BLEND);
116         glDisable(GL_DEPTH_TEST);
117         glDepthMask(GL_FALSE);
118 }
119
120 void GLWidget::resizeGL(int width, int height)
121 {
122         current_width = width;
123         current_height = height;
124         glViewport(0, 0, width, height);
125 }
126
127 void GLWidget::paintGL()
128 {
129         Mixer::DisplayFrame frame;
130         if (!global_mixer->get_display_frame(output, &frame)) {
131                 glClearColor(0.0f, 1.0f, 0.0f, 1.0f);
132                 check_error();
133                 glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT);
134                 check_error();
135                 return;
136         }
137
138         check_error();
139         glWaitSync(frame.ready_fence.get(), /*flags=*/0, GL_TIMEOUT_IGNORED);
140         check_error();
141         frame.setup_chain();
142         check_error();
143         glDisable(GL_FRAMEBUFFER_SRGB);
144         check_error();
145         frame.chain->render_to_fbo(0, current_width, current_height);
146         check_error();
147
148         if (resource_pool == nullptr) {
149                 resource_pool = frame.chain->get_resource_pool();
150         } else {
151                 assert(resource_pool == frame.chain->get_resource_pool());
152         }
153
154         if (should_grab) {
155                 GLfloat reference_color[4];
156                 glReadPixels(grab_x, current_height - grab_y - 1, 1, 1, GL_BGRA, GL_FLOAT, reference_color);
157
158                 double r = srgb_to_linear(reference_color[2]);
159                 double g = srgb_to_linear(reference_color[1]);
160                 double b = srgb_to_linear(reference_color[0]);
161                 global_mixer->set_wb(grab_output, r, g, b);
162                 should_grab = false;
163         }
164 }
165
166 void GLWidget::mousePressEvent(QMouseEvent *event)
167 {
168         emit clicked();
169 }
170
171 void GLWidget::show_context_menu(const QPoint &pos)
172 {
173         if (output == Mixer::OUTPUT_LIVE) {
174                 show_live_context_menu(pos);
175         }
176         if (output >= Mixer::OUTPUT_INPUT0) {
177                 int signal_num = global_mixer->get_channel_signal(output);
178                 if (signal_num != -1) {
179                         show_preview_context_menu(signal_num, pos);
180                 }
181         }
182 }
183
184 void GLWidget::show_live_context_menu(const QPoint &pos)
185 {
186         QPoint global_pos = mapToGlobal(pos);
187
188         QMenu menu;
189
190         // Add a submenu for selecting output card, with an action for each card.
191         QMenu card_submenu;
192         fill_hdmi_sdi_output_device_menu(&card_submenu);
193         card_submenu.setTitle("HDMI/SDI output device");
194         menu.addMenu(&card_submenu);
195
196         // Add a submenu for choosing the output resolution. Since this is
197         // card-dependent, it is disabled if we haven't chosen a card
198         // (but it's still there so that the user will know it exists).
199         QMenu resolution_submenu;
200         fill_hdmi_sdi_output_resolution_menu(&resolution_submenu);
201         resolution_submenu.setTitle("HDMI/SDI output resolution");
202         menu.addMenu(&resolution_submenu);
203
204         // Show the menu; if there's an action selected, it will deal with it itself.
205         menu.exec(global_pos);
206 }
207
208 void GLWidget::show_preview_context_menu(unsigned signal_num, const QPoint &pos)
209 {
210         QPoint global_pos = mapToGlobal(pos);
211
212         QMenu menu;
213
214         // Add a submenu for selecting input card, with an action for each card.
215         QMenu card_submenu;
216         QActionGroup card_group(&card_submenu);
217
218         QMenu interpretation_submenu;
219         QActionGroup interpretation_group(&interpretation_submenu);
220
221         QMenu video_input_submenu;
222         QActionGroup video_input_group(&video_input_submenu);
223
224         QMenu audio_input_submenu;
225         QActionGroup audio_input_group(&audio_input_submenu);
226
227         QMenu mode_submenu;
228         QActionGroup mode_group(&mode_submenu);
229
230         unsigned num_cards = global_mixer->get_num_cards();
231         unsigned current_card = global_mixer->map_signal(signal_num);
232         bool is_ffmpeg = global_mixer->card_is_ffmpeg(current_card);
233
234         if (!is_ffmpeg) {  // FFmpeg inputs are not connected to any card; they're locked to a given input and have a given Y'CbCr interpretatio and have a given Y'CbCr interpretationn.
235                 for (unsigned card_index = 0; card_index < num_cards; ++card_index) {
236                         QString description(QString::fromStdString(global_mixer->get_card_description(card_index)));
237                         QAction *action = new QAction(description, &card_group);
238                         action->setCheckable(true);
239                         if (current_card == card_index) {
240                                 action->setChecked(true);
241                         }
242                         action->setData(QList<QVariant>{"card", card_index});
243                         card_submenu.addAction(action);
244                 }
245
246                 card_submenu.setTitle("Input source");
247                 menu.addMenu(&card_submenu);
248
249                 // Note that this setting depends on which card is active.
250
251                 YCbCrInterpretation current_interpretation = global_mixer->get_input_ycbcr_interpretation(current_card);
252                 {
253                         QAction *action = new QAction("Auto", &interpretation_group);
254                         action->setCheckable(true);
255                         if (current_interpretation.ycbcr_coefficients_auto) {
256                                 action->setChecked(true);
257                         }
258                         action->setData(QList<QVariant>{"interpretation", true, YCBCR_REC_709, false});
259                         interpretation_submenu.addAction(action);
260                 }
261                 for (YCbCrLumaCoefficients ycbcr_coefficients : { YCBCR_REC_709, YCBCR_REC_601 }) {
262                         for (bool full_range : { false, true }) {
263                                 std::string description;
264                                 if (ycbcr_coefficients == YCBCR_REC_709) {
265                                         description = "Rec. 709 (HD)";
266                                 } else {
267                                         description = "Rec. 601 (SD)";
268                                 }
269                                 if (full_range) {
270                                         description += ", full range (nonstandard)";
271                                 }
272                                 QAction *action = new QAction(QString::fromStdString(description), &interpretation_group);
273                                 action->setCheckable(true);
274                                 if (!current_interpretation.ycbcr_coefficients_auto &&
275                                     ycbcr_coefficients == current_interpretation.ycbcr_coefficients &&
276                                     full_range == current_interpretation.full_range) {
277                                         action->setChecked(true);
278                                 }
279                                 action->setData(QList<QVariant>{"interpretation", false, ycbcr_coefficients, full_range});
280                                 interpretation_submenu.addAction(action);
281                         }
282                 }
283
284                 interpretation_submenu.setTitle("Input interpretation");
285                 menu.addMenu(&interpretation_submenu);
286         }
287
288         // --- The choices in the next few options depend a lot on which card is active ---
289
290         bool has_auto_mode = false;
291         QAction *change_url_action = nullptr;
292         if (is_ffmpeg) {
293                 // Add a menu to change the source URL if we're an FFmpeg card.
294                 // (The theme can still override.)
295                 if (global_mixer->card_is_ffmpeg(current_card)) {
296                         change_url_action = new QAction("Change source filename/URL…", &menu);
297                         menu.addAction(change_url_action);
298                 }
299         } else {
300                 // Add a submenu for selecting video input, with an action for each input.
301                 std::map<uint32_t, string> video_inputs = global_mixer->get_available_video_inputs(current_card);
302                 uint32_t current_video_input = global_mixer->get_current_video_input(current_card);
303                 for (const auto &mode : video_inputs) {
304                         QString description(QString::fromStdString(mode.second));
305                         QAction *action = new QAction(description, &video_input_group);
306                         action->setCheckable(true);
307                         if (mode.first == current_video_input) {
308                                 action->setChecked(true);
309                         }
310                         action->setData(QList<QVariant>{"video_input", mode.first});
311                         video_input_submenu.addAction(action);
312                 }
313
314                 video_input_submenu.setTitle("Video input");
315                 menu.addMenu(&video_input_submenu);
316
317                 // The same for audio input.
318                 std::map<uint32_t, string> audio_inputs = global_mixer->get_available_audio_inputs(current_card);
319                 uint32_t current_audio_input = global_mixer->get_current_audio_input(current_card);
320                 for (const auto &mode : audio_inputs) {
321                         QString description(QString::fromStdString(mode.second));
322                         QAction *action = new QAction(description, &audio_input_group);
323                         action->setCheckable(true);
324                         if (mode.first == current_audio_input) {
325                                 action->setChecked(true);
326                         }
327                         action->setData(QList<QVariant>{"audio_input", mode.first});
328                         audio_input_submenu.addAction(action);
329                 }
330
331                 audio_input_submenu.setTitle("Audio input");
332                 menu.addMenu(&audio_input_submenu);
333
334                 // The same for resolution.
335                 std::map<uint32_t, bmusb::VideoMode> video_modes = global_mixer->get_available_video_modes(current_card);
336                 uint32_t current_video_mode = global_mixer->get_current_video_mode(current_card);
337                 for (const auto &mode : video_modes) {
338                         QString description(QString::fromStdString(mode.second.name));
339                         QAction *action = new QAction(description, &mode_group);
340                         action->setCheckable(true);
341                         if (mode.first == current_video_mode) {
342                                 action->setChecked(true);
343                         }
344                         action->setData(QList<QVariant>{"video_mode", mode.first});
345                         mode_submenu.addAction(action);
346
347                         // TODO: Relying on the 0 value here (from bmusb.h) is ugly, it should be a named constant.
348                         if (mode.first == 0) {
349                                 has_auto_mode = true;
350                         }
351                 }
352
353                 // Add a “scan” menu if there's no “auto” mode.
354                 if (!has_auto_mode) {
355                         QAction *action = new QAction("Scan", &mode_group);
356                         action->setData(QList<QVariant>{"video_mode", 0});
357                         mode_submenu.addSeparator();
358                         mode_submenu.addAction(action);
359                 }
360
361                 mode_submenu.setTitle("Input mode");
362                 menu.addMenu(&mode_submenu);
363         }
364
365         // --- End of card-dependent choices ---
366
367         // Add an audio source selector.
368         QAction *audio_source_action = nullptr;
369         if (global_audio_mixer->get_mapping_mode() == AudioMixer::MappingMode::SIMPLE) {
370                 audio_source_action = new QAction("Use as audio source", &menu);
371                 audio_source_action->setCheckable(true);
372                 if (global_audio_mixer->get_simple_input() == current_card) {
373                         audio_source_action->setChecked(true);
374                         audio_source_action->setEnabled(false);
375                 }
376                 menu.addAction(audio_source_action);
377         }
378
379         // And a master clock selector.
380         QAction *master_clock_action = new QAction("Use as master clock", &menu);
381         master_clock_action->setCheckable(true);
382         if (global_mixer->get_output_card_index() != -1) {
383                 master_clock_action->setChecked(false);
384                 master_clock_action->setEnabled(false);
385         } else if (global_mixer->get_master_clock() == signal_num) {
386                 master_clock_action->setChecked(true);
387                 master_clock_action->setEnabled(false);
388         }
389         menu.addAction(master_clock_action);
390
391         // Show the menu and look at the result.
392         QAction *selected_item = menu.exec(global_pos);
393         if (audio_source_action != nullptr && selected_item == audio_source_action) {
394                 global_audio_mixer->set_simple_input(current_card);
395         } else if (change_url_action != nullptr && selected_item == change_url_action) {
396                 // NOTE: We can't use “this” as parent, since the dialog would inherit our style sheet.
397                 bool ok;
398                 const string url = global_mixer->get_ffmpeg_filename(current_card);
399                 QString new_url = QInputDialog::getText(window(), tr("Change URL"),
400                         tr("Enter new filename/URL for the given video input:"), QLineEdit::Normal,
401                                 QString::fromStdString(url), &ok);
402                 // FIXME prefill the input
403                 if (ok) {
404                         global_mixer->set_ffmpeg_filename(current_card, new_url.toStdString());
405                 }
406         } else if (selected_item == master_clock_action) {
407                 global_mixer->set_master_clock(signal_num);
408         } else if (selected_item != nullptr) {
409                 QList<QVariant> selected = selected_item->data().toList();
410                 if (selected[0].toString() == "video_mode") {
411                         uint32_t mode = selected[1].toUInt(nullptr);
412                         if (mode == 0 && !has_auto_mode) {
413                                 global_mixer->start_mode_scanning(current_card);
414                         } else {
415                                 global_mixer->set_video_mode(current_card, mode);
416                         }
417                 } else if (selected[0].toString() == "video_input") {
418                         uint32_t input = selected[1].toUInt(nullptr);
419                         global_mixer->set_video_input(current_card, input);
420                 } else if (selected[0].toString() == "audio_input") {
421                         uint32_t input = selected[1].toUInt(nullptr);
422                         global_mixer->set_audio_input(current_card, input);
423                 } else if (selected[0].toString() == "card") {
424                         unsigned card_index = selected[1].toUInt(nullptr);
425                         global_mixer->set_signal_mapping(signal_num, card_index);
426                 } else if (selected[0].toString() == "interpretation") {
427                         YCbCrInterpretation interpretation;
428                         interpretation.ycbcr_coefficients_auto = selected[1].toBool();
429                         interpretation.ycbcr_coefficients = YCbCrLumaCoefficients(selected[2].toUInt(nullptr));
430                         interpretation.full_range = selected[3].toBool();
431                         global_mixer->set_input_ycbcr_interpretation(current_card, interpretation);
432                 } else {
433                         assert(false);
434                 }
435         }
436 }