1 #include "mainwindow.h"
3 #include "shared/aboutdialog.h"
6 #include "shared/disk_space_estimator.h"
8 #include "frame_on_disk.h"
10 #include "shared/post_to_main_thread.h"
11 #include "shared/timebase.h"
12 #include "ui_mainwindow.h"
14 #include <QDesktopServices>
15 #include <QFileDialog>
16 #include <QMessageBox>
17 #include <QMouseEvent>
18 #include <QNetworkReply>
21 #include <QWheelEvent>
28 using namespace std::placeholders;
30 MainWindow *global_mainwindow = nullptr;
31 static ClipList *cliplist_clips;
32 static PlayList *playlist_clips;
34 extern int64_t current_pts;
36 MainWindow::MainWindow()
37 : ui(new Ui::MainWindow),
38 db(global_flags.working_directory + "/futatabi.db")
40 global_mainwindow = this;
43 // Load settings from database.
44 SettingsProto settings = db.get_settings();
45 if (!global_flags.interpolation_quality_set) {
46 if (settings.interpolation_quality() != 0) {
47 global_flags.interpolation_quality = settings.interpolation_quality() - 1;
50 if (!global_flags.cue_point_padding_set) {
51 global_flags.cue_point_padding_seconds = settings.cue_point_padding_seconds(); // Default 0 is fine.
53 if (global_flags.interpolation_quality == 0) {
54 // Allocate something just for simplicity; we won't be using it
55 // unless the user changes runtime, in which case 1 is fine.
56 flow_initialized_interpolation_quality = 1;
58 flow_initialized_interpolation_quality = global_flags.interpolation_quality;
63 connect(ui->exit_action, &QAction::triggered, this, &MainWindow::exit_triggered);
64 connect(ui->export_cliplist_clip_multitrack_action, &QAction::triggered, this, &MainWindow::export_cliplist_clip_multitrack_triggered);
65 connect(ui->export_playlist_clip_interpolated_action, &QAction::triggered, this, &MainWindow::export_playlist_clip_interpolated_triggered);
66 connect(ui->manual_action, &QAction::triggered, this, &MainWindow::manual_triggered);
67 connect(ui->about_action, &QAction::triggered, this, &MainWindow::about_triggered);
68 connect(ui->undo_action, &QAction::triggered, this, &MainWindow::undo_triggered);
69 connect(ui->redo_action, &QAction::triggered, this, &MainWindow::redo_triggered);
70 ui->undo_action->setEnabled(false);
71 ui->redo_action->setEnabled(false);
74 QActionGroup *quality_group = new QActionGroup(ui->interpolation_menu);
75 quality_group->addAction(ui->quality_0_action);
76 quality_group->addAction(ui->quality_1_action);
77 quality_group->addAction(ui->quality_2_action);
78 quality_group->addAction(ui->quality_3_action);
79 quality_group->addAction(ui->quality_4_action);
80 if (global_flags.interpolation_quality == 0) {
81 ui->quality_0_action->setChecked(true);
82 } else if (global_flags.interpolation_quality == 1) {
83 ui->quality_1_action->setChecked(true);
84 } else if (global_flags.interpolation_quality == 2) {
85 ui->quality_2_action->setChecked(true);
86 } else if (global_flags.interpolation_quality == 3) {
87 ui->quality_3_action->setChecked(true);
88 } else if (global_flags.interpolation_quality == 4) {
89 ui->quality_4_action->setChecked(true);
93 connect(ui->quality_0_action, &QAction::toggled, bind(&MainWindow::quality_toggled, this, 0, _1));
94 connect(ui->quality_1_action, &QAction::toggled, bind(&MainWindow::quality_toggled, this, 1, _1));
95 connect(ui->quality_2_action, &QAction::toggled, bind(&MainWindow::quality_toggled, this, 2, _1));
96 connect(ui->quality_3_action, &QAction::toggled, bind(&MainWindow::quality_toggled, this, 3, _1));
97 connect(ui->quality_4_action, &QAction::toggled, bind(&MainWindow::quality_toggled, this, 4, _1));
99 // The cue point padding group.
100 QActionGroup *padding_group = new QActionGroup(ui->interpolation_menu);
101 padding_group->addAction(ui->padding_0_action);
102 padding_group->addAction(ui->padding_1_action);
103 padding_group->addAction(ui->padding_2_action);
104 padding_group->addAction(ui->padding_5_action);
105 if (global_flags.cue_point_padding_seconds <= 1e-3) {
106 ui->padding_0_action->setChecked(true);
107 } else if (fabs(global_flags.cue_point_padding_seconds - 1.0) < 1e-3) {
108 ui->padding_1_action->setChecked(true);
109 } else if (fabs(global_flags.cue_point_padding_seconds - 2.0) < 1e-3) {
110 ui->padding_2_action->setChecked(true);
111 } else if (fabs(global_flags.cue_point_padding_seconds - 5.0) < 1e-3) {
112 ui->padding_5_action->setChecked(true);
114 // Nothing to check, which is fine.
116 connect(ui->padding_0_action, &QAction::toggled, bind(&MainWindow::padding_toggled, this, 0.0, _1));
117 connect(ui->padding_1_action, &QAction::toggled, bind(&MainWindow::padding_toggled, this, 1.0, _1));
118 connect(ui->padding_2_action, &QAction::toggled, bind(&MainWindow::padding_toggled, this, 2.0, _1));
119 connect(ui->padding_5_action, &QAction::toggled, bind(&MainWindow::padding_toggled, this, 5.0, _1));
121 global_disk_space_estimator = new DiskSpaceEstimator(bind(&MainWindow::report_disk_space, this, _1, _2));
122 disk_free_label = new QLabel(this);
123 disk_free_label->setStyleSheet("QLabel {padding-right: 5px;}");
124 ui->menuBar->setCornerWidget(disk_free_label);
126 StateProto state = db.get_state();
127 undo_stack.push_back(state); // The undo stack always has the current state on top.
129 cliplist_clips = new ClipList(state.clip_list());
130 ui->clip_list->setModel(cliplist_clips);
131 connect(cliplist_clips, &ClipList::any_content_changed, this, &MainWindow::content_changed);
133 playlist_clips = new PlayList(state.play_list());
134 ui->playlist->setModel(playlist_clips);
135 connect(playlist_clips, &PlayList::any_content_changed, this, &MainWindow::content_changed);
137 // For un-highlighting when we lose focus.
138 ui->clip_list->installEventFilter(this);
140 // For scrubbing in the pts columns.
141 ui->clip_list->viewport()->installEventFilter(this);
142 ui->playlist->viewport()->installEventFilter(this);
144 QShortcut *cue_in = new QShortcut(QKeySequence(Qt::Key_A), this);
145 connect(cue_in, &QShortcut::activated, ui->cue_in_btn, &QPushButton::click);
146 connect(ui->cue_in_btn, &QPushButton::clicked, this, &MainWindow::cue_in_clicked);
148 QShortcut *cue_out = new QShortcut(QKeySequence(Qt::Key_S), this);
149 connect(cue_out, &QShortcut::activated, ui->cue_out_btn, &QPushButton::click);
150 connect(ui->cue_out_btn, &QPushButton::clicked, this, &MainWindow::cue_out_clicked);
152 QShortcut *queue = new QShortcut(QKeySequence(Qt::Key_Q), this);
153 connect(queue, &QShortcut::activated, ui->queue_btn, &QPushButton::click);
154 connect(ui->queue_btn, &QPushButton::clicked, this, &MainWindow::queue_clicked);
156 QShortcut *preview = new QShortcut(QKeySequence(Qt::Key_W), this);
157 connect(preview, &QShortcut::activated, ui->preview_btn, &QPushButton::click);
158 connect(ui->preview_btn, &QPushButton::clicked, this, &MainWindow::preview_clicked);
160 QShortcut *play = new QShortcut(QKeySequence(Qt::Key_Space), this);
161 connect(play, &QShortcut::activated, ui->play_btn, &QPushButton::click);
162 connect(ui->play_btn, &QPushButton::clicked, this, &MainWindow::play_clicked);
164 connect(ui->stop_btn, &QPushButton::clicked, this, &MainWindow::stop_clicked);
165 ui->stop_btn->setEnabled(false);
167 connect(ui->playlist_duplicate_btn, &QPushButton::clicked, this, &MainWindow::playlist_duplicate);
169 connect(ui->playlist_remove_btn, &QPushButton::clicked, this, &MainWindow::playlist_remove);
170 QShortcut *delete_key = new QShortcut(QKeySequence(Qt::Key_Delete), ui->playlist);
171 connect(delete_key, &QShortcut::activated, [this] {
172 if (ui->playlist->hasFocus()) {
177 // TODO: support drag-and-drop.
178 connect(ui->playlist_move_up_btn, &QPushButton::clicked, [this]{ playlist_move(-1); });
179 connect(ui->playlist_move_down_btn, &QPushButton::clicked, [this]{ playlist_move(1); });
181 connect(ui->playlist->selectionModel(), &QItemSelectionModel::selectionChanged,
182 this, &MainWindow::playlist_selection_changed);
183 playlist_selection_changed(); // First time set-up.
185 preview_player.reset(new Player(ui->preview_display, Player::NO_STREAM_OUTPUT));
186 live_player.reset(new Player(ui->live_display, Player::HTTPD_STREAM_OUTPUT));
187 live_player->set_done_callback([this]{
188 post_to_main_thread([this]{
189 live_player_clip_done();
192 live_player->set_progress_callback([this](const map<size_t, double> &progress) {
193 post_to_main_thread([this, progress] {
194 live_player_clip_progress(progress);
197 set_output_status("paused");
199 defer_timeout = new QTimer(this);
200 defer_timeout->setSingleShot(true);
201 connect(defer_timeout, &QTimer::timeout, this, &MainWindow::defer_timer_expired);
202 ui->undo_action->setEnabled(true);
204 connect(ui->clip_list->selectionModel(), &QItemSelectionModel::currentChanged,
205 this, &MainWindow::clip_list_selection_changed);
207 // Find out how many cameras we have in the existing frames;
208 // if none, we start with two cameras.
211 lock_guard<mutex> lock(frame_mu);
212 for (size_t stream_idx = 2; stream_idx < MAX_STREAMS; ++stream_idx) {
213 if (!frames[stream_idx].empty()) {
214 num_cameras = stream_idx + 1;
218 change_num_cameras();
220 if (!global_flags.tally_url.empty()) {
225 void MainWindow::change_num_cameras()
227 assert(num_cameras >= displays.size()); // We only add, never remove.
229 // Make new display rows.
230 unsigned display_rows = (num_cameras + 1) / 2;
231 ui->video_displays->setStretch(1, display_rows);
232 for (unsigned i = displays.size(); i < num_cameras; ++i) {
233 QFrame *frame = new QFrame(this);
234 frame->setAutoFillBackground(true);
236 QLayout *layout = new QGridLayout(frame);
237 frame->setLayout(layout);
238 layout->setContentsMargins(3, 3, 3, 3);
240 JPEGFrameView *display = new JPEGFrameView(frame);
241 display->setAutoFillBackground(true);
242 layout->addWidget(display);
244 ui->input_displays->addWidget(frame, i / 2, i % 2);
245 display->set_overlay(to_string(i + 1));
247 QPushButton *preview_btn = new QPushButton(this);
248 preview_btn->setMaximumSize(20, 17);
249 preview_btn->setText(QString::fromStdString(to_string(i + 1)));
250 ui->preview_layout->addWidget(preview_btn);
252 displays.emplace_back(FrameAndDisplay{ frame, display, preview_btn });
254 connect(display, &JPEGFrameView::clicked, preview_btn, &QPushButton::click);
255 QShortcut *shortcut = new QShortcut(QKeySequence(Qt::Key_1 + i), this);
256 connect(shortcut, &QShortcut::activated, preview_btn, &QPushButton::click);
258 connect(preview_btn, &QPushButton::clicked, [this, i]{ preview_angle_clicked(i); });
261 cliplist_clips->change_num_cameras(num_cameras);
262 playlist_clips->change_num_cameras(num_cameras);
264 QMetaObject::invokeMethod(this, "relayout", Qt::QueuedConnection);
267 MainWindow::~MainWindow()
269 // Empty so that we can forward-declare Player in the .h file.
272 void MainWindow::cue_in_clicked()
274 if (!cliplist_clips->empty() && cliplist_clips->back()->pts_out < 0) {
275 cliplist_clips->mutable_back()->pts_in = current_pts;
279 clip.pts_in = max<int64_t>(current_pts - lrint(global_flags.cue_point_padding_seconds * TIMEBASE), 0);
280 cliplist_clips->add_clip(clip);
281 playlist_selection_changed();
282 ui->clip_list->scrollToBottom();
285 void MainWindow::cue_out_clicked()
287 if (!cliplist_clips->empty()) {
288 cliplist_clips->mutable_back()->pts_out = current_pts + lrint(global_flags.cue_point_padding_seconds * TIMEBASE);
289 // TODO: select the row in the clip list?
293 void MainWindow::queue_clicked()
295 if (cliplist_clips->empty()) {
299 QItemSelectionModel *selected = ui->clip_list->selectionModel();
300 if (!selected->hasSelection()) {
301 Clip clip = *cliplist_clips->back();
303 if (clip.pts_out != -1) {
304 playlist_clips->add_clip(clip);
305 playlist_selection_changed();
306 ui->playlist->scrollToBottom();
311 QModelIndex index = selected->currentIndex();
312 Clip clip = *cliplist_clips->clip(index.row());
313 if (cliplist_clips->is_camera_column(index.column())) {
314 clip.stream_idx = index.column() - int(ClipList::Column::CAMERA_1);
316 clip.stream_idx = ui->preview_display->get_stream_idx();
319 if (clip.pts_out != -1) {
320 playlist_clips->add_clip(clip);
321 playlist_selection_changed();
322 ui->playlist->scrollToBottom();
323 if (!ui->playlist->selectionModel()->hasSelection()) {
324 // TODO: Figure out why this doesn't always seem to actually select the row.
325 QModelIndex bottom = playlist_clips->index(playlist_clips->size() - 1, 0);
326 ui->playlist->setCurrentIndex(bottom);
331 void MainWindow::preview_clicked()
333 if (ui->playlist->hasFocus()) {
334 // Allow the playlist as preview iff it has focus and something is selected.
335 QItemSelectionModel *selected = ui->playlist->selectionModel();
336 if (selected->hasSelection()) {
337 QModelIndex index = selected->currentIndex();
338 const Clip &clip = *playlist_clips->clip(index.row());
339 preview_player->play({clip});
344 if (cliplist_clips->empty())
347 QItemSelectionModel *selected = ui->clip_list->selectionModel();
348 if (!selected->hasSelection()) {
349 preview_player->play({*cliplist_clips->back()});
353 QModelIndex index = selected->currentIndex();
354 Clip clip = *cliplist_clips->clip(index.row());
355 if (cliplist_clips->is_camera_column(index.column())) {
356 clip.stream_idx = index.column() - int(ClipList::Column::CAMERA_1);
358 clip.stream_idx = ui->preview_display->get_stream_idx();
360 preview_player->play({clip});
363 void MainWindow::preview_angle_clicked(unsigned stream_idx)
365 preview_player->override_angle(stream_idx);
367 // Change the selection if we were previewing a clip from the clip list.
368 // (The only other thing we could be showing is a pts scrub, and if so,
369 // that would be selected.)
370 QItemSelectionModel *selected = ui->clip_list->selectionModel();
371 if (selected->hasSelection()) {
372 QModelIndex cell = selected->selectedIndexes()[0];
373 int column = int(ClipList::Column::CAMERA_1) + stream_idx;
374 selected->setCurrentIndex(cell.sibling(cell.row(), column), QItemSelectionModel::ClearAndSelect);
378 void MainWindow::playlist_duplicate()
380 QItemSelectionModel *selected = ui->playlist->selectionModel();
381 if (!selected->hasSelection()) {
382 // Should have been grayed out, but OK.
385 QModelIndexList rows = selected->selectedRows();
386 int first = rows.front().row(), last = rows.back().row();
387 playlist_clips->duplicate_clips(first, last);
388 playlist_selection_changed();
391 void MainWindow::playlist_remove()
393 QItemSelectionModel *selected = ui->playlist->selectionModel();
394 if (!selected->hasSelection()) {
395 // Should have been grayed out, but OK.
398 QModelIndexList rows = selected->selectedRows();
399 int first = rows.front().row(), last = rows.back().row();
400 playlist_clips->erase_clips(first, last);
402 // TODO: select the next one in the list?
404 playlist_selection_changed();
407 void MainWindow::playlist_move(int delta)
409 QItemSelectionModel *selected = ui->playlist->selectionModel();
410 if (!selected->hasSelection()) {
411 // Should have been grayed out, but OK.
415 QModelIndexList rows = selected->selectedRows();
416 int first = rows.front().row(), last = rows.back().row();
417 if ((delta == -1 && first == 0) ||
418 (delta == 1 && size_t(last) == playlist_clips->size() - 1)) {
419 // Should have been grayed out, but OK.
423 playlist_clips->move_clips(first, last, delta);
424 playlist_selection_changed();
427 void MainWindow::defer_timer_expired()
429 state_changed(deferred_state);
432 void MainWindow::content_changed()
434 if (defer_timeout->isActive() &&
435 (!currently_deferring_model_changes || deferred_change_id != current_change_id)) {
436 // There's some deferred event waiting, but this event is unrelated.
437 // So it's time to short-circuit that timer and do the work it wanted to do.
438 defer_timeout->stop();
439 state_changed(deferred_state);
442 *state.mutable_clip_list() = cliplist_clips->serialize();
443 *state.mutable_play_list() = playlist_clips->serialize();
444 if (currently_deferring_model_changes) {
445 deferred_change_id = current_change_id;
446 deferred_state = std::move(state);
447 defer_timeout->start(200);
450 state_changed(state);
453 void MainWindow::state_changed(const StateProto &state)
455 db.store_state(state);
458 ui->redo_action->setEnabled(false);
460 undo_stack.push_back(state);
461 ui->undo_action->setEnabled(undo_stack.size() > 1);
463 // Make sure it doesn't grow without bounds.
464 while (undo_stack.size() >= 100) {
465 undo_stack.pop_front();
469 void MainWindow::save_settings()
471 SettingsProto settings;
472 settings.set_interpolation_quality(global_flags.interpolation_quality + 1);
473 settings.set_cue_point_padding_seconds(global_flags.cue_point_padding_seconds);
474 db.store_settings(settings);
477 void MainWindow::play_clicked()
479 if (playlist_clips->empty())
482 QItemSelectionModel *selected = ui->playlist->selectionModel();
484 if (!selected->hasSelection()) {
487 start_row = selected->selectedRows(0)[0].row();
490 live_player_index_to_row.clear();
493 for (unsigned row = start_row; row < playlist_clips->size(); ++row) {
494 live_player_index_to_row.emplace(clips.size(), row);
495 clips.push_back(*playlist_clips->clip(row));
497 live_player->play(clips);
498 playlist_clips->set_progress({{ start_row, 0.0f }});
499 playlist_clips->set_currently_playing(start_row, 0.0f);
500 playlist_selection_changed();
502 ui->stop_btn->setEnabled(true);
505 void MainWindow::stop_clicked()
508 fake_clip.pts_in = 0;
509 fake_clip.pts_out = 0;
510 size_t last_row = playlist_clips->size() - 1;
511 playlist_clips->set_currently_playing(last_row, 0.0f);
512 live_player_index_to_row.clear();
513 live_player->play({fake_clip});
516 void MainWindow::live_player_clip_done()
518 int row = playlist_clips->get_currently_playing();
519 if (row == -1 || row == int(playlist_clips->size()) - 1) {
520 set_output_status("paused");
521 playlist_clips->set_progress({});
522 playlist_clips->set_currently_playing(-1, 0.0f);
524 playlist_clips->set_progress({{ row + 1, 0.0f }});
525 playlist_clips->set_currently_playing(row + 1, 0.0f);
527 ui->stop_btn->setEnabled(false);
530 pair<Clip, size_t> MainWindow::live_player_get_next_clip()
532 // playlist_clips can only be accessed on the main thread.
533 // Hopefully, we won't have to wait too long for this to come back.
535 // TODO: If MainWindow is in the process of being destroyed and waiting
536 // for Player to shut down, we could have a deadlock here.
537 promise<pair<Clip, size_t>> clip_promise;
538 future<pair<Clip, size_t>> clip = clip_promise.get_future();
539 post_to_main_thread([&clip_promise] {
540 int row = playlist_clips->get_currently_playing();
541 if (row != -1 && row < int(playlist_clips->size()) - 1) {
542 clip_promise.set_value(make_pair(*playlist_clips->clip(row + 1), row + 1));
544 clip_promise.set_value(make_pair(Clip(), 0));
550 static string format_duration(double t)
552 int t_ms = lrint(t * 1e3);
554 int ms = t_ms % 1000;
561 snprintf(buf, sizeof(buf), "%d:%02d.%03d", m, s, ms);
565 void MainWindow::live_player_clip_progress(const map<size_t, double> &progress)
567 map<size_t, double> converted_progress;
568 for (const auto &it : progress) {
569 if (live_player_index_to_row.count(it.first)) {
570 converted_progress.emplace(live_player_index_to_row[it.first], it.second);
573 playlist_clips->set_progress(converted_progress);
576 for (size_t row = 0; row < playlist_clips->size(); ++row) {
577 clips.push_back(*playlist_clips->clip(row));
579 double remaining = compute_time_left(clips, progress);
580 set_output_status(format_duration(remaining) + " left");
583 void MainWindow::resizeEvent(QResizeEvent *event)
585 QMainWindow::resizeEvent(event);
587 // Ask for a relayout, but only after the event loop is done doing relayout
588 // on everything else.
589 QMetaObject::invokeMethod(this, "relayout", Qt::QueuedConnection);
592 void MainWindow::relayout()
594 ui->live_display->setMinimumWidth(ui->live_display->height() * 16 / 9);
595 ui->preview_display->setMinimumWidth(ui->preview_display->height() * 16 / 9);
598 void set_pts_in(int64_t pts, int64_t current_pts, ClipProxy &clip)
600 pts = std::max<int64_t>(pts, 0);
601 if (clip->pts_out == -1) {
602 pts = std::min(pts, current_pts);
604 pts = std::min(pts, clip->pts_out);
609 bool MainWindow::eventFilter(QObject *watched, QEvent *event)
611 constexpr int dead_zone_pixels = 3; // To avoid that simple clicks get misinterpreted.
612 constexpr int camera_degrees_per_pixel = 15; // One click of most mice.
613 int scrub_sensitivity = 100; // pts units per pixel.
614 int wheel_sensitivity = 100; // pts units per degree.
616 unsigned stream_idx = ui->preview_display->get_stream_idx();
618 if (watched == ui->clip_list) {
619 if (event->type() == QEvent::FocusOut) {
620 highlight_camera_input(-1);
625 if (event->type() != QEvent::Wheel) {
626 last_mousewheel_camera_row = -1;
629 if (event->type() == QEvent::MouseButtonPress) {
630 QMouseEvent *mouse = (QMouseEvent *)event;
632 QTableView *destination;
635 if (watched == ui->clip_list->viewport()) {
636 destination = ui->clip_list;
637 type = SCRUBBING_CLIP_LIST;
638 } else if (watched == ui->playlist->viewport()) {
639 destination = ui->playlist;
640 type = SCRUBBING_PLAYLIST;
644 int column = destination->columnAt(mouse->x());
645 int row = destination->rowAt(mouse->y());
646 if (column == -1 || row == -1)
649 if (type == SCRUBBING_CLIP_LIST) {
650 if (ClipList::Column(column) == ClipList::Column::IN) {
651 scrub_pts_origin = cliplist_clips->clip(row)->pts_in;
652 preview_single_frame(scrub_pts_origin, stream_idx, FIRST_AT_OR_AFTER);
653 } else if (ClipList::Column(column) == ClipList::Column::OUT) {
654 scrub_pts_origin = cliplist_clips->clip(row)->pts_out;
655 preview_single_frame(scrub_pts_origin, stream_idx, LAST_BEFORE);
660 if (PlayList::Column(column) == PlayList::Column::IN) {
661 scrub_pts_origin = playlist_clips->clip(row)->pts_in;
662 preview_single_frame(scrub_pts_origin, stream_idx, FIRST_AT_OR_AFTER);
663 } else if (PlayList::Column(column) == PlayList::Column::OUT) {
664 scrub_pts_origin = playlist_clips->clip(row)->pts_out;
665 preview_single_frame(scrub_pts_origin, stream_idx, LAST_BEFORE);
673 scrub_column = column;
674 scrub_x_origin = mouse->x();
676 } else if (event->type() == QEvent::MouseMove) {
677 QMouseEvent *mouse = (QMouseEvent *)event;
678 if (mouse->modifiers() & Qt::KeyboardModifier::ShiftModifier) {
679 scrub_sensitivity *= 10;
680 wheel_sensitivity *= 10;
682 if (mouse->modifiers() & Qt::KeyboardModifier::AltModifier) { // Note: Shift + Alt cancel each other out.
683 scrub_sensitivity /= 10;
684 wheel_sensitivity /= 10;
687 int offset = mouse->x() - scrub_x_origin;
689 if (offset >= dead_zone_pixels) {
690 adjusted_offset = offset - dead_zone_pixels;
691 } else if (offset < -dead_zone_pixels) {
692 adjusted_offset = offset + dead_zone_pixels;
697 int64_t pts = scrub_pts_origin + adjusted_offset * scrub_sensitivity;
698 currently_deferring_model_changes = true;
699 if (scrub_type == SCRUBBING_CLIP_LIST) {
700 ClipProxy clip = cliplist_clips->mutable_clip(scrub_row);
701 if (scrub_column == int(ClipList::Column::IN)) {
702 current_change_id = "cliplist:in:" + to_string(scrub_row);
703 set_pts_in(pts, current_pts, clip);
704 preview_single_frame(pts, stream_idx, FIRST_AT_OR_AFTER);
706 current_change_id = "cliplist:out" + to_string(scrub_row);
707 pts = std::max(pts, clip->pts_in);
708 pts = std::min(pts, current_pts);
710 preview_single_frame(pts, stream_idx, LAST_BEFORE);
713 ClipProxy clip = playlist_clips->mutable_clip(scrub_row);
714 if (scrub_column == int(PlayList::Column::IN)) {
715 current_change_id = "playlist:in:" + to_string(scrub_row);
716 set_pts_in(pts, current_pts, clip);
717 preview_single_frame(pts, clip->stream_idx, FIRST_AT_OR_AFTER);
719 current_change_id = "playlist:out:" + to_string(scrub_row);
720 pts = std::max(pts, clip->pts_in);
721 pts = std::min(pts, current_pts);
723 preview_single_frame(pts, clip->stream_idx, LAST_BEFORE);
726 currently_deferring_model_changes = false;
728 return true; // Don't use this mouse movement for selecting things.
730 } else if (event->type() == QEvent::Wheel) {
731 QWheelEvent *wheel = (QWheelEvent *)event;
732 int angle_delta = wheel->angleDelta().y();
733 if (wheel->modifiers() & Qt::KeyboardModifier::ShiftModifier) {
734 scrub_sensitivity *= 10;
735 wheel_sensitivity *= 10;
737 if (wheel->modifiers() & Qt::KeyboardModifier::AltModifier) { // Note: Shift + Alt cancel each other out.
738 scrub_sensitivity /= 10;
739 wheel_sensitivity /= 10;
740 angle_delta = wheel->angleDelta().x(); // Qt ickiness.
743 QTableView *destination;
744 int in_column, out_column, camera_column;
745 if (watched == ui->clip_list->viewport()) {
746 destination = ui->clip_list;
747 in_column = int(ClipList::Column::IN);
748 out_column = int(ClipList::Column::OUT);
750 last_mousewheel_camera_row = -1;
751 } else if (watched == ui->playlist->viewport()) {
752 destination = ui->playlist;
753 in_column = int(PlayList::Column::IN);
754 out_column = int(PlayList::Column::OUT);
755 camera_column = int(PlayList::Column::CAMERA);
757 last_mousewheel_camera_row = -1;
760 int column = destination->columnAt(wheel->x());
761 int row = destination->rowAt(wheel->y());
762 if (column == -1 || row == -1) return false;
764 // Only adjust pts with the wheel if the given row is selected.
765 if (!destination->hasFocus() ||
766 row != destination->selectionModel()->currentIndex().row()) {
770 currently_deferring_model_changes = true;
772 current_change_id = (watched == ui->clip_list->viewport()) ? "cliplist:" : "playlist:";
773 ClipProxy clip = (watched == ui->clip_list->viewport()) ?
774 cliplist_clips->mutable_clip(row) : playlist_clips->mutable_clip(row);
775 if (watched == ui->playlist->viewport()) {
776 stream_idx = clip->stream_idx;
779 if (column != camera_column) {
780 last_mousewheel_camera_row = -1;
782 if (column == in_column) {
783 current_change_id += "in:" + to_string(row);
784 int64_t pts = clip->pts_in + angle_delta * wheel_sensitivity;
785 set_pts_in(pts, current_pts, clip);
786 preview_single_frame(pts, stream_idx, FIRST_AT_OR_AFTER);
787 } else if (column == out_column) {
788 current_change_id += "out:" + to_string(row);
789 int64_t pts = clip->pts_out + angle_delta * wheel_sensitivity;
790 pts = std::max(pts, clip->pts_in);
791 pts = std::min(pts, current_pts);
793 preview_single_frame(pts, stream_idx, LAST_BEFORE);
794 } else if (column == camera_column) {
795 current_change_id += "camera:" + to_string(row);
796 int angle_degrees = angle_delta;
797 if (last_mousewheel_camera_row == row) {
798 angle_degrees += leftover_angle_degrees;
801 int stream_idx = clip->stream_idx + angle_degrees / camera_degrees_per_pixel;
802 stream_idx = std::max(stream_idx, 0);
803 stream_idx = std::min<int>(stream_idx, num_cameras - 1);
804 clip->stream_idx = stream_idx;
806 last_mousewheel_camera_row = row;
807 leftover_angle_degrees = angle_degrees % camera_degrees_per_pixel;
809 // Don't update the live view, that's rarely what the operator wants.
812 currently_deferring_model_changes = false;
813 return true; // Don't scroll.
814 } else if (event->type() == QEvent::MouseButtonRelease) {
820 void MainWindow::preview_single_frame(int64_t pts, unsigned stream_idx, MainWindow::Rounding rounding)
822 if (rounding == LAST_BEFORE) {
823 lock_guard<mutex> lock(frame_mu);
824 if (frames[stream_idx].empty())
826 auto it = find_last_frame_before(frames[stream_idx], pts);
827 if (it != frames[stream_idx].end()) {
831 assert(rounding == FIRST_AT_OR_AFTER);
832 lock_guard<mutex> lock(frame_mu);
833 if (frames[stream_idx].empty())
835 auto it = find_first_frame_at_or_after(frames[stream_idx], pts);
836 if (it != frames[stream_idx].end()) {
842 fake_clip.pts_in = pts;
843 fake_clip.pts_out = pts + 1;
844 preview_player->play({fake_clip});
847 void MainWindow::playlist_selection_changed()
849 QItemSelectionModel *selected = ui->playlist->selectionModel();
850 bool any_selected = selected->hasSelection();
851 ui->playlist_duplicate_btn->setEnabled(any_selected);
852 ui->playlist_remove_btn->setEnabled(any_selected);
853 ui->playlist_move_up_btn->setEnabled(
854 any_selected && selected->selectedRows().front().row() > 0);
855 ui->playlist_move_down_btn->setEnabled(
856 any_selected && selected->selectedRows().back().row() < int(playlist_clips->size()) - 1);
857 ui->play_btn->setEnabled(!playlist_clips->empty());
860 set_output_status("paused");
863 for (size_t row = 0; row < playlist_clips->size(); ++row) {
864 clips.push_back(*playlist_clips->clip(row));
866 double remaining = compute_time_left(clips, {{selected->selectedRows().front().row(), 0.0}});
867 set_output_status(format_duration(remaining) + " ready");
871 void MainWindow::clip_list_selection_changed(const QModelIndex ¤t, const QModelIndex &)
873 int camera_selected = -1;
874 if (cliplist_clips->is_camera_column(current.column())) {
875 camera_selected = current.column() - int(ClipList::Column::CAMERA_1);
877 highlight_camera_input(camera_selected);
880 void MainWindow::report_disk_space(off_t free_bytes, double estimated_seconds_left)
883 if (estimated_seconds_left < 60.0) {
884 strcpy(time_str, "<font color=\"red\">Less than a minute</font>");
885 } else if (estimated_seconds_left < 1800.0) { // Less than half an hour: Xm Ys (red).
886 int s = lrintf(estimated_seconds_left);
889 snprintf(time_str, sizeof(time_str), "<font color=\"red\">%dm %ds</font>", m, s);
890 } else if (estimated_seconds_left < 3600.0) { // Less than an hour: Xm.
891 int m = lrintf(estimated_seconds_left / 60.0);
892 snprintf(time_str, sizeof(time_str), "%dm", m);
893 } else if (estimated_seconds_left < 36000.0) { // Less than ten hours: Xh Ym.
894 int m = lrintf(estimated_seconds_left / 60.0);
897 snprintf(time_str, sizeof(time_str), "%dh %dm", h, m);
898 } else { // More than ten hours: Xh.
899 int h = lrintf(estimated_seconds_left / 3600.0);
900 snprintf(time_str, sizeof(time_str), "%dh", h);
903 snprintf(buf, sizeof(buf), "Disk free: %'.0f MB (approx. %s)", free_bytes / 1048576.0, time_str);
905 std::string label = buf;
907 post_to_main_thread([this, label] {
908 disk_free_label->setText(QString::fromStdString(label));
909 ui->menuBar->setCornerWidget(disk_free_label); // Need to set this again for the sizing to get right.
913 void MainWindow::exit_triggered()
918 void MainWindow::export_cliplist_clip_multitrack_triggered()
920 QItemSelectionModel *selected = ui->clip_list->selectionModel();
921 if (!selected->hasSelection()) {
923 msgbox.setText("No clip selected in the clip list. Select one and try exporting again.");
928 QModelIndex index = selected->currentIndex();
929 Clip clip = *cliplist_clips->clip(index.row());
930 QString filename = QFileDialog::getSaveFileName(this,
931 "Export multitrack clip", QString(), tr("Matroska video files (*.mkv)"));
932 if (filename.isNull()) {
936 if (!filename.endsWith(".mkv")) {
939 export_multitrack_clip(filename.toStdString(), clip);
942 void MainWindow::export_playlist_clip_interpolated_triggered()
944 QItemSelectionModel *selected = ui->playlist->selectionModel();
945 if (!selected->hasSelection()) {
947 msgbox.setText("No clip selected in the playlist. Select one and try exporting again.");
952 QString filename = QFileDialog::getSaveFileName(this,
953 "Export interpolated clip", QString(), tr("Matroska video files (*.mkv)"));
954 if (filename.isNull()) {
958 if (!filename.endsWith(".mkv")) {
963 QModelIndexList rows = selected->selectedRows();
964 for (QModelIndex index : rows) {
965 clips.push_back(*playlist_clips->clip(index.row()));
967 export_interpolated_clip(filename.toStdString(), clips);
970 void MainWindow::manual_triggered()
972 if (!QDesktopServices::openUrl(QUrl("https://nageru.sesse.net/doc/"))) {
974 msgbox.setText("Could not launch manual in web browser.\nPlease see https://nageru.sesse.net/doc/ manually.");
979 void MainWindow::about_triggered()
981 AboutDialog("Futatabi", "Multicamera slow motion video server").exec();
984 void MainWindow::undo_triggered()
986 // Finish any deferred action.
987 if (defer_timeout->isActive()) {
988 defer_timeout->stop();
989 state_changed(deferred_state);
992 StateProto redo_state;
993 *redo_state.mutable_clip_list() = cliplist_clips->serialize();
994 *redo_state.mutable_play_list() = playlist_clips->serialize();
995 redo_stack.push_back(std::move(redo_state));
996 ui->redo_action->setEnabled(true);
998 assert(undo_stack.size() > 1);
1000 // Pop off the current state, which is always at the top of the stack.
1001 undo_stack.pop_back();
1003 StateProto state = undo_stack.back();
1004 ui->undo_action->setEnabled(undo_stack.size() > 1);
1006 replace_model(ui->clip_list, &cliplist_clips, new ClipList(state.clip_list()));
1007 replace_model(ui->playlist, &playlist_clips, new PlayList(state.play_list()));
1009 db.store_state(state);
1012 void MainWindow::redo_triggered()
1014 assert(!redo_stack.empty());
1016 ui->undo_action->setEnabled(true);
1017 ui->redo_action->setEnabled(true);
1019 undo_stack.push_back(std::move(redo_stack.back()));
1020 redo_stack.pop_back();
1021 ui->undo_action->setEnabled(true);
1022 ui->redo_action->setEnabled(!redo_stack.empty());
1024 const StateProto &state = undo_stack.back();
1025 replace_model(ui->clip_list, &cliplist_clips, new ClipList(state.clip_list()));
1026 replace_model(ui->playlist, &playlist_clips, new PlayList(state.play_list()));
1028 db.store_state(state);
1031 void MainWindow::quality_toggled(int quality, bool checked)
1036 global_flags.interpolation_quality = quality;
1037 if (quality != 0 && // Turning interpolation off is always possible.
1038 quality != flow_initialized_interpolation_quality) {
1040 msgbox.setText(QString::fromStdString(
1041 "The interpolation quality for the main output cannot be changed at runtime, "
1042 "except being turned completely off; it will take effect for exported files "
1043 "only until next restart. The live output quality thus remains at " + to_string(flow_initialized_interpolation_quality) + "."));
1050 void MainWindow::padding_toggled(double seconds, bool checked)
1055 global_flags.cue_point_padding_seconds = seconds;
1059 void MainWindow::highlight_camera_input(int stream_idx)
1061 for (unsigned i = 0; i < num_cameras; ++i) {
1062 if (unsigned(stream_idx) == i) {
1063 displays[i].frame->setStyleSheet("background: rgb(0,255,0)");
1065 displays[i].frame->setStyleSheet("");
1070 void MainWindow::set_output_status(const string &status)
1072 ui->live_label->setText(QString::fromStdString("Current output (" + status + ")"));
1074 lock_guard<mutex> lock(queue_status_mu);
1075 queue_status = status;
1078 pair<string, string> MainWindow::get_queue_status() const {
1079 lock_guard<mutex> lock(queue_status_mu);
1080 return {queue_status, "text/plain"};
1083 void MainWindow::display_frame(unsigned stream_idx, const FrameOnDisk &frame)
1085 if (stream_idx >= MAX_STREAMS) {
1086 fprintf(stderr, "WARNING: Ignoring too-high stream index %u.\n", stream_idx);
1089 if (stream_idx >= num_cameras) {
1090 post_to_main_thread_and_wait([this, stream_idx]{
1091 num_cameras = stream_idx + 1;
1092 change_num_cameras();
1095 displays[stream_idx].display->setFrame(stream_idx, frame);
1098 template <class Model>
1099 void MainWindow::replace_model(QTableView *view, Model **model, Model *new_model)
1101 QItemSelectionModel *old_selection_model = view->selectionModel();
1102 view->setModel(new_model);
1104 delete old_selection_model;
1106 connect(new_model, &Model::any_content_changed, this, &MainWindow::content_changed);
1109 void MainWindow::start_tally()
1111 http_reply = http.get(QNetworkRequest(QString::fromStdString(global_flags.tally_url)));
1112 connect(http_reply, &QNetworkReply::finished, this, &MainWindow::tally_received);
1115 void MainWindow::tally_received()
1117 unsigned time_to_next_tally_ms;
1118 if (http_reply->error()) {
1119 fprintf(stderr, "HTTP get of '%s' failed: %s\n", global_flags.tally_url.c_str(),
1120 http_reply->errorString().toStdString().c_str());
1121 ui->live_frame->setStyleSheet("");
1122 time_to_next_tally_ms = 1000;
1124 string contents = http_reply->readAll().toStdString();
1125 ui->live_frame->setStyleSheet(QString::fromStdString("background: " + contents));
1126 time_to_next_tally_ms = 100;
1128 http_reply->deleteLater();
1129 http_reply = nullptr;
1131 QTimer::singleShot(time_to_next_tally_ms, this, &MainWindow::start_tally);