git.sesse.net Git - nageru/blob - mainwindow.cpp

   1 #include "mainwindow.h"
   2
   3 #include "clip_list.h"
   4 #include "player.h"
   5 #include "post_to_main_thread.h"
   6 #include "timebase.h"
   7 #include "ui_mainwindow.h"
   8
   9 #include <string>
  10 #include <vector>
  11
  12 #include <QMouseEvent>
  13 #include <QWheelEvent>
  14 #include <QShortcut>
  15
  16 using namespace std;
  17
  18 MainWindow *global_mainwindow = nullptr;
  19 ClipList *cliplist_clips;
  20 PlayList *playlist_clips;
  21
  22 extern int64_t current_pts;
  23 extern mutex frame_mu;
  24 extern vector<int64_t> frames[MAX_STREAMS];
  25
  26 MainWindow::MainWindow()
  27         : ui(new Ui::MainWindow)
  28 {
  29         global_mainwindow = this;
  30         ui->setupUi(this);
  31
  32         cliplist_clips = new ClipList();
  33         ui->clip_list->setModel(cliplist_clips);
  34
  35         playlist_clips = new PlayList();
  36         ui->playlist->setModel(playlist_clips);
  37
  38         // For scrubbing in the pts columns.
  39         ui->clip_list->viewport()->installEventFilter(this);
  40         ui->playlist->viewport()->installEventFilter(this);
  41
  42         QShortcut *cue_in = new QShortcut(QKeySequence(Qt::Key_A), this);
  43         connect(cue_in, &QShortcut::activated, ui->cue_in_btn, &QPushButton::click);
  44         connect(ui->cue_in_btn, &QPushButton::clicked, this, &MainWindow::cue_in_clicked);
  45
  46         QShortcut *cue_out = new QShortcut(QKeySequence(Qt::Key_S), this);
  47         connect(cue_out, &QShortcut::activated, ui->cue_out_btn, &QPushButton::click);
  48         connect(ui->cue_out_btn, &QPushButton::clicked, this, &MainWindow::cue_out_clicked);
  49
  50         QShortcut *queue = new QShortcut(QKeySequence(Qt::Key_Q), this);
  51         connect(queue, &QShortcut::activated, ui->queue_btn, &QPushButton::click);
  52         connect(ui->queue_btn, &QPushButton::clicked, this, &MainWindow::queue_clicked);
  53
  54         QShortcut *preview = new QShortcut(QKeySequence(Qt::Key_W), this);
  55         connect(preview, &QShortcut::activated, ui->preview_btn, &QPushButton::click);
  56         connect(ui->preview_btn, &QPushButton::clicked, this, &MainWindow::preview_clicked);
  57
  58         QShortcut *play = new QShortcut(QKeySequence(Qt::Key_Space), this);
  59         connect(play, &QShortcut::activated, ui->play_btn, &QPushButton::click);
  60         connect(ui->play_btn, &QPushButton::clicked, this, &MainWindow::play_clicked);
  61
  62         QShortcut *preview_1 = new QShortcut(QKeySequence(Qt::Key_1), this);
  63         connect(preview_1, &QShortcut::activated, ui->preview_1_btn, &QPushButton::click);
  64         connect(ui->input1_display, &JPEGFrameView::clicked, ui->preview_1_btn, &QPushButton::click);
  65         connect(ui->preview_1_btn, &QPushButton::clicked, [this]{ preview_angle_clicked(0); });
  66         ui->input1_display->set_overlay("1");
  67
  68         QShortcut *preview_2 = new QShortcut(QKeySequence(Qt::Key_2), this);
  69         connect(preview_2, &QShortcut::activated, ui->preview_2_btn, &QPushButton::click);
  70         connect(ui->input2_display, &JPEGFrameView::clicked, ui->preview_2_btn, &QPushButton::click);
  71         connect(ui->preview_2_btn, &QPushButton::clicked, [this]{ preview_angle_clicked(1); });
  72         ui->input2_display->set_overlay("2");
  73
  74         QShortcut *preview_3 = new QShortcut(QKeySequence(Qt::Key_3), this);
  75         connect(preview_3, &QShortcut::activated, ui->preview_3_btn, &QPushButton::click);
  76         connect(ui->input3_display, &JPEGFrameView::clicked, ui->preview_3_btn, &QPushButton::click);
  77         connect(ui->preview_3_btn, &QPushButton::clicked, [this]{ preview_angle_clicked(2); });
  78         ui->input3_display->set_overlay("3");
  79
  80         QShortcut *preview_4 = new QShortcut(QKeySequence(Qt::Key_4), this);
  81         connect(preview_4, &QShortcut::activated, ui->preview_4_btn, &QPushButton::click);
  82         connect(ui->input4_display, &JPEGFrameView::clicked, ui->preview_4_btn, &QPushButton::click);
  83         connect(ui->preview_4_btn, &QPushButton::clicked, [this]{ preview_angle_clicked(3); });
  84         ui->input4_display->set_overlay("4");
  85
  86         connect(ui->playlist_duplicate_btn, &QPushButton::clicked, this, &MainWindow::playlist_duplicate);
  87
  88         connect(ui->playlist_remove_btn, &QPushButton::clicked, this, &MainWindow::playlist_remove);
  89         QShortcut *delete_key = new QShortcut(QKeySequence(Qt::Key_Delete), ui->playlist);
  90         connect(delete_key, &QShortcut::activated, [this] {
  91                 if (ui->playlist->hasFocus()) {
  92                         playlist_remove();
  93                 }
  94         });
  95
  96         // TODO: support drag-and-drop.
  97         connect(ui->playlist_move_up_btn, &QPushButton::clicked, [this]{ playlist_move(-1); });
  98         connect(ui->playlist_move_down_btn, &QPushButton::clicked, [this]{ playlist_move(1); });
  99
 100         connect(ui->playlist->selectionModel(), &QItemSelectionModel::selectionChanged,
 101                 this, &MainWindow::playlist_selection_changed);
 102         playlist_selection_changed();  // First time set-up.
 103
 104         preview_player = new Player(ui->preview_display, /*also_output_to_stream=*/false);
 105         live_player = new Player(ui->live_display, /*also_output_to_stream=*/true);
 106         live_player->set_done_callback([this]{
 107                 post_to_main_thread([this]{
 108                         live_player_clip_done();
 109                 });
 110         });
 111         live_player->set_progress_callback([this](double played_this_clip, double total_length) {
 112                 post_to_main_thread([this, played_this_clip, total_length] {
 113                         live_player_clip_progress(played_this_clip, total_length);
 114                 });
 115         });
 116 }
 117
 118 void MainWindow::cue_in_clicked()
 119 {
 120         if (!cliplist_clips->empty() && cliplist_clips->back()->pts_out < 0) {
 121                 cliplist_clips->mutable_back()->pts_in = current_pts;
 122                 return;
 123         }
 124         Clip clip;
 125         clip.pts_in = current_pts;
 126         cliplist_clips->add_clip(clip);
 127         playlist_selection_changed();
 128 }
 129
 130 void MainWindow::cue_out_clicked()
 131 {
 132         if (!cliplist_clips->empty()) {
 133                 cliplist_clips->mutable_back()->pts_out = current_pts;
 134                 // TODO: select the row in the clip list?
 135         }
 136 }
 137
 138 void MainWindow::queue_clicked()
 139 {
 140         if (cliplist_clips->empty()) {
 141                 return;
 142         }
 143
 144         QItemSelectionModel *selected = ui->clip_list->selectionModel();
 145         if (!selected->hasSelection()) {
 146                 Clip clip = *cliplist_clips->back();
 147                 clip.stream_idx = 0;
 148                 if (clip.pts_out != -1) {
 149                         playlist_clips->add_clip(clip);
 150                         playlist_selection_changed();
 151                 }
 152                 return;
 153         }
 154
 155         QModelIndex index = selected->currentIndex();
 156         Clip clip = *cliplist_clips->clip(index.row());
 157         if (index.column() >= int(ClipList::Column::CAMERA_1) &&
 158             index.column() <= int(ClipList::Column::CAMERA_4)) {
 159                 clip.stream_idx = index.column() - int(ClipList::Column::CAMERA_1);
 160         } else {
 161                 clip.stream_idx = ui->preview_display->get_stream_idx();
 162         }
 163
 164         if (clip.pts_out != -1) {
 165                 playlist_clips->add_clip(clip);
 166                 playlist_selection_changed();
 167         }
 168 }
 169
 170 void MainWindow::preview_clicked()
 171 {
 172         if (cliplist_clips->empty()) return;
 173
 174         QItemSelectionModel *selected = ui->clip_list->selectionModel();
 175         if (!selected->hasSelection()) {
 176                 preview_player->play_clip(*cliplist_clips->back(), 0);
 177                 return;
 178         }
 179
 180         QModelIndex index = selected->currentIndex();
 181         unsigned stream_idx;
 182         if (index.column() >= int(ClipList::Column::CAMERA_1) &&
 183             index.column() <= int(ClipList::Column::CAMERA_4)) {
 184                 stream_idx = index.column() - int(ClipList::Column::CAMERA_1);
 185         } else {
 186                 stream_idx = ui->preview_display->get_stream_idx();
 187         }
 188         preview_player->play_clip(*cliplist_clips->clip(index.row()), stream_idx);
 189 }
 190
 191 void MainWindow::preview_angle_clicked(unsigned stream_idx)
 192 {
 193         preview_player->override_angle(stream_idx);
 194
 195         // Change the selection if we were previewing a clip from the clip list.
 196         // (The only other thing we could be showing is a pts scrub, and if so,
 197         // that would be selected.)
 198         QItemSelectionModel *selected = ui->clip_list->selectionModel();
 199         if (selected->hasSelection()) {
 200                 QModelIndex cell = selected->selectedIndexes()[0];
 201                 int column = int(ClipList::Column::CAMERA_1) + stream_idx;
 202                 selected->setCurrentIndex(cell.sibling(cell.row(), column), QItemSelectionModel::ClearAndSelect);
 203         }
 204 }
 205
 206 void MainWindow::playlist_duplicate()
 207 {
 208         QItemSelectionModel *selected = ui->playlist->selectionModel();
 209         if (!selected->hasSelection()) {
 210                 // Should have been grayed out, but OK.
 211                 return;
 212         }
 213         QModelIndexList rows = selected->selectedRows();
 214         int first = rows.front().row(), last = rows.back().row();
 215         playlist_clips->duplicate_clips(first, last);
 216         playlist_selection_changed();
 217 }
 218
 219 void MainWindow::playlist_remove()
 220 {
 221         QItemSelectionModel *selected = ui->playlist->selectionModel();
 222         if (!selected->hasSelection()) {
 223                 // Should have been grayed out, but OK.
 224                 return;
 225         }
 226         QModelIndexList rows = selected->selectedRows();
 227         int first = rows.front().row(), last = rows.back().row();
 228         playlist_clips->erase_clips(first, last);
 229
 230         // TODO: select the next one in the list?
 231
 232         playlist_selection_changed();
 233 }
 234
 235 void MainWindow::playlist_move(int delta)
 236 {
 237         QItemSelectionModel *selected = ui->playlist->selectionModel();
 238         if (!selected->hasSelection()) {
 239                 // Should have been grayed out, but OK.
 240                 return;
 241         }
 242
 243         QModelIndexList rows = selected->selectedRows();
 244         int first = rows.front().row(), last = rows.back().row();
 245         if ((delta == -1 && first == 0) ||
 246             (delta == 1 && size_t(last) == playlist_clips->size() - 1)) {
 247                 // Should have been grayed out, but OK.
 248                 return;
 249         }
 250
 251         playlist_clips->move_clips(first, last, delta);
 252         playlist_selection_changed();
 253 }
 254
 255 void MainWindow::play_clicked()
 256 {
 257         if (playlist_clips->empty()) return;
 258
 259         QItemSelectionModel *selected = ui->playlist->selectionModel();
 260         int row;
 261         if (!selected->hasSelection()) {
 262                 row = 0;
 263         } else {
 264                 row = selected->selectedRows(0)[0].row();
 265         }
 266
 267         const Clip &clip = *playlist_clips->clip(row);
 268         live_player->play_clip(clip, clip.stream_idx);
 269         playlist_clips->set_currently_playing(row, 0.0f);
 270         playlist_selection_changed();
 271 }
 272
 273 void MainWindow::live_player_clip_done()
 274 {
 275         int row = playlist_clips->get_currently_playing();
 276         if (row != -1 && row < int(playlist_clips->size()) - 1) {
 277                 ++row;
 278                 const Clip &clip = *playlist_clips->clip(row);
 279                 live_player->play_clip(clip, clip.stream_idx);
 280                 playlist_clips->set_currently_playing(row, 0.0f);
 281         } else {
 282                 playlist_clips->set_currently_playing(-1, 0.0f);
 283                 ui->live_label->setText("Current output (paused)");
 284         }
 285 }
 286
 287 void MainWindow::live_player_clip_progress(double played_this_clip, double total_length)
 288 {
 289         playlist_clips->set_currently_playing(playlist_clips->get_currently_playing(), played_this_clip / total_length);
 290
 291         double remaining = total_length - played_this_clip;
 292         for (int row = playlist_clips->get_currently_playing() + 1; row < int(playlist_clips->size()); ++row) {
 293                 const Clip clip = *playlist_clips->clip(row);
 294                 remaining += double(clip.pts_out - clip.pts_in) / TIMEBASE / 0.5;   // FIXME: stop hardcoding speed.
 295         }
 296         int remaining_ms = lrint(remaining * 1e3);
 297
 298         int ms = remaining_ms % 1000;
 299         remaining_ms /= 1000;
 300         int s = remaining_ms % 60;
 301         remaining_ms /= 60;
 302         int m = remaining_ms;
 303
 304         char buf[256];
 305         snprintf(buf, sizeof(buf), "Current output (%d:%02d.%03d left)", m, s, ms);
 306         ui->live_label->setText(buf);
 307 }
 308
 309 void MainWindow::resizeEvent(QResizeEvent *event)
 310 {
 311         QMainWindow::resizeEvent(event);
 312
 313         // Ask for a relayout, but only after the event loop is done doing relayout
 314         // on everything else.
 315         QMetaObject::invokeMethod(this, "relayout", Qt::QueuedConnection);
 316 }
 317
 318 void MainWindow::relayout()
 319 {
 320         ui->live_display->setMinimumWidth(ui->live_display->height() * 16 / 9);
 321         ui->preview_display->setMinimumWidth(ui->preview_display->height() * 16 / 9);
 322 }
 323
 324 void set_pts_in(int64_t pts, int64_t current_pts, ClipProxy &clip)
 325 {
 326         pts = std::max<int64_t>(pts, 0);
 327         if (clip->pts_out == -1) {
 328                 pts = std::min(pts, current_pts);
 329         } else {
 330                 pts = std::min(pts, clip->pts_out);
 331         }
 332         clip->pts_in = pts;
 333 }
 334
 335 bool MainWindow::eventFilter(QObject *watched, QEvent *event)
 336 {
 337         constexpr int dead_zone_pixels = 3;  // To avoid that simple clicks get misinterpreted.
 338         constexpr int scrub_sensitivity = 100;  // pts units per pixel.
 339         constexpr int wheel_sensitivity = 100;  // pts units per degree.
 340         constexpr int camera_degrees_per_pixel = 15;  // One click of most mice.
 341
 342         unsigned stream_idx = ui->preview_display->get_stream_idx();
 343
 344         if (event->type() != QEvent::Wheel) {
 345                 last_mousewheel_camera_row = -1;
 346         }
 347
 348         if (event->type() == QEvent::MouseButtonPress) {
 349                 QMouseEvent *mouse = (QMouseEvent *)event;
 350
 351                 QTableView *destination;
 352                 ScrubType type;
 353
 354                 if (watched == ui->clip_list->viewport()) {
 355                         destination = ui->clip_list;
 356                         type = SCRUBBING_CLIP_LIST;
 357                 } else if (watched == ui->playlist->viewport()) {
 358                         destination = ui->playlist;
 359                         type = SCRUBBING_PLAYLIST;
 360                 } else {
 361                         return false;
 362                 }
 363                 int column = destination->columnAt(mouse->x());
 364                 int row = destination->rowAt(mouse->y());
 365                 if (column == -1 || row == -1) return false;
 366
 367                 if (type == SCRUBBING_CLIP_LIST) {
 368                         if (ClipList::Column(column) == ClipList::Column::IN) {
 369                                 scrub_pts_origin = cliplist_clips->clip(row)->pts_in;
 370                                 preview_single_frame(scrub_pts_origin, stream_idx, FIRST_AT_OR_AFTER);
 371                         } else if (ClipList::Column(column) == ClipList::Column::OUT) {
 372                                 scrub_pts_origin = cliplist_clips->clip(row)->pts_out;
 373                                 preview_single_frame(scrub_pts_origin, stream_idx, LAST_BEFORE);
 374                         } else {
 375                                 return false;
 376                         }
 377                 } else {
 378                         if (PlayList::Column(column) == PlayList::Column::IN) {
 379                                 scrub_pts_origin = playlist_clips->clip(row)->pts_in;
 380                                 preview_single_frame(scrub_pts_origin, stream_idx, FIRST_AT_OR_AFTER);
 381                         } else if (PlayList::Column(column) == PlayList::Column::OUT) {
 382                                 scrub_pts_origin = playlist_clips->clip(row)->pts_out;
 383                                 preview_single_frame(scrub_pts_origin, stream_idx, LAST_BEFORE);
 384                         } else {
 385                                 return false;
 386                         }
 387                 }
 388
 389                 scrubbing = true;
 390                 scrub_row = row;
 391                 scrub_column = column;
 392                 scrub_x_origin = mouse->x();
 393                 scrub_type = type;
 394         } else if (event->type() == QEvent::MouseMove) {
 395                 if (scrubbing) {
 396                         QMouseEvent *mouse = (QMouseEvent *)event;
 397                         int offset = mouse->x() - scrub_x_origin;
 398                         int adjusted_offset;
 399                         if (offset >= dead_zone_pixels) {
 400                                 adjusted_offset = offset - dead_zone_pixels;
 401                         } else if (offset < -dead_zone_pixels) {
 402                                 adjusted_offset = offset + dead_zone_pixels;
 403                         } else {
 404                                 adjusted_offset = 0;
 405                         }
 406
 407                         int64_t pts = scrub_pts_origin + adjusted_offset * scrub_sensitivity;
 408
 409                         if (scrub_type == SCRUBBING_CLIP_LIST) {
 410                                 ClipProxy clip = cliplist_clips->mutable_clip(scrub_row);
 411                                 if (scrub_column == int(ClipList::Column::IN)) {
 412                                         set_pts_in(pts, current_pts, clip);
 413                                         preview_single_frame(pts, stream_idx, FIRST_AT_OR_AFTER);
 414                                 } else {
 415                                         pts = std::max(pts, clip->pts_in);
 416                                         pts = std::min(pts, current_pts);
 417                                         clip->pts_out = pts;
 418                                         preview_single_frame(pts, stream_idx, LAST_BEFORE);
 419                                 }
 420                         } else {
 421                                 ClipProxy clip = playlist_clips->mutable_clip(scrub_row);
 422                                 if (scrub_column == int(PlayList::Column::IN)) {
 423                                         set_pts_in(pts, current_pts, clip);
 424                                         preview_single_frame(pts, clip->stream_idx, FIRST_AT_OR_AFTER);
 425                                 } else {
 426                                         pts = std::max(pts, clip->pts_in);
 427                                         pts = std::min(pts, current_pts);
 428                                         clip->pts_out = pts;
 429                                         preview_single_frame(pts, clip->stream_idx, LAST_BEFORE);
 430                                 }
 431                         }
 432
 433                         return true;  // Don't use this mouse movement for selecting things.
 434                 }
 435         } else if (event->type() == QEvent::Wheel) {
 436                 QWheelEvent *wheel = (QWheelEvent *)event;
 437
 438                 QTableView *destination;
 439                 int in_column, out_column, camera_column;
 440                 if (watched == ui->clip_list->viewport()) {
 441                         destination = ui->clip_list;
 442                         in_column = int(ClipList::Column::IN);
 443                         out_column = int(ClipList::Column::OUT);
 444                         camera_column = -1;
 445                         last_mousewheel_camera_row = -1;
 446                 } else if (watched == ui->playlist->viewport()) {
 447                         destination = ui->playlist;
 448                         in_column = int(PlayList::Column::IN);
 449                         out_column = int(PlayList::Column::OUT);
 450                         camera_column = int(PlayList::Column::CAMERA);
 451                 } else {
 452                         last_mousewheel_camera_row = -1;
 453                         return false;
 454                 }
 455                 int column = destination->columnAt(wheel->x());
 456                 int row = destination->rowAt(wheel->y());
 457                 if (column == -1 || row == -1) return false;
 458
 459                 ClipProxy clip = (watched == ui->clip_list->viewport()) ?
 460                         cliplist_clips->mutable_clip(row) : playlist_clips->mutable_clip(row);
 461                 if (watched == ui->playlist->viewport()) {
 462                         stream_idx = clip->stream_idx;
 463                 }
 464
 465                 if (column != camera_column) {
 466                         last_mousewheel_camera_row = -1;
 467                 }
 468                 if (column == in_column) {
 469                         int64_t pts = clip->pts_in + wheel->angleDelta().y() * wheel_sensitivity;
 470                         set_pts_in(pts, current_pts, clip);
 471                         preview_single_frame(pts, stream_idx, FIRST_AT_OR_AFTER);
 472                 } else if (column == out_column) {
 473                         int64_t pts = clip->pts_out + wheel->angleDelta().y() * wheel_sensitivity;
 474                         pts = std::max(pts, clip->pts_in);
 475                         pts = std::min(pts, current_pts);
 476                         clip->pts_out = pts;
 477                         preview_single_frame(pts, stream_idx, LAST_BEFORE);
 478                 } else if (column == camera_column) {
 479                         int angle_degrees = wheel->angleDelta().y();
 480                         if (last_mousewheel_camera_row == row) {
 481                                 angle_degrees += leftover_angle_degrees;
 482                         }
 483
 484                         int stream_idx = clip->stream_idx + angle_degrees / camera_degrees_per_pixel;
 485                         stream_idx = std::max(stream_idx, 0);
 486                         stream_idx = std::min(stream_idx, NUM_CAMERAS - 1);
 487                         clip->stream_idx = stream_idx;
 488
 489                         last_mousewheel_camera_row = row;
 490                         leftover_angle_degrees = angle_degrees % camera_degrees_per_pixel;
 491
 492                         // Don't update the live view, that's rarely what the operator wants.
 493                 }
 494         } else if (event->type() == QEvent::MouseButtonRelease) {
 495                 scrubbing = false;
 496         }
 497         return false;
 498 }
 499
 500 void MainWindow::preview_single_frame(int64_t pts, unsigned stream_idx, MainWindow::Rounding rounding)
 501 {
 502         if (rounding == LAST_BEFORE) {
 503                 lock_guard<mutex> lock(frame_mu);
 504                 if (frames[stream_idx].empty()) return;
 505                 auto it = lower_bound(frames[stream_idx].begin(), frames[stream_idx].end(), pts);
 506                 if (it != frames[stream_idx].end()) {
 507                         pts = *it;
 508                 }
 509         } else {
 510                 assert(rounding == FIRST_AT_OR_AFTER);
 511                 lock_guard<mutex> lock(frame_mu);
 512                 if (frames[stream_idx].empty()) return;
 513                 auto it = upper_bound(frames[stream_idx].begin(), frames[stream_idx].end(), pts - 1);
 514                 if (it != frames[stream_idx].end()) {
 515                         pts = *it;
 516                 }
 517         }
 518
 519         Clip fake_clip;
 520         fake_clip.pts_in = pts;
 521         fake_clip.pts_out = pts + 1;
 522         preview_player->play_clip(fake_clip, stream_idx);
 523 }
 524
 525 void MainWindow::playlist_selection_changed()
 526 {
 527         QItemSelectionModel *selected = ui->playlist->selectionModel();
 528         bool any_selected = selected->hasSelection();
 529         ui->playlist_duplicate_btn->setEnabled(any_selected);
 530         ui->playlist_remove_btn->setEnabled(any_selected);
 531         ui->playlist_move_up_btn->setEnabled(
 532                 any_selected && selected->selectedRows().front().row() > 0);
 533         ui->playlist_move_down_btn->setEnabled(
 534                 any_selected && selected->selectedRows().back().row() < int(playlist_clips->size()) - 1);
 535         ui->play_btn->setEnabled(!playlist_clips->empty());
 536 }