X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=futatabi%2Fplayer.cpp;h=30dccc8e4e88132664d26cd4e8f7058586c6c430;hb=2c9a83aeae44dae6a0bbfbae33719976e6d527af;hp=a82b16e72e6a527618b7e46f34e518ff9427d962;hpb=2b37c51ea17b77b88e2f7fda443109acc260aa8f;p=nageru diff --git a/futatabi/player.cpp b/futatabi/player.cpp index a82b16e..30dccc8 100644 --- a/futatabi/player.cpp +++ b/futatabi/player.cpp @@ -60,13 +60,61 @@ double calc_progress(const Clip &clip, int64_t pts) return double(pts - clip.pts_in) / (clip.pts_out - clip.pts_in); } +void do_splice(const vector &new_list, size_t playing_index1, ssize_t playing_index2, vector *old_list) +{ + assert(playing_index2 == -1 || size_t(playing_index2) == playing_index1 + 1); + + // First see if we can do the simple thing; find an element in the new + // list that we are already playing, which will serve as our splice point. + int splice_start_new_list = -1; + for (size_t clip_idx = 0; clip_idx < new_list.size(); ++clip_idx) { + if (new_list[clip_idx].id == (*old_list)[playing_index1].id) { + splice_start_new_list = clip_idx + 1; + } else if (playing_index2 != -1 && new_list[clip_idx].id == (*old_list)[playing_index2].id) { + splice_start_new_list = clip_idx + 1; + } + } + if (splice_start_new_list == -1) { + // OK, so the playing items are no longer in the new list. Most likely, + // that means we deleted some range that included them. But the ones + // before should stay put -- and we don't want to play them. So find + // the ones that we've already played, and ignore them. Hopefully, + // they're contiguous; the last one that's not seen will be our cut point. + // + // Keeping track of the playlist range explicitly in the UI would remove + // the need for these heuristics, but it would probably also mean we'd + // have to lock the playing clip, which sounds annoying. + unordered_map played_ids; + for (size_t clip_idx = 0; clip_idx < playing_index1; ++old_list) { + played_ids.emplace((*old_list)[clip_idx].id, clip_idx); + } + for (size_t clip_idx = 0; clip_idx < new_list.size(); ++clip_idx) { + if (played_ids.count(new_list[clip_idx].id)) { + splice_start_new_list = clip_idx + 1; + } + } + + if (splice_start_new_list == -1) { + // OK, we didn't find any matches; the lists are totally distinct. + // So probably the entire thing was deleted; leave it alone. + return; + } + } + + size_t splice_start_old_list = ((playing_index2 == -1) ? playing_index1 : playing_index2) + 1; + old_list->erase(old_list->begin() + splice_start_old_list, old_list->end()); + old_list->insert(old_list->end(), new_list.begin() + splice_start_new_list, new_list.end()); +} + } // namespace void Player::play_playlist_once() { - vector clip_list; + vector clip_list; bool clip_ready; steady_clock::time_point before_sleep = steady_clock::now(); + string pause_status; + float master_speed = 1.0f; // Wait until we're supposed to play something. { @@ -84,6 +132,9 @@ void Player::play_playlist_once() clip_list = move(queued_clip_list); queued_clip_list.clear(); assert(!clip_list.empty()); + assert(!splice_ready); // This corner case should have been handled in splice_play(). + } else { + pause_status = this->pause_status; } } @@ -93,7 +144,9 @@ void Player::play_playlist_once() if (!clip_ready) { if (video_stream != nullptr) { ++metric_refresh_frame; - video_stream->schedule_refresh_frame(steady_clock::now(), pts, /*display_func=*/nullptr, QueueSpotHolder()); + string subtitle = "Futatabi " NAGERU_VERSION ";PAUSED;0.000;" + pause_status; + video_stream->schedule_refresh_frame(steady_clock::now(), pts, /*display_func=*/nullptr, QueueSpotHolder(), + subtitle); } return; } @@ -101,18 +154,18 @@ void Player::play_playlist_once() steady_clock::time_point origin = steady_clock::now(); // TODO: Add a 100 ms buffer for ramp-up? int64_t in_pts_origin = clip_list[0].clip.pts_in; for (size_t clip_idx = 0; clip_idx < clip_list.size(); ++clip_idx) { - const Clip &clip = clip_list[clip_idx].clip; + const Clip *clip = &clip_list[clip_idx].clip; const Clip *next_clip = (clip_idx + 1 < clip_list.size()) ? &clip_list[clip_idx + 1].clip : nullptr; int64_t out_pts_origin = pts; double next_clip_fade_time = -1.0; if (next_clip != nullptr) { - double duration_this_clip = double(clip.pts_out - in_pts_origin) / TIMEBASE / clip.speed; - double duration_next_clip = double(next_clip->pts_out - next_clip->pts_in) / TIMEBASE / clip.speed; - next_clip_fade_time = min(min(duration_this_clip, duration_next_clip), clip.fade_time_seconds); + double duration_this_clip = double(clip->pts_out - in_pts_origin) / TIMEBASE / clip->speed; + double duration_next_clip = double(next_clip->pts_out - next_clip->pts_in) / TIMEBASE / clip->speed; + next_clip_fade_time = min(min(duration_this_clip, duration_next_clip), clip->fade_time_seconds); } - int stream_idx = clip.stream_idx; + int stream_idx = clip->stream_idx; // Start playing exactly at a frame. // TODO: Snap secondary (fade-to) clips in the same fashion @@ -132,13 +185,45 @@ void Player::play_playlist_once() double out_pts = out_pts_origin + TIMEBASE * frameno / global_flags.output_framerate; next_frame_start = origin + microseconds(lrint((out_pts - out_pts_origin) * 1e6 / TIMEBASE)); - int64_t in_pts = lrint(in_pts_origin + TIMEBASE * frameno * clip.speed / global_flags.output_framerate); + int64_t in_pts = lrint(in_pts_origin + TIMEBASE * frameno * clip->speed * master_speed / global_flags.output_framerate); pts = lrint(out_pts); - if (in_pts >= clip.pts_out) { + float new_master_speed = change_master_speed.exchange(0.0f / 0.0f); + if (!std::isnan(new_master_speed)) { + master_speed = new_master_speed; + in_pts_origin = in_pts - TIMEBASE * frameno * clip->speed * master_speed / global_flags.output_framerate; + out_pts_origin = out_pts - TIMEBASE * frameno / global_flags.output_framerate; + } + + if (in_pts >= clip->pts_out) { break; } + { + lock_guard lock(queue_state_mu); + if (splice_ready) { + if (next_clip == nullptr) { + do_splice(to_splice_clip_list, clip_idx, -1, &clip_list); + } else { + do_splice(to_splice_clip_list, clip_idx, clip_idx + 1, &clip_list); + } + to_splice_clip_list.clear(); + splice_ready = false; + + // Refresh the clip pointer, since the clip list may have been reallocated. + clip = &clip_list[clip_idx].clip; + + // Recompute next_clip and any needed fade times, since the next clip may have changed + // (or we may have gone from no new clip to having one, or the other way). + next_clip = (clip_idx + 1 < clip_list.size()) ? &clip_list[clip_idx + 1].clip : nullptr; + if (next_clip != nullptr) { + double duration_this_clip = double(clip->pts_out - in_pts) / TIMEBASE / clip->speed; + double duration_next_clip = double(next_clip->pts_out - next_clip->pts_in) / TIMEBASE / clip->speed; + next_clip_fade_time = min(min(duration_this_clip, duration_next_clip), clip->fade_time_seconds); + } + } + } + steady_clock::duration time_behind = steady_clock::now() - next_frame_start; if (stream_output != FILE_STREAM_OUTPUT && time_behind >= milliseconds(200)) { fprintf(stderr, "WARNING: %ld ms behind, dropping a frame (no matter the type).\n", @@ -154,11 +239,11 @@ void Player::play_playlist_once() FrameOnDisk secondary_frame; int secondary_stream_idx = -1; float fade_alpha = 0.0f; - double time_left_this_clip = double(clip.pts_out - in_pts) / TIMEBASE / clip.speed; + double time_left_this_clip = double(clip->pts_out - in_pts) / TIMEBASE / clip->speed; if (next_clip != nullptr && time_left_this_clip <= next_clip_fade_time) { - // We're in a fade to the next clip. + // We're in a fade to the next clip-> secondary_stream_idx = next_clip->stream_idx; - int64_t in_pts_secondary = lrint(next_clip->pts_in + (next_clip_fade_time - time_left_this_clip) * TIMEBASE * clip.speed); + int64_t in_pts_secondary = lrint(next_clip->pts_in + (next_clip_fade_time - time_left_this_clip) * TIMEBASE * clip->speed); in_pts_secondary_for_progress = in_pts_secondary; fade_alpha = 1.0f - time_left_this_clip / next_clip_fade_time; @@ -177,13 +262,19 @@ void Player::play_playlist_once() } } + // NOTE: None of this will take into account any snapping done below. + double clip_progress = calc_progress(*clip, in_pts_for_progress); + map progress{ { clip_list[clip_idx].id, clip_progress } }; + double time_remaining; + if (next_clip != nullptr && time_left_this_clip <= next_clip_fade_time) { + double next_clip_progress = calc_progress(*next_clip, in_pts_secondary_for_progress); + progress[clip_list[clip_idx + 1].id] = next_clip_progress; + time_remaining = compute_time_left(clip_list, clip_idx + 1, next_clip_progress); + } else { + time_remaining = compute_time_left(clip_list, clip_idx, clip_progress); + } if (progress_callback != nullptr) { - // NOTE: None of this will take into account any snapping done below. - map progress{ { clip_list[clip_idx].row, calc_progress(clip, in_pts_for_progress) } }; - if (next_clip != nullptr && time_left_this_clip <= next_clip_fade_time) { - progress[clip_list[clip_idx + 1].row] = calc_progress(*next_clip, in_pts_secondary_for_progress); - } - progress_callback(progress); + progress_callback(progress, time_remaining); } FrameOnDisk frame_lower, frame_upper; @@ -236,11 +327,23 @@ void Player::play_playlist_once() } } + string subtitle; + { + stringstream ss; + ss.imbue(locale("C")); + ss.precision(3); + ss << "Futatabi " NAGERU_VERSION ";PLAYING;"; + ss << fixed << time_remaining; + ss << ";" << format_duration(time_remaining) << " left"; + subtitle = ss.str(); + } + // If there's nothing to interpolate between, or if interpolation is turned off, // or we're a preview, then just display the frame. if (frame_lower.pts == frame_upper.pts || global_flags.interpolation_quality == 0 || video_stream == nullptr) { display_single_frame(primary_stream_idx, frame_lower, secondary_stream_idx, - secondary_frame, fade_alpha, next_frame_start, /*snapped=*/false); + secondary_frame, fade_alpha, next_frame_start, /*snapped=*/false, + subtitle); continue; } @@ -252,7 +355,8 @@ void Player::play_playlist_once() for (FrameOnDisk snap_frame : { frame_lower, frame_upper }) { if (fabs(snap_frame.pts - in_pts) < pts_snap_tolerance) { display_single_frame(primary_stream_idx, snap_frame, secondary_stream_idx, - secondary_frame, fade_alpha, next_frame_start, /*snapped=*/true); + secondary_frame, fade_alpha, next_frame_start, /*snapped=*/true, + subtitle); in_pts_origin += snap_frame.pts - in_pts; snapped = true; break; @@ -308,7 +412,7 @@ void Player::play_playlist_once() video_stream->schedule_interpolated_frame( next_frame_start, pts, display_func, QueueSpotHolder(this), frame_lower, frame_upper, alpha, - secondary_frame, fade_alpha); + secondary_frame, fade_alpha, subtitle); last_pts_played = in_pts; // Not really needed; only previews use last_pts_played. } @@ -316,14 +420,11 @@ void Player::play_playlist_once() if (should_quit) { return; } - if (done_callback != nullptr) { - done_callback(); - } // Start the next clip from the point where the fade went out. if (next_clip != nullptr) { origin = next_frame_start; - in_pts_origin = next_clip->pts_in + lrint(next_clip_fade_time * TIMEBASE * clip.speed); + in_pts_origin = next_clip->pts_in + lrint(next_clip_fade_time * TIMEBASE * clip->speed); } } @@ -332,7 +433,7 @@ void Player::play_playlist_once() } } -void Player::display_single_frame(int primary_stream_idx, const FrameOnDisk &primary_frame, int secondary_stream_idx, const FrameOnDisk &secondary_frame, double fade_alpha, steady_clock::time_point frame_start, bool snapped) +void Player::display_single_frame(int primary_stream_idx, const FrameOnDisk &primary_frame, int secondary_stream_idx, const FrameOnDisk &secondary_frame, double fade_alpha, steady_clock::time_point frame_start, bool snapped, const std::string &subtitle) { auto display_func = [this, primary_stream_idx, primary_frame, secondary_frame, fade_alpha] { if (destination != nullptr) { @@ -351,7 +452,7 @@ void Player::display_single_frame(int primary_stream_idx, const FrameOnDisk &pri } video_stream->schedule_original_frame( frame_start, pts, display_func, QueueSpotHolder(this), - primary_frame); + primary_frame, subtitle); } else { assert(secondary_frame.pts != -1); // NOTE: We could be increasing unused metrics for previews, but that's harmless. @@ -362,7 +463,7 @@ void Player::display_single_frame(int primary_stream_idx, const FrameOnDisk &pri } video_stream->schedule_faded_frame(frame_start, pts, display_func, QueueSpotHolder(this), primary_frame, - secondary_frame, fade_alpha); + secondary_frame, fade_alpha, subtitle); } } last_pts_played = primary_frame.pts; @@ -412,22 +513,37 @@ Player::Player(JPEGFrameView *destination, Player::StreamOutput stream_output, A Player::~Player() { should_quit = true; + new_clip_changed.notify_all(); + player_thread.join(); + if (video_stream != nullptr) { video_stream->stop(); } - new_clip_changed.notify_all(); - player_thread.join(); } -void Player::play(const vector &clips) +void Player::play(const vector &clips) { lock_guard lock(queue_state_mu); new_clip_ready = true; queued_clip_list = clips; + splice_ready = false; override_stream_idx = -1; new_clip_changed.notify_all(); } +void Player::splice_play(const vector &clips) +{ + lock_guard lock(queue_state_mu); + if (new_clip_ready) { + queued_clip_list = clips; + assert(!splice_ready); + return; + } + + splice_ready = true; + to_splice_clip_list = clips; // Overwrite any queued but not executed splice. +} + void Player::override_angle(unsigned stream_idx) { int64_t last_pts; @@ -480,20 +596,17 @@ void Player::release_queue_spot() new_clip_changed.notify_all(); } -double compute_time_left(const vector &clips, const map &progress) +double compute_time_left(const vector &clips, size_t currently_playing_idx, double progress_currently_playing) { // Look at the last clip and then start counting from there. - assert(!progress.empty()); - auto last_it = progress.end(); - --last_it; double remaining = 0.0; double last_fade_time_seconds = 0.0; - for (size_t row = last_it->first; row < clips.size(); ++row) { - const Clip &clip = clips[row]; + for (size_t row = currently_playing_idx; row < clips.size(); ++row) { + const Clip &clip = clips[row].clip; double clip_length = double(clip.pts_out - clip.pts_in) / TIMEBASE / clip.speed; - if (row == last_it->first) { + if (row == currently_playing_idx) { // A clip we're playing: Subtract the part we've already played. - remaining = clip_length * (1.0 - last_it->second); + remaining = clip_length * (1.0 - progress_currently_playing); } else { // A clip we haven't played yet: Subtract the part that's overlapping // with a previous clip (due to fade). @@ -503,3 +616,18 @@ double compute_time_left(const vector &clips, const map &p } return remaining; } + +string format_duration(double t) +{ + int t_ms = lrint(t * 1e3); + + int ms = t_ms % 1000; + t_ms /= 1000; + int s = t_ms % 60; + t_ms /= 60; + int m = t_ms; + + char buf[256]; + snprintf(buf, sizeof(buf), "%d:%02d.%03d", m, s, ms); + return buf; +}