X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=ffmpeg_capture.h;h=afca641e951e20031bf37bf2f9ed2d0cad9413a6;hb=ad1641ad3ab50ecd17af2e1c2d980f26e6adf0bb;hp=e20f24cb5f6fdd965ac19eb5826c8b6085f6f035;hpb=8cefe0ef1926be7931d4a9bbfed93ee6e85f3540;p=nageru diff --git a/ffmpeg_capture.h b/ffmpeg_capture.h index e20f24c..afca641 100644 --- a/ffmpeg_capture.h +++ b/ffmpeg_capture.h @@ -12,10 +12,9 @@ // Since we don't really know much about the video when building the chains, // there are some limitations. In particular, frames are always assumed to be // sRGB even if the video container says something else. We could probably -// try to load the video on startup and pick out the parameters at that point -// (which would probably also allow us to send Y'CbCr video through without -// CPU conversion), but it would require some more plumbing, and it would also -// fail if the file changes parameters midway, which is allowed in some formats. +// try to load the video on startup and pick out the parameters at that point, +// but it would require some more plumbing, and it would also fail if the file +// changes parameters midway, which is allowed in some formats. // // There is currently no audio support. @@ -31,9 +30,20 @@ #include +extern "C" { +#include +#include +} + #include "bmusb/bmusb.h" +#include "ffmpeg_raii.h" #include "quittable_sleeper.h" +struct AVFormatContext; +struct AVFrame; +struct AVRational; +struct AVPacket; + class FFmpegCapture : public bmusb::CaptureInterface { public: @@ -54,12 +64,14 @@ public: { std::lock_guard lock(queue_mu); command_queue.push_back(QueuedCommand { QueuedCommand::REWIND }); + producer_thread_should_quit.wakeup(); } void change_rate(double new_rate) { std::lock_guard lock(queue_mu); command_queue.push_back(QueuedCommand { QueuedCommand::CHANGE_RATE, new_rate }); + producer_thread_should_quit.wakeup(); } // CaptureInterface. @@ -90,11 +102,37 @@ public: return audio_frame_allocator; } - void set_frame_callback(bmusb::frame_callback_t callback) override + // FFmpegCapture-specific overload of set_frame_callback that also gives + // the raw original pts from the video. Negative pts means a dummy frame. + typedef std::function + frame_callback_t; + void set_frame_callback(frame_callback_t callback) { frame_callback = callback; } + void set_frame_callback(bmusb::frame_callback_t callback) override + { + frame_callback = std::bind( + callback, + std::placeholders::_3, + std::placeholders::_4, + std::placeholders::_5, + std::placeholders::_6, + std::placeholders::_7, + std::placeholders::_8, + std::placeholders::_9); + } + + // FFmpegCapture-specific callback that gives the raw audio. + typedef std::function audio_callback_t; + void set_audio_callback(audio_callback_t callback) + { + audio_callback = callback; + } + // Used to get precise information about the Y'CbCr format used // for a given frame. Only valid to call during the frame callback, // and only when receiving a frame with pixel format PixelFormat_8BitYCbCrPlanar. @@ -120,12 +158,13 @@ public: void stop_dequeue_thread() override; bool get_disconnected() const override { return false; } // We never unplug. - std::map get_available_video_modes() const; + std::map get_available_video_modes() const override; void set_video_mode(uint32_t video_mode_id) override {} // Ignore. uint32_t get_current_video_mode() const override { return 0; } + static constexpr bmusb::PixelFormat PixelFormat_NV12 = static_cast(100); // In the private range. std::set get_available_pixel_formats() const override { - return std::set{ bmusb::PixelFormat_8BitBGRA, bmusb::PixelFormat_8BitYCbCrPlanar }; + return std::set{ bmusb::PixelFormat_8BitBGRA, bmusb::PixelFormat_8BitYCbCrPlanar, PixelFormat_NV12 }; } void set_pixel_format(bmusb::PixelFormat pixel_format) override { this->pixel_format = pixel_format; @@ -151,6 +190,15 @@ private: bool play_video(const std::string &pathname); void internal_rewind(); + // Returns true if there was an error. + bool process_queued_commands(AVFormatContext *format_ctx, const std::string &pathname, timespec last_modified, bool *rewound); + + // Returns nullptr if no frame was decoded (e.g. EOF). + AVFrameWithDeleter decode_frame(AVFormatContext *format_ctx, AVCodecContext *codec_ctx, const std::string &pathname, int video_stream_index, int audio_stream_index, bool *error); + + bmusb::VideoFormat construct_video_format(const AVFrame *frame, AVRational video_timebase); + bmusb::FrameAllocator::Frame make_video_frame(const AVFrame *frame, const std::string &pathname, bool *error); + std::string description, filename; uint16_t timecode = 0; unsigned width, height; @@ -158,6 +206,7 @@ private: movit::YCbCrFormat current_frame_ycbcr_format; bool running = false; int card_index = -1; + double rate = 1.0; bool has_dequeue_callbacks = false; std::function dequeue_init_callback = nullptr; @@ -167,7 +216,13 @@ private: bmusb::FrameAllocator *audio_frame_allocator = nullptr; std::unique_ptr owned_video_frame_allocator; std::unique_ptr owned_audio_frame_allocator; - bmusb::frame_callback_t frame_callback = nullptr; + frame_callback_t frame_callback = nullptr; + audio_callback_t audio_callback = nullptr; + + SwsContextWithDeleter sws_ctx; + int sws_last_width = -1, sws_last_height = -1, sws_last_src_format = -1; + AVPixelFormat sws_dst_format = AVPixelFormat(-1); // In practice, always initialized. + AVRational video_timebase; QuittableSleeper producer_thread_should_quit; std::thread producer_thread;