git.sesse.net Git - nageru/blob - nageru/cef_capture.h

   1 #ifndef _CEF_CAPTURE_H
   2 #define _CEF_CAPTURE_H 1
   3
   4 // CEFCapture represents a single CEF virtual capture card (usually, there would only
   5 // be one globally), similar to FFmpegCapture. It owns a CefBrowser, which calls
   6 // OnPaint() back every time it has a frame. Note that it runs asynchronously;
   7 // there's no way to get frame-perfect sync.
   8
   9 #include <assert.h>
  10 #include <stdint.h>
  11
  12 #include <atomic>
  13 #include <functional>
  14 #include <map>
  15 #include <memory>
  16 #include <mutex>
  17 #include <set>
  18 #include <string>
  19 #include <vector>
  20
  21 #undef CHECK
  22 #include <cef_client.h>
  23 #include <cef_base.h>
  24 #include <cef_render_handler.h>
  25 #include <cef_frame.h>
  26 #include <cef_load_handler.h>
  27
  28 #include <bmusb/bmusb.h>
  29
  30 class CefBrowser;
  31 class CefRect;
  32 class CEFCapture;
  33
  34 // A helper class for CEFCapture to proxy information to CEF, without becoming
  35 // CEF-refcounted itself.
  36 class NageruCEFClient : public CefClient, public CefRenderHandler, public CefLoadHandler
  37 {
  38 public:
  39         NageruCEFClient(CEFCapture *parent)
  40                 : parent(parent) {}
  41
  42         CefRefPtr<CefRenderHandler> GetRenderHandler() override
  43         {
  44                 return this;
  45         }
  46
  47         CefRefPtr<CefLoadHandler> GetLoadHandler() override
  48         {
  49                 return this;
  50         }
  51
  52         // CefRenderHandler.
  53
  54         void OnPaint(CefRefPtr<CefBrowser> browser, PaintElementType type, const RectList &dirtyRects, const void *buffer, int width, int height) override;
  55
  56         void GetViewRect(CefRefPtr<CefBrowser> browser, CefRect &rect) override;
  57
  58         // CefLoadHandler.
  59
  60         void OnLoadEnd(CefRefPtr<CefBrowser> browser, CefRefPtr<CefFrame> frame, int httpStatusCode) override;
  61
  62 private:
  63         CEFCapture *parent;
  64
  65         IMPLEMENT_REFCOUNTING(NageruCEFClient);
  66 };
  67
  68 class CEFCapture : public bmusb::CaptureInterface
  69 {
  70 public:
  71         CEFCapture(const std::string &url, unsigned width, unsigned height);
  72         ~CEFCapture();
  73
  74         void set_card_index(int card_index)
  75         {
  76                 this->card_index = card_index;
  77         }
  78
  79         int get_card_index() const
  80         {
  81                 return card_index;
  82         }
  83
  84         void set_url(const std::string &url);
  85         void reload();
  86         void set_max_fps(int max_fps);
  87         void execute_javascript_async(const std::string &js);
  88         void resize(unsigned width, unsigned height);
  89         void request_new_frame(bool ignore_if_locked);
  90
  91         // Callbacks from NageruCEFClient.
  92         void OnPaint(const void *buffer, int width, int height);
  93         void GetViewRect(CefRect &rect);
  94         void OnLoadEnd();
  95
  96         // CaptureInterface.
  97         void set_video_frame_allocator(bmusb::FrameAllocator *allocator) override
  98         {
  99                 video_frame_allocator = allocator;
 100                 if (owned_video_frame_allocator.get() != allocator) {
 101                         owned_video_frame_allocator.reset();
 102                 }
 103         }
 104
 105         bmusb::FrameAllocator *get_video_frame_allocator() override
 106         {
 107                 return video_frame_allocator;
 108         }
 109
 110         // Does not take ownership.
 111         void set_audio_frame_allocator(bmusb::FrameAllocator *allocator) override
 112         {
 113         }
 114
 115         bmusb::FrameAllocator *get_audio_frame_allocator() override
 116         {
 117                 return nullptr;
 118         }
 119
 120         void set_frame_callback(bmusb::frame_callback_t callback) override
 121         {
 122                 frame_callback = callback;
 123         }
 124
 125         void set_dequeue_thread_callbacks(std::function<void()> init, std::function<void()> cleanup) override
 126         {
 127                 dequeue_init_callback = init;
 128                 dequeue_cleanup_callback = cleanup;
 129                 has_dequeue_callbacks = true;
 130         }
 131
 132         std::string get_description() const override
 133         {
 134                 return description;
 135         }
 136
 137         void configure_card() override;
 138         void start_bm_capture() override;
 139         void stop_dequeue_thread() override;
 140         bool get_disconnected() const override { return false; }
 141
 142         std::set<bmusb::PixelFormat> get_available_pixel_formats() const override
 143         {
 144                 return std::set<bmusb::PixelFormat>{ bmusb::PixelFormat_8BitBGRA };
 145         }
 146
 147         void set_pixel_format(bmusb::PixelFormat pixel_format) override
 148         {
 149                 assert(pixel_format == bmusb::PixelFormat_8BitBGRA);
 150         }
 151
 152         bmusb::PixelFormat get_current_pixel_format() const override
 153         {
 154                 return bmusb::PixelFormat_8BitBGRA;
 155         }
 156
 157         std::map<uint32_t, bmusb::VideoMode> get_available_video_modes() const override;
 158         void set_video_mode(uint32_t video_mode_id) override;
 159         uint32_t get_current_video_mode() const override { return 0; }
 160
 161         std::map<uint32_t, std::string> get_available_video_inputs() const override;
 162         void set_video_input(uint32_t video_input_id) override;
 163         uint32_t get_current_video_input() const override { return 0; }
 164
 165         std::map<uint32_t, std::string> get_available_audio_inputs() const override;
 166         void set_audio_input(uint32_t audio_input_id) override;
 167         uint32_t get_current_audio_input() const override { return 0; }
 168
 169 private:
 170         void post_to_cef_ui_thread(std::function<void()> &&func, int64_t delay_ms = 0);
 171
 172         CefRefPtr<NageruCEFClient> cef_client;
 173
 174         // Needs to be different from browser_mutex below, since GetViewRect
 175         // can be called unpredictably from when we are already holding
 176         // <browser_mutex>.
 177         std::mutex resolution_mutex;
 178         unsigned width, height;  // Under <resolution_mutex>.
 179
 180         int card_index = -1;
 181
 182         bool has_dequeue_callbacks = false;
 183         std::function<void()> dequeue_init_callback = nullptr;
 184         std::function<void()> dequeue_cleanup_callback = nullptr;
 185
 186         bmusb::FrameAllocator *video_frame_allocator = nullptr;
 187         std::unique_ptr<bmusb::FrameAllocator> owned_video_frame_allocator;
 188         bmusb::frame_callback_t frame_callback = nullptr;
 189
 190         std::string description, start_url;
 191         std::atomic<int> max_fps{60};
 192
 193         // Needs to be recursive because the lambda in OnPaint could cause
 194         // OnPaint itself to be called.
 195         std::recursive_mutex browser_mutex;
 196         CefRefPtr<CefBrowser> browser;  // Under <browser_mutex>.
 197
 198         // Tasks waiting for <browser> to get ready. Under <browser_mutex>.
 199         std::vector<std::function<void()>> deferred_tasks;
 200
 201         // Whether the last set_url() (includes the implicit one in the constructor)
 202         // has loaded yet. Accessed from the CEF thread only.
 203         bool loaded = false;
 204
 205         // JavaScript waiting for the first page (well, any page) to have loaded.
 206         // Accessed from the CEF thread only.
 207         std::vector<std::string> deferred_javascript;
 208
 209         int timecode = 0;
 210 };
 211
 212 #endif  // !defined(_CEF_CAPTURE_H)