git.sesse.net Git - nageru/blob - nageru/mjpeg_encoder.h

   1 #ifndef _MJPEG_ENCODER_H
   2 #define _MJPEG_ENCODER_H 1
   3
   4 #include "shared/ffmpeg_raii.h"
   5 #include "ref_counted_frame.h"
   6
   7 extern "C" {
   8
   9 #include <libavformat/avio.h>
  10
  11 }  // extern "C"
  12
  13 #include <atomic>
  14 #include <bmusb/bmusb.h>
  15 #include <condition_variable>
  16 #include <list>
  17 #include <mutex>
  18 #include <queue>
  19 #include <stdint.h>
  20 #include <string>
  21 #include <thread>
  22
  23 #include <va/va.h>
  24
  25 class HTTPD;
  26 struct jpeg_compress_struct;
  27 struct VADisplayWithCleanup;
  28 struct VectorDestinationManager;
  29
  30 #define CHECK_VASTATUS(va_status, func)                                 \
  31     if (va_status != VA_STATUS_SUCCESS) {                               \
  32         fprintf(stderr, "%s:%d (%s) failed with %d\n", __func__, __LINE__, func, va_status); \
  33         exit(1);                                                        \
  34     }
  35
  36 class MJPEGEncoder {
  37 public:
  38         MJPEGEncoder(HTTPD *httpd, const std::string &va_display);
  39         ~MJPEGEncoder();
  40         void stop();
  41         void upload_frame(int64_t pts, unsigned card_index, RefCountedFrame frame, const bmusb::VideoFormat &video_format, size_t y_offset, size_t cbcr_offset);
  42
  43         // If the frame was started (data_copy != nullptr) but will not be finished
  44         // (MJPEG decoding was turned off in the meantime), you'll need to call finish_frame()
  45         // to release any VA-API resources.
  46         void finish_frame(RefCountedFrame frame);
  47
  48         bool using_vaapi() const { return va_dpy != nullptr; }
  49
  50         // Returns -1 for inactive (ie., don't encode frames for this card right now).
  51         int get_mjpeg_stream_for_card(unsigned card_index);
  52
  53 private:
  54         static constexpr int quality = 90;
  55
  56         struct VAResources {
  57                 unsigned width, height;
  58                 VASurfaceID surface;
  59                 VAContextID context;
  60                 VABufferID data_buffer;
  61         };
  62
  63         // RAII wrapper to release VAResources on return (even on error).
  64         class ReleaseVAResources {
  65         public:
  66                 ReleaseVAResources() : committed(true) {}
  67
  68                 ReleaseVAResources(MJPEGEncoder *mjpeg, const VAResources &resources)
  69                         : mjpeg(mjpeg), resources(resources) {}
  70
  71                 ReleaseVAResources(ReleaseVAResources &) = delete;
  72
  73                 ReleaseVAResources(ReleaseVAResources &&other)
  74                         : mjpeg(other.mjpeg), resources(other.resources), committed(other.committed) {
  75                         other.commit();
  76                 }
  77
  78                 ReleaseVAResources &operator= (ReleaseVAResources &) = delete;
  79
  80                 ReleaseVAResources &operator= (ReleaseVAResources &&other) {
  81                         if (!committed) {
  82                                 mjpeg->release_va_resources(resources);
  83                         }
  84                         mjpeg = other.mjpeg;
  85                         resources = std::move(other.resources);
  86                         committed = other.committed;
  87                         other.commit();
  88                         return *this;
  89                 }
  90
  91                 ~ReleaseVAResources()
  92                 {
  93                         if (!committed) {
  94                                 mjpeg->release_va_resources(resources);
  95                         }
  96                 }
  97
  98                 void commit() { committed = true; }
  99
 100         private:
 101                 MJPEGEncoder *mjpeg = nullptr;
 102                 VAResources resources;
 103                 bool committed = false;
 104         };
 105
 106         struct QueuedFrame {
 107                 int64_t pts;
 108                 unsigned card_index;
 109                 RefCountedFrame frame;
 110                 bmusb::VideoFormat video_format;
 111                 size_t y_offset, cbcr_offset;
 112
 113                 // Only for frames in the process of being encoded by VA-API.
 114                 VAResources resources;
 115                 ReleaseVAResources resource_releaser;
 116         };
 117
 118         void encoder_thread_func();
 119         void va_receiver_thread_func();
 120         void encode_jpeg_va(QueuedFrame &&qf);
 121         std::vector<uint8_t> encode_jpeg_libjpeg(const QueuedFrame &qf);
 122         void write_mjpeg_packet(int64_t pts, unsigned card_index, const uint8_t *jpeg, size_t jpeg_size);
 123         void init_jpeg_422(unsigned width, unsigned height, VectorDestinationManager *dest, jpeg_compress_struct *cinfo);
 124         std::vector<uint8_t> get_jpeg_header(unsigned width, unsigned height, jpeg_compress_struct *cinfo);
 125
 126         static int write_packet2_thunk(void *opaque, uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time);
 127         int write_packet2(uint8_t *buf, int buf_size, AVIODataMarkerType type, int64_t time);
 128
 129         std::thread encoder_thread, va_receiver_thread;
 130
 131         std::mutex mu;
 132         std::queue<QueuedFrame> frames_to_be_encoded;  // Under mu.
 133         std::condition_variable any_frames_to_be_encoded;  // Governs changes in both frames_to_be_encoded and frames_under_encoding
 134
 135         std::queue<QueuedFrame> frames_encoding;  // Under mu. Used for VA-API only.
 136         std::condition_variable any_frames_encoding;
 137
 138         AVFormatContextWithCloser avctx;
 139         HTTPD *httpd;
 140         std::string mux_header;
 141         std::atomic<bool> should_quit{false};
 142         bool running = false;
 143
 144         std::unique_ptr<VADisplayWithCleanup> va_dpy;
 145         VAConfigID config_id;
 146
 147         struct VAData {
 148                 std::vector<uint8_t> jpeg_header;
 149                 VAEncPictureParameterBufferJPEG pic_param;
 150                 VAQMatrixBufferJPEG q;
 151                 VAHuffmanTableBufferJPEGBaseline huff;
 152                 VAEncSliceParameterBufferJPEG parms;
 153         };
 154         std::map<std::pair<unsigned, unsigned>, VAData> va_data_for_resolution;
 155         VAData get_va_data_for_resolution(unsigned width, unsigned height);
 156
 157         std::list<VAResources> va_resources_freelist;
 158         std::mutex va_resources_mutex;
 159         VAResources get_va_resources(unsigned width, unsigned height);
 160         void release_va_resources(VAResources resources);
 161
 162         static std::unique_ptr<VADisplayWithCleanup> try_open_va(const std::string &va_display, std::string *error, VAConfigID *config_id);
 163
 164         uint8_t *tmp_y, *tmp_cbcr, *tmp_cb, *tmp_cr;  // Private to the encoder thread. Used by the libjpeg backend only.
 165
 166         std::atomic<int64_t> metric_mjpeg_frames_zero_size_dropped{0};
 167         std::atomic<int64_t> metric_mjpeg_frames_interlaced_dropped{0};
 168         std::atomic<int64_t> metric_mjpeg_frames_unsupported_pixel_format_dropped{0};
 169         std::atomic<int64_t> metric_mjpeg_frames_oversized_dropped{0};
 170         std::atomic<int64_t> metric_mjpeg_overrun_dropped{0};
 171         std::atomic<int64_t> metric_mjpeg_overrun_submitted{0};
 172
 173         friend class PBOFrameAllocator;  // FIXME
 174 };
 175
 176 #endif  // !defined(_MJPEG_ENCODER_H)