-#define GL_GLEXT_PROTOTYPES
-
#include "video_widget.h"
#include <assert.h>
#include <QOpenGLFunctions>
#include <QWheelEvent>
#include <QMouseEvent>
+#include <QMouseEvent>
+#include <QHBoxLayout>
+#include <QOpenGLFunctions_4_5_Compatibility>
+#include <QOpenGLVersionFunctionsFactory>
+
+#define BUFFER_OFFSET(i) ((char *)nullptr + (i))
using namespace std;
using namespace std::chrono;
queue.pop_front();
queued_frames = std::move(queue);
}
- Frame *new_frame = new Frame(make_video_frame(frame.get()));
- {
- lock_guard lock(current_frame_mu);
- current_frame.reset(new_frame);
- }
+ video_window->set_current_frame(make_video_frame(frame.get()));
update();
store_pts(frame->pts);
break;
if (frame == nullptr || error) {
return true;
}
- Frame *new_frame = new Frame(make_video_frame(frame.get()));
- {
- lock_guard lock(current_frame_mu);
- current_frame.reset(new_frame);
- }
+ video_window->set_current_frame(make_video_frame(frame.get()));
update();
store_pts(frame->pts);
}
}
VideoWidget::VideoWidget(QWidget *parent)
- : QOpenGLWidget(parent) {}
+ : QWidget(parent),
+ video_window(new VideoWindow(this)) {
+ setLayout(new QHBoxLayout);
+ layout()->setContentsMargins(QMargins());
+ layout()->addWidget(QWidget::createWindowContainer(video_window));
+
+ // ...
+ connect(video_window, &VideoWindow::mouse_wheel, this, &VideoWidget::wheelEvent);
+ connect(video_window, &VideoWindow::mouse_pressed, this, &VideoWidget::mousePressEvent);
+ connect(video_window, &VideoWindow::mouse_released, this, &VideoWidget::mouseReleaseEvent);
+ connect(video_window, &VideoWindow::mouse_moved, this, &VideoWidget::mouseMoveEvent);
+}
-GLuint compile_shader(const string &shader_src, GLenum type)
+VideoWidget::~VideoWidget()
{
- GLuint obj = glCreateShader(type);
+ stop();
+
+ // Qt will delete video_window for us after we're gone,
+ // so make sure its destructor does not try to mess with
+ // our freelist. The actual freelist frames will leak.
+ video_window->set_current_frame(nullptr);
+}
+
+GLuint compile_shader(QOpenGLFunctions_4_5_Compatibility *gl, const string &shader_src, GLenum type)
+{
+ GLuint obj = gl->glCreateShader(type);
const GLchar* source[] = { shader_src.data() };
const GLint length[] = { (GLint)shader_src.size() };
- glShaderSource(obj, 1, source, length);
- glCompileShader(obj);
+ gl->glShaderSource(obj, 1, source, length);
+ gl->glCompileShader(obj);
GLchar info_log[4096];
GLsizei log_length = sizeof(info_log) - 1;
- glGetShaderInfoLog(obj, log_length, &log_length, info_log);
+ gl->glGetShaderInfoLog(obj, log_length, &log_length, info_log);
info_log[log_length] = 0;
if (strlen(info_log) > 0) {
fprintf(stderr, "Shader compile log: %s\n", info_log);
}
GLint status;
- glGetShaderiv(obj, GL_COMPILE_STATUS, &status);
+ gl->glGetShaderiv(obj, GL_COMPILE_STATUS, &status);
if (status == GL_FALSE) {
// Add some line numbers to easier identify compile errors.
string src_with_lines = "/* 1 */ ";
return obj;
}
-void VideoWidget::initializeGL()
+void VideoWindow::initializeGL()
{
- glDisable(GL_BLEND);
- glDisable(GL_DEPTH_TEST);
- glDepthMask(GL_FALSE);
- glCreateTextures(GL_TEXTURE_2D, 3, tex);
+ gl = QOpenGLVersionFunctionsFactory::get<QOpenGLFunctions_4_5_Compatibility>(context());
+
+ gl->glDisable(GL_BLEND);
+ gl->glDisable(GL_DEPTH_TEST);
+ gl->glDepthMask(GL_FALSE);
+ gl->glCreateTextures(GL_TEXTURE_2D, 3, tex);
- ycbcr_vertex_shader = compile_shader(R"(
-#version 460 core
+ ycbcr_vertex_shader = compile_shader(gl, R"(
+#version 450 core
layout(location = 0) in vec2 position;
layout(location = 1) in vec2 texcoord;
tc.y = 1.0f - tc.y;
}
)", GL_VERTEX_SHADER);
- ycbcr_fragment_shader = compile_shader(R"(
-#version 460 core
+ ycbcr_fragment_shader = compile_shader(gl, R"(
+#version 450 core
layout(location = 0) uniform sampler2D tex_y;
layout(location = 1) uniform sampler2D tex_cb;
FragColor.a = 1.0f;
}
)", GL_FRAGMENT_SHADER);
- ycbcr_program = glCreateProgram();
- glAttachShader(ycbcr_program, ycbcr_vertex_shader);
- glAttachShader(ycbcr_program, ycbcr_fragment_shader);
- glLinkProgram(ycbcr_program);
+ ycbcr_program = gl->glCreateProgram();
+ gl->glAttachShader(ycbcr_program, ycbcr_vertex_shader);
+ gl->glAttachShader(ycbcr_program, ycbcr_fragment_shader);
+ gl->glLinkProgram(ycbcr_program);
GLint success;
- glGetProgramiv(ycbcr_program, GL_LINK_STATUS, &success);
+ gl->glGetProgramiv(ycbcr_program, GL_LINK_STATUS, &success);
if (success == GL_FALSE) {
GLchar error_log[1024] = {0};
- glGetProgramInfoLog(ycbcr_program, 1024, nullptr, error_log);
+ gl->glGetProgramInfoLog(ycbcr_program, 1024, nullptr, error_log);
fprintf(stderr, "Error linking program: %s\n", error_log);
exit(1);
}
- glCreateSamplers(1, &bilinear_sampler);
- glSamplerParameteri(bilinear_sampler, GL_TEXTURE_MIN_FILTER, GL_LINEAR_MIPMAP_NEAREST);
- glSamplerParameteri(bilinear_sampler, GL_TEXTURE_MAG_FILTER, GL_LINEAR);
- glSamplerParameteri(bilinear_sampler, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
- glSamplerParameteri(bilinear_sampler, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
+ gl->glCreateSamplers(1, &bilinear_sampler);
+ gl->glSamplerParameteri(bilinear_sampler, GL_TEXTURE_MIN_FILTER, GL_LINEAR_MIPMAP_NEAREST);
+ gl->glSamplerParameteri(bilinear_sampler, GL_TEXTURE_MAG_FILTER, GL_LINEAR);
+ gl->glSamplerParameteri(bilinear_sampler, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
+ gl->glSamplerParameteri(bilinear_sampler, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
}
-void VideoWidget::resizeGL(int w, int h)
+void VideoWindow::resizeGL(int w, int h)
{
- glViewport(0, 0, w, h);
+ gl->glViewport(0, 0, w, h);
display_aspect = double(w) / h;
}
return levels;
}
-void VideoWidget::paintGL()
+void VideoWindow::paintGL()
{
- std::shared_ptr<Frame> frame;
+ std::shared_ptr<VideoWidget::Frame> frame;
{
lock_guard lock(current_frame_mu);
frame = current_frame;
}
if (frame == nullptr) {
- glClear(GL_COLOR_BUFFER_BIT);
+ gl->glClear(GL_COLOR_BUFFER_BIT);
return;
}
- glUseProgram(ycbcr_program);
+ gl->glUseProgram(ycbcr_program);
if (frame->width != last_width || frame->height != last_height) {
- glTextureStorage2D(tex[0], num_levels(frame->width, frame->height), GL_R8, frame->width, frame->height);
+ gl->glTextureStorage2D(tex[0], num_levels(frame->width, frame->height), GL_R8, frame->width, frame->height);
}
if (frame->chroma_width != last_chroma_width || frame->chroma_height != last_chroma_height) {
for (GLuint num : { tex[1], tex[2] }) {
- glTextureStorage2D(num, num_levels(frame->chroma_width, frame->chroma_height), GL_R8, frame->chroma_width, frame->chroma_height);
+ gl->glTextureStorage2D(num, num_levels(frame->chroma_width, frame->chroma_height), GL_R8, frame->chroma_width, frame->chroma_height);
}
}
- glTextureSubImage2D(tex[0], 0, 0, 0, frame->width, frame->height, GL_RED, GL_UNSIGNED_BYTE, frame->data.get());
- glGenerateTextureMipmap(tex[0]);
+ gl->glBindBuffer(GL_PIXEL_UNPACK_BUFFER, frame->pbo);
- glTextureSubImage2D(tex[1], 0, 0, 0, frame->chroma_width, frame->chroma_height, GL_RED, GL_UNSIGNED_BYTE, frame->data.get() + frame->width * frame->height);
- glGenerateTextureMipmap(tex[1]);
+ if (frame->need_flush_len > 0) {
+ gl->glFlushMappedNamedBufferRange(frame->pbo, 0, frame->need_flush_len);
+ frame->need_flush_len = 0;
+ }
+
+ gl->glPixelStorei(GL_UNPACK_ROW_LENGTH, 0);
+ gl->glTextureSubImage2D(tex[0], 0, 0, 0, frame->width, frame->height, GL_RED, GL_UNSIGNED_BYTE, BUFFER_OFFSET(0));
+ gl->glGenerateTextureMipmap(tex[0]);
+
+ gl->glTextureSubImage2D(tex[1], 0, 0, 0, frame->chroma_width, frame->chroma_height, GL_RED, GL_UNSIGNED_BYTE, BUFFER_OFFSET(frame->width * frame->height));
+ gl->glGenerateTextureMipmap(tex[1]);
- glTextureSubImage2D(tex[2], 0, 0, 0, frame->chroma_width, frame->chroma_height, GL_RED, GL_UNSIGNED_BYTE, frame->data.get() + frame->width * frame->height + frame->chroma_width * frame->chroma_height);
- glGenerateTextureMipmap(tex[2]);
+ gl->glTextureSubImage2D(tex[2], 0, 0, 0, frame->chroma_width, frame->chroma_height, GL_RED, GL_UNSIGNED_BYTE, BUFFER_OFFSET(frame->width * frame->height + frame->chroma_width * frame->chroma_height));
+ gl->glGenerateTextureMipmap(tex[2]);
- glBindTextureUnit(0, tex[0]);
- glBindTextureUnit(1, tex[1]);
- glBindTextureUnit(2, tex[2]);
- glBindSampler(0, bilinear_sampler);
- glBindSampler(1, bilinear_sampler);
- glBindSampler(2, bilinear_sampler);
- glProgramUniform1i(ycbcr_program, 0, 0);
- glProgramUniform1i(ycbcr_program, 1, 1);
- glProgramUniform1i(ycbcr_program, 2, 2);
- glProgramUniform2f(ycbcr_program, 3, cbcr_offset[0], -cbcr_offset[1]);
+ gl->glBindBuffer(GL_PIXEL_UNPACK_BUFFER, 0);
+
+ gl->glBindTextureUnit(0, tex[0]);
+ gl->glBindTextureUnit(1, tex[1]);
+ gl->glBindTextureUnit(2, tex[2]);
+ gl->glBindSampler(0, bilinear_sampler);
+ gl->glBindSampler(1, bilinear_sampler);
+ gl->glBindSampler(2, bilinear_sampler);
+ gl->glProgramUniform1i(ycbcr_program, 0, 0);
+ gl->glProgramUniform1i(ycbcr_program, 1, 1);
+ gl->glProgramUniform1i(ycbcr_program, 2, 2);
+ gl->glProgramUniform2f(ycbcr_program, 3, cbcr_offset[0], -cbcr_offset[1]);
float tx1 = 0.0f;
float tx2 = 1.0f;
ty2 = 1.0 + 0.5 * extra_height / frame->height;
}
- glBegin(GL_QUADS);
+ gl->glBegin(GL_QUADS);
// (0,0)
- glVertexAttrib2f(1, tx1, ty1);
- glVertex2f(zoom_matrix[2 * 3 + 0], zoom_matrix[2 * 3 + 1]);
+ gl->glVertexAttrib2f(1, tx1, ty1);
+ gl->glVertex2f(zoom_matrix[2 * 3 + 0], zoom_matrix[2 * 3 + 1]);
// (0,1)
- glVertexAttrib2f(1, tx1, ty2);
- glVertex2f(zoom_matrix[1 * 3 + 0] + zoom_matrix[2 * 3 + 0], zoom_matrix[1 * 3 + 1] + zoom_matrix[2 * 3 + 1]);
+ gl->glVertexAttrib2f(1, tx1, ty2);
+ gl->glVertex2f(zoom_matrix[1 * 3 + 0] + zoom_matrix[2 * 3 + 0], zoom_matrix[1 * 3 + 1] + zoom_matrix[2 * 3 + 1]);
// (1,1)
- glVertexAttrib2f(1, tx2, ty2);
- glVertex2f(zoom_matrix[0 * 3 + 0] + zoom_matrix[1 * 3 + 0] + zoom_matrix[2 * 3 + 0],
+ gl->glVertexAttrib2f(1, tx2, ty2);
+ gl->glVertex2f(zoom_matrix[0 * 3 + 0] + zoom_matrix[1 * 3 + 0] + zoom_matrix[2 * 3 + 0],
zoom_matrix[1 * 3 + 0] + zoom_matrix[1 * 3 + 1] + zoom_matrix[2 * 3 + 1]);
// (1,0)
- glVertexAttrib2f(1, tx2, ty1);
- glVertex2f(zoom_matrix[0 * 3 + 0] + zoom_matrix[2 * 3 + 0],
+ gl->glVertexAttrib2f(1, tx2, ty1);
+ gl->glVertex2f(zoom_matrix[0 * 3 + 0] + zoom_matrix[2 * 3 + 0],
zoom_matrix[1 * 3 + 0] + zoom_matrix[2 * 3 + 1]);
- glEnd();
+ gl->glEnd();
+}
+
+void VideoWindow::set_current_frame(shared_ptr<VideoWidget::Frame> new_frame)
+{
+ {
+ lock_guard lock(current_frame_mu);
+ current_frame = std::move(new_frame);
+ }
+ update();
}
void matmul3x3(const double a[9], const double b[9], double res[9])
matmul3x3(tmp2, translation_matrix, zoom_matrix);
fixup_zoom_matrix();
+ video_window->set_zoom_matrix(zoom_matrix);
update();
}
zoom_matrix[6] += dx;
zoom_matrix[7] -= dy;
fixup_zoom_matrix();
+ video_window->set_zoom_matrix(zoom_matrix);
last_drag_x = e->position().x();
last_drag_y = e->position().y();
bool finished_wakeup;
finished_wakeup = producer_thread_should_quit.sleep_until(next_frame_start);
if (finished_wakeup) {
- Frame *new_frame = new Frame(make_video_frame(frame.get()));
- {
- lock_guard lock(current_frame_mu);
- current_frame.reset(new_frame);
- }
+ video_window->set_current_frame(make_video_frame(frame.get()));
last_frame = steady_clock::now();
update();
break;
if (paused) {
// Just paused, so present the frame immediately and then go into deep sleep.
- Frame *new_frame = new Frame(make_video_frame(frame.get()));
- {
- lock_guard lock(current_frame_mu);
- current_frame.reset(new_frame);
- }
+ video_window->set_current_frame(make_video_frame(frame.get()));
last_frame = steady_clock::now();
update();
break;
}
}
-VideoWidget::Frame VideoWidget::make_video_frame(const AVFrame *frame)
+shared_ptr<VideoWidget::Frame> VideoWidget::alloc_frame(unsigned width, unsigned height, unsigned chroma_width, unsigned chroma_height)
+{
+ lock_guard lock(freelist_mu);
+ for (auto it = frame_freelist.begin(); it != frame_freelist.end(); ++it) {
+ if ((*it)->width == width &&
+ (*it)->height == height &&
+ (*it)->chroma_width == chroma_width &&
+ (*it)->chroma_height == chroma_height) {
+ Frame *frame = *it;
+ frame_freelist.erase(it);
+ return shared_ptr<Frame>{frame, free_frame};
+ }
+ }
+
+ Frame *frame = new Frame;
+ frame->owner = this;
+ frame->width = width;
+ frame->height = height;
+ frame->chroma_width = chroma_width;
+ frame->chroma_height = chroma_height;
+
+ size_t len = frame->width * frame->height + 2 * frame->chroma_width * frame->chroma_height;
+
+ while (!video_window->isValid()) {
+ usleep(100000);
+ }
+
+ // Augh :-)
+ mutex mu;
+ condition_variable done_cv;
+ bool done = false;
+
+ post_to_main_thread([this, &frame, len, &done, &mu, &done_cv]{
+ video_window->makeCurrent();
+ auto gl = QOpenGLVersionFunctionsFactory::get<QOpenGLFunctions_4_5_Compatibility>(video_window->context());
+ gl->glCreateBuffers(1, &frame->pbo);
+ gl->glNamedBufferStorage(frame->pbo, len, nullptr, GL_MAP_WRITE_BIT | GL_MAP_PERSISTENT_BIT);
+ frame->data = (uint8_t *)gl->glMapNamedBufferRange(frame->pbo, 0, len, GL_MAP_WRITE_BIT | GL_MAP_FLUSH_EXPLICIT_BIT | GL_MAP_PERSISTENT_BIT);
+ video_window->doneCurrent();
+
+ lock_guard lock(mu);
+ done = true;
+ done_cv.notify_all();
+ });
+ {
+ unique_lock lock(mu);
+ done_cv.wait(lock, [&done]{ return done; });
+ }
+
+ return shared_ptr<Frame>{frame, free_frame};
+}
+
+void VideoWidget::free_frame(VideoWidget::Frame *frame)
+{
+ VideoWidget *self = frame->owner;
+ lock_guard lock(self->freelist_mu);
+ if (self->frame_freelist.size() >= 16) {
+ GLuint pbo = frame->pbo;
+ post_to_main_thread([self, pbo]{
+ self->video_window->makeCurrent();
+ auto gl = QOpenGLVersionFunctionsFactory::get<QOpenGLFunctions_4_5_Compatibility>(self->video_window->context());
+ gl->glUnmapNamedBuffer(pbo);
+ gl->glDeleteBuffers(1, &pbo);
+ self->video_window->doneCurrent();
+ });
+ delete self->frame_freelist.front();
+ self->frame_freelist.pop_front();
+ }
+ self->frame_freelist.push_back(frame);
+}
+
+shared_ptr<VideoWidget::Frame> VideoWidget::make_video_frame(const AVFrame *frame)
{
- Frame video_frame;
AVFrameWithDeleter sw_frame;
if (frame->format == AV_PIX_FMT_VAAPI ||
int linesizes[4] = { 0, 0, 0, 0 };
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(sws_dst_format);
- video_frame.width = frame->width;
- video_frame.height = frame->height;
- video_frame.chroma_width = AV_CEIL_RSHIFT(int(frame->width), desc->log2_chroma_w);
- video_frame.chroma_height = AV_CEIL_RSHIFT(int(frame->height), desc->log2_chroma_h);
+ shared_ptr<Frame> video_frame = alloc_frame(
+ frame->width,
+ frame->height,
+ AV_CEIL_RSHIFT(int(frame->width), desc->log2_chroma_w),
+ AV_CEIL_RSHIFT(int(frame->height), desc->log2_chroma_h));
// We always assume left chroma placement for now.
- cbcr_offset[0] = compute_chroma_offset(0.0f, 1 << desc->log2_chroma_w, video_frame.chroma_width);
- cbcr_offset[1] = compute_chroma_offset(0.5f, 1 << desc->log2_chroma_h, video_frame.chroma_height);
+ video_window->set_cbcr_offset(
+ compute_chroma_offset(0.0f, 1 << desc->log2_chroma_w, video_frame->chroma_width),
+ compute_chroma_offset(0.5f, 1 << desc->log2_chroma_h, video_frame->chroma_height)
+ );
- size_t len = frame->width * frame->height + 2 * video_frame.chroma_width * video_frame.chroma_height;
- video_frame.data.reset(new uint8_t[len]);
-
- pic_data[0] = video_frame.data.get();
+ pic_data[0] = video_frame->data;
linesizes[0] = frame->width;
pic_data[1] = pic_data[0] + frame->width * frame->height;
- linesizes[1] = video_frame.chroma_width;
+ linesizes[1] = video_frame->chroma_width;
- pic_data[2] = pic_data[1] + video_frame.chroma_width * video_frame.chroma_height;
- linesizes[2] = video_frame.chroma_width;
+ pic_data[2] = pic_data[1] + video_frame->chroma_width * video_frame->chroma_height;
+ linesizes[2] = video_frame->chroma_width;
sws_scale(sws_ctx.get(), frame->data, frame->linesize, 0, frame->height, pic_data, linesizes);
+ video_frame->need_flush_len = video_frame->width * video_frame->height + 2 * video_frame->chroma_width * video_frame->chroma_height;
+
return video_frame;
}
projects / pkanalytics / blobdiff