2 * Copyright (c) 2015 Paul B Mahol
4 * This file is part of FFmpeg.
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "libavutil/avassert.h"
22 #include "libavutil/intreadwrite.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/parseutils.h"
25 #include "libavutil/pixdesc.h"
31 enum VectorscopeMode {
40 typedef struct VectorscopeContext {
45 const uint8_t *bg_color;
54 uint8_t peak[1024][1024];
56 void (*vectorscope)(struct VectorscopeContext *s,
57 AVFrame *in, AVFrame *out, int pd);
60 #define OFFSET(x) offsetof(VectorscopeContext, x)
61 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
63 static const AVOption vectorscope_options[] = {
64 { "mode", "set vectorscope mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, MODE_NB-1, FLAGS, "mode"},
65 { "m", "set vectorscope mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, MODE_NB-1, FLAGS, "mode"},
66 { "gray", 0, 0, AV_OPT_TYPE_CONST, {.i64=GRAY}, 0, 0, FLAGS, "mode" },
67 { "color", 0, 0, AV_OPT_TYPE_CONST, {.i64=COLOR}, 0, 0, FLAGS, "mode" },
68 { "color2", 0, 0, AV_OPT_TYPE_CONST, {.i64=COLOR2}, 0, 0, FLAGS, "mode" },
69 { "color3", 0, 0, AV_OPT_TYPE_CONST, {.i64=COLOR3}, 0, 0, FLAGS, "mode" },
70 { "color4", 0, 0, AV_OPT_TYPE_CONST, {.i64=COLOR4}, 0, 0, FLAGS, "mode" },
71 { "x", "set color component on X axis", OFFSET(x), AV_OPT_TYPE_INT, {.i64=1}, 0, 2, FLAGS},
72 { "y", "set color component on Y axis", OFFSET(y), AV_OPT_TYPE_INT, {.i64=2}, 0, 2, FLAGS},
73 { "intensity", "set intensity", OFFSET(fintensity), AV_OPT_TYPE_FLOAT, {.dbl=0.004}, 0, 1, FLAGS},
74 { "i", "set intensity", OFFSET(fintensity), AV_OPT_TYPE_FLOAT, {.dbl=0.004}, 0, 1, FLAGS},
75 { "envelope", "set envelope", OFFSET(envelope), AV_OPT_TYPE_INT, {.i64=0}, 0, 3, FLAGS, "envelope"},
76 { "e", "set envelope", OFFSET(envelope), AV_OPT_TYPE_INT, {.i64=0}, 0, 3, FLAGS, "envelope"},
77 { "none", 0, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "envelope" },
78 { "instant", 0, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "envelope" },
79 { "peak", 0, 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "envelope" },
80 { "peak+instant", 0, 0, AV_OPT_TYPE_CONST, {.i64=3}, 0, 0, FLAGS, "envelope" },
84 AVFILTER_DEFINE_CLASS(vectorscope);
86 static const enum AVPixelFormat out_yuv8_pix_fmts[] = {
87 AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P,
91 static const enum AVPixelFormat out_yuv9_pix_fmts[] = {
96 static const enum AVPixelFormat out_yuv10_pix_fmts[] = {
101 static const enum AVPixelFormat out_rgb8_pix_fmts[] = {
102 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRP,
106 static const enum AVPixelFormat out_rgb9_pix_fmts[] = {
111 static const enum AVPixelFormat out_rgb10_pix_fmts[] = {
116 static const enum AVPixelFormat in1_pix_fmts[] = {
117 AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUVJ444P,
118 AV_PIX_FMT_YUV444P9, AV_PIX_FMT_YUV444P10,
119 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRP,
120 AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
124 static const enum AVPixelFormat in2_pix_fmts[] = {
125 AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUVJ420P,
126 AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUVJ422P,
127 AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUVJ444P,
128 AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUVJ411P,
129 AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV410P,
130 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRP,
131 AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
132 AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
133 AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
137 static int query_formats(AVFilterContext *ctx)
139 VectorscopeContext *s = ctx->priv;
140 const enum AVPixelFormat *out_pix_fmts;
141 const AVPixFmtDescriptor *desc;
142 AVFilterFormats *avff;
145 if (!ctx->inputs[0]->in_formats ||
146 !ctx->inputs[0]->in_formats->nb_formats) {
147 return AVERROR(EAGAIN);
150 if (!ctx->inputs[0]->out_formats) {
151 const enum AVPixelFormat *in_pix_fmts;
153 if ((s->x == 1 && s->y == 2) || (s->x == 2 && s->y == 1))
154 in_pix_fmts = in2_pix_fmts;
156 in_pix_fmts = in1_pix_fmts;
157 ff_formats_ref(ff_make_format_list(in_pix_fmts), &ctx->inputs[0]->out_formats);
160 avff = ctx->inputs[0]->in_formats;
161 desc = av_pix_fmt_desc_get(avff->formats[0]);
162 rgb = desc->flags & AV_PIX_FMT_FLAG_RGB;
163 depth = desc->comp[0].depth;
164 for (i = 1; i < avff->nb_formats; i++) {
165 desc = av_pix_fmt_desc_get(avff->formats[i]);
166 if (rgb != (desc->flags & AV_PIX_FMT_FLAG_RGB) ||
167 depth != desc->comp[0].depth)
168 return AVERROR(EAGAIN);
171 if (rgb && depth == 8)
172 out_pix_fmts = out_rgb8_pix_fmts;
173 else if (rgb && depth == 9)
174 out_pix_fmts = out_rgb9_pix_fmts;
175 else if (rgb && depth == 10)
176 out_pix_fmts = out_rgb10_pix_fmts;
178 out_pix_fmts = out_yuv9_pix_fmts;
179 else if (depth == 10)
180 out_pix_fmts = out_yuv10_pix_fmts;
182 out_pix_fmts = out_yuv8_pix_fmts;
183 ff_formats_ref(ff_make_format_list(out_pix_fmts), &ctx->outputs[0]->in_formats);
188 static const uint8_t black_yuva_color[4] = { 0, 127, 127, 0 };
189 static const uint8_t black_gbrp_color[4] = { 0, 0, 0, 0 };
191 static int config_output(AVFilterLink *outlink)
193 VectorscopeContext *s = outlink->src->priv;
195 s->intensity = s->fintensity * (s->size - 1);
196 outlink->h = outlink->w = s->size;
197 outlink->sample_aspect_ratio = (AVRational){1,1};
201 static void envelope_instant16(VectorscopeContext *s, AVFrame *out)
203 const int dlinesize = out->linesize[0] / 2;
204 uint16_t *dpd = s->mode == COLOR || !s->is_yuv ? (uint16_t *)out->data[s->pd] : (uint16_t *)out->data[0];
205 const int max = s->size - 1;
208 for (i = 0; i < out->height; i++) {
209 for (j = 0; j < out->width; j++) {
210 const int pos = i * dlinesize + j;
211 const int poa = (i - 1) * dlinesize + j;
212 const int pob = (i + 1) * dlinesize + j;
214 if (dpd[pos] && (((!j || !dpd[pos - 1]) || ((j == (out->width - 1)) || !dpd[pos + 1]))
215 || ((!i || !dpd[poa]) || ((i == (out->height - 1)) || !dpd[pob])))) {
222 static void envelope_peak16(VectorscopeContext *s, AVFrame *out)
224 const int dlinesize = out->linesize[0] / 2;
225 uint16_t *dpd = s->mode == COLOR || !s->is_yuv ? (uint16_t *)out->data[s->pd] : (uint16_t *)out->data[0];
226 const int max = s->size - 1;
229 for (i = 0; i < out->height; i++) {
230 for (j = 0; j < out->width; j++) {
231 const int pos = i * dlinesize + j;
238 if (s->envelope == 3)
239 envelope_instant16(s, out);
241 for (i = 0; i < out->height; i++) {
242 for (j = 0; j < out->width; j++) {
243 const int pos = i * dlinesize + j;
245 if (s->peak[i][j] && (((!j || !s->peak[i][j-1]) || ((j == (out->width - 1)) || !s->peak[i][j + 1]))
246 || ((!i || !s->peak[i-1][j]) || ((i == (out->height - 1)) || !s->peak[i + 1][j])))) {
253 static void envelope_instant(VectorscopeContext *s, AVFrame *out)
255 const int dlinesize = out->linesize[0];
256 uint8_t *dpd = s->mode == COLOR || !s->is_yuv ? out->data[s->pd] : out->data[0];
259 for (i = 0; i < out->height; i++) {
260 for (j = 0; j < out->width; j++) {
261 const int pos = i * dlinesize + j;
262 const int poa = (i - 1) * dlinesize + j;
263 const int pob = (i + 1) * dlinesize + j;
265 if (dpd[pos] && (((!j || !dpd[pos - 1]) || ((j == (out->width - 1)) || !dpd[pos + 1]))
266 || ((!i || !dpd[poa]) || ((i == (out->height - 1)) || !dpd[pob])))) {
273 static void envelope_peak(VectorscopeContext *s, AVFrame *out)
275 const int dlinesize = out->linesize[0];
276 uint8_t *dpd = s->mode == COLOR || !s->is_yuv ? out->data[s->pd] : out->data[0];
279 for (i = 0; i < out->height; i++) {
280 for (j = 0; j < out->width; j++) {
281 const int pos = i * dlinesize + j;
288 if (s->envelope == 3)
289 envelope_instant(s, out);
291 for (i = 0; i < out->height; i++) {
292 for (j = 0; j < out->width; j++) {
293 const int pos = i * dlinesize + j;
295 if (s->peak[i][j] && (((!j || !s->peak[i][j-1]) || ((j == (out->width - 1)) || !s->peak[i][j + 1]))
296 || ((!i || !s->peak[i-1][j]) || ((i == (out->height - 1)) || !s->peak[i + 1][j])))) {
303 static void envelope16(VectorscopeContext *s, AVFrame *out)
307 } else if (s->envelope == 1) {
308 envelope_instant16(s, out);
310 envelope_peak16(s, out);
314 static void envelope(VectorscopeContext *s, AVFrame *out)
318 } else if (s->envelope == 1) {
319 envelope_instant(s, out);
321 envelope_peak(s, out);
325 static void vectorscope16(VectorscopeContext *s, AVFrame *in, AVFrame *out, int pd)
327 const uint16_t * const *src = (const uint16_t * const *)in->data;
328 const int slinesizex = in->linesize[s->x] / 2;
329 const int slinesizey = in->linesize[s->y] / 2;
330 const int slinesized = in->linesize[pd] / 2;
331 const int dlinesize = out->linesize[0] / 2;
332 const int intensity = s->intensity;
333 const int px = s->x, py = s->y;
334 const int h = s->planeheight[py];
335 const int w = s->planewidth[px];
336 const uint16_t *spx = src[px];
337 const uint16_t *spy = src[py];
338 const uint16_t *spd = src[pd];
339 const int hsub = s->hsub;
340 const int vsub = s->vsub;
341 uint16_t **dst = (uint16_t **)out->data;
342 uint16_t *dpx = dst[px];
343 uint16_t *dpy = dst[py];
344 uint16_t *dpd = dst[pd];
345 const int max = s->size - 1;
346 const int mid = s->size / 2;
349 for (k = 0; k < 4 && dst[k]; k++) {
350 const int mult = s->mult;
352 for (i = 0; i < out->height ; i++)
353 for (j = 0; j < out->width; j++)
354 AV_WN16(out->data[k] + i * out->linesize[k] + j * 2,
355 s->mode == COLOR && k == s->pd ? 0 : s->bg_color[k] * mult);
362 for (i = 0; i < h; i++) {
363 const int iwx = i * slinesizex;
364 const int iwy = i * slinesizey;
365 for (j = 0; j < w; j++) {
366 const int x = FFMIN(spx[iwx + j], max);
367 const int y = FFMIN(spy[iwy + j], max);
368 const int pos = y * dlinesize + x;
370 dpd[pos] = FFMIN(dpd[pos] + intensity, max);
376 for (i = 0; i < h; i++) {
377 const int iwx = i * slinesizex;
378 const int iwy = i * slinesizey;
379 for (j = 0; j < w; j++) {
380 const int x = FFMIN(spx[iwx + j], max);
381 const int y = FFMIN(spy[iwy + j], max);
382 const int pos = y * dlinesize + x;
384 dst[0][pos] = FFMIN(dst[0][pos] + intensity, max);
385 dst[1][pos] = FFMIN(dst[1][pos] + intensity, max);
386 dst[2][pos] = FFMIN(dst[2][pos] + intensity, max);
395 for (i = 0; i < h; i++) {
396 const int iw1 = i * slinesizex;
397 const int iw2 = i * slinesizey;
398 for (j = 0; j < w; j++) {
399 const int x = FFMIN(spx[iw1 + j], max);
400 const int y = FFMIN(spy[iw2 + j], max);
401 const int pos = y * dlinesize + x;
404 dpd[pos] = FFABS(mid - x) + FFABS(mid - y);
412 for (i = 0; i < h; i++) {
413 const int iw1 = i * slinesizex;
414 const int iw2 = i * slinesizey;
415 for (j = 0; j < w; j++) {
416 const int x = FFMIN(spx[iw1 + j], max);
417 const int y = FFMIN(spy[iw2 + j], max);
418 const int pos = y * dlinesize + x;
421 dpd[pos] = FFMIN(x + y, max);
431 for (i = 0; i < h; i++) {
432 const int iw1 = i * slinesizex;
433 const int iw2 = i * slinesizey;
434 for (j = 0; j < w; j++) {
435 const int x = FFMIN(spx[iw1 + j], max);
436 const int y = FFMIN(spy[iw2 + j], max);
437 const int pos = y * dlinesize + x;
439 dpd[pos] = FFMIN(max, dpd[pos] + intensity);
448 for (i = 0; i < in->height; i++) {
449 const int iwx = (i >> vsub) * slinesizex;
450 const int iwy = (i >> vsub) * slinesizey;
451 const int iwd = i * slinesized;
452 for (j = 0; j < in->width; j++) {
453 const int x = FFMIN(spx[iwx + (j >> hsub)], max);
454 const int y = FFMIN(spy[iwy + (j >> hsub)], max);
455 const int pos = y * dlinesize + x;
457 dpd[pos] = FFMAX(spd[iwd + j], dpd[pos]);
471 if (s->mode == COLOR) {
472 for (i = 0; i < out->height; i++) {
473 for (j = 0; j < out->width; j++) {
474 if (!dpd[i * dlinesize + j]) {
475 dpx[i * dlinesize + j] = j;
476 dpy[i * dlinesize + j] = i;
477 dpd[i * dlinesize + j] = mid;
484 static void vectorscope8(VectorscopeContext *s, AVFrame *in, AVFrame *out, int pd)
486 const uint8_t * const *src = (const uint8_t * const *)in->data;
487 const int slinesizex = in->linesize[s->x];
488 const int slinesizey = in->linesize[s->y];
489 const int slinesized = in->linesize[pd];
490 const int dlinesize = out->linesize[0];
491 const int intensity = s->intensity;
492 const int px = s->x, py = s->y;
493 const int h = s->planeheight[py];
494 const int w = s->planewidth[px];
495 const uint8_t *spx = src[px];
496 const uint8_t *spy = src[py];
497 const uint8_t *spd = src[pd];
498 const int hsub = s->hsub;
499 const int vsub = s->vsub;
500 uint8_t **dst = out->data;
501 uint8_t *dpx = dst[px];
502 uint8_t *dpy = dst[py];
503 uint8_t *dpd = dst[pd];
506 for (k = 0; k < 4 && dst[k]; k++)
507 for (i = 0; i < out->height ; i++)
508 memset(dst[k] + i * out->linesize[k],
509 s->mode == COLOR && k == s->pd ? 0 : s->bg_color[k], out->width);
515 for (i = 0; i < h; i++) {
516 const int iwx = i * slinesizex;
517 const int iwy = i * slinesizey;
518 for (j = 0; j < w; j++) {
519 const int x = spx[iwx + j];
520 const int y = spy[iwy + j];
521 const int pos = y * dlinesize + x;
523 dpd[pos] = FFMIN(dpd[pos] + intensity, 255);
529 for (i = 0; i < h; i++) {
530 const int iwx = i * slinesizex;
531 const int iwy = i * slinesizey;
532 for (j = 0; j < w; j++) {
533 const int x = spx[iwx + j];
534 const int y = spy[iwy + j];
535 const int pos = y * dlinesize + x;
537 dst[0][pos] = FFMIN(dst[0][pos] + intensity, 255);
538 dst[1][pos] = FFMIN(dst[1][pos] + intensity, 255);
539 dst[2][pos] = FFMIN(dst[2][pos] + intensity, 255);
548 for (i = 0; i < h; i++) {
549 const int iw1 = i * slinesizex;
550 const int iw2 = i * slinesizey;
551 for (j = 0; j < w; j++) {
552 const int x = spx[iw1 + j];
553 const int y = spy[iw2 + j];
554 const int pos = y * dlinesize + x;
557 dpd[pos] = FFABS(128 - x) + FFABS(128 - y);
565 for (i = 0; i < h; i++) {
566 const int iw1 = i * slinesizex;
567 const int iw2 = i * slinesizey;
568 for (j = 0; j < w; j++) {
569 const int x = spx[iw1 + j];
570 const int y = spy[iw2 + j];
571 const int pos = y * dlinesize + x;
574 dpd[pos] = FFMIN(x + y, 255);
584 for (i = 0; i < h; i++) {
585 const int iw1 = i * slinesizex;
586 const int iw2 = i * slinesizey;
587 for (j = 0; j < w; j++) {
588 const int x = spx[iw1 + j];
589 const int y = spy[iw2 + j];
590 const int pos = y * dlinesize + x;
592 dpd[pos] = FFMIN(255, dpd[pos] + intensity);
601 for (i = 0; i < in->height; i++) {
602 const int iwx = (i >> vsub) * slinesizex;
603 const int iwy = (i >> vsub) * slinesizey;
604 const int iwd = i * slinesized;
605 for (j = 0; j < in->width; j++) {
606 const int x = spx[iwx + (j >> hsub)];
607 const int y = spy[iwy + (j >> hsub)];
608 const int pos = y * dlinesize + x;
610 dpd[pos] = FFMAX(spd[iwd + j], dpd[pos]);
624 if (s->mode == COLOR) {
625 for (i = 0; i < out->height; i++) {
626 for (j = 0; j < out->width; j++) {
627 if (!dpd[i * out->linesize[pd] + j]) {
628 dpx[i * out->linesize[px] + j] = j;
629 dpy[i * out->linesize[py] + j] = i;
630 dpd[i * out->linesize[pd] + j] = 128;
637 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
639 AVFilterContext *ctx = inlink->dst;
640 VectorscopeContext *s = ctx->priv;
641 AVFilterLink *outlink = ctx->outputs[0];
644 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
647 return AVERROR(ENOMEM);
651 s->vectorscope(s, in, out, s->pd);
654 return ff_filter_frame(outlink, out);
657 static int config_input(AVFilterLink *inlink)
659 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
660 VectorscopeContext *s = inlink->dst->priv;
662 s->is_yuv = !(desc->flags & AV_PIX_FMT_FLAG_RGB);
663 s->size = 1 << desc->comp[0].depth;
664 s->mult = s->size / 256;
666 if (s->mode == GRAY && s->is_yuv)
669 if ((s->x == 1 && s->y == 2) || (s->x == 2 && s->y == 1))
671 else if ((s->x == 0 && s->y == 2) || (s->x == 2 && s->y == 0))
673 else if ((s->x == 0 && s->y == 1) || (s->x == 1 && s->y == 0))
678 s->vectorscope = vectorscope8;
680 s->vectorscope = vectorscope16;
682 switch (inlink->format) {
683 case AV_PIX_FMT_GBRP10:
684 case AV_PIX_FMT_GBRP9:
685 case AV_PIX_FMT_GBRAP:
686 case AV_PIX_FMT_GBRP:
687 s->bg_color = black_gbrp_color;
690 s->bg_color = black_yuva_color;
693 s->hsub = desc->log2_chroma_w;
694 s->vsub = desc->log2_chroma_h;
695 s->planeheight[1] = s->planeheight[2] = FF_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
696 s->planeheight[0] = s->planeheight[3] = inlink->h;
697 s->planewidth[1] = s->planewidth[2] = FF_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
698 s->planewidth[0] = s->planewidth[3] = inlink->w;
703 static const AVFilterPad inputs[] = {
706 .type = AVMEDIA_TYPE_VIDEO,
707 .filter_frame = filter_frame,
708 .config_props = config_input,
713 static const AVFilterPad outputs[] = {
716 .type = AVMEDIA_TYPE_VIDEO,
717 .config_props = config_output,
722 AVFilter ff_vf_vectorscope = {
723 .name = "vectorscope",
724 .description = NULL_IF_CONFIG_SMALL("Video vectorscope."),
725 .priv_size = sizeof(VectorscopeContext),
726 .priv_class = &vectorscope_class,
727 .query_formats = query_formats,