2 * Copyright (c) 2016 Paul B Mahol
4 * This file is part of FFmpeg.
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "libavutil/avassert.h"
22 #include "libavutil/intreadwrite.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/parseutils.h"
25 #include "libavutil/pixdesc.h"
26 #include "libavutil/xga_font_data.h"
28 #include "drawutils.h"
33 typedef struct DatascopeContext {
52 void (*pick_color)(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value);
53 void (*reverse_color)(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse);
54 int (*filter)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
57 #define OFFSET(x) offsetof(DatascopeContext, x)
58 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
59 #define FLAGSR AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
61 static const AVOption datascope_options[] = {
62 { "size", "set output size", OFFSET(ow), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, FLAGS },
63 { "s", "set output size", OFFSET(ow), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, FLAGS },
64 { "x", "set x offset", OFFSET(x), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGSR },
65 { "y", "set y offset", OFFSET(y), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGSR },
66 { "mode", "set scope mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 2, FLAGSR, "mode" },
67 { "mono", NULL, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGSR, "mode" },
68 { "color", NULL, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGSR, "mode" },
69 { "color2", NULL, 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGSR, "mode" },
70 { "axis", "draw column/row numbers", OFFSET(axis), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGSR },
71 { "opacity", "set background opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=0.75}, 0, 1, FLAGSR },
72 { "format", "set display number format", OFFSET(dformat), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGSR, "format" },
73 { "hex", NULL, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGSR, "format" },
74 { "dec", NULL, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGSR, "format" },
75 { "components", "set components to display", OFFSET(components), AV_OPT_TYPE_INT, {.i64=15}, 1, 15, FLAGSR },
79 AVFILTER_DEFINE_CLASS(datascope);
81 static int query_formats(AVFilterContext *ctx)
83 return ff_set_common_formats(ctx, ff_draw_supported_pixel_formats(0));
86 static void draw_text(FFDrawContext *draw, AVFrame *frame, FFDrawColor *color,
87 int x0, int y0, const uint8_t *text, int vertical)
91 for (; *text; text++) {
97 ff_blend_mask(draw, color, frame->data, frame->linesize,
98 frame->width, frame->height,
99 avpriv_cga_font + *text * 8, 1, 8, 8, 0, 0, x, y0);
109 static void pick_color8(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value)
113 color->rgba[3] = 255;
114 for (p = 0; p < draw->nb_planes; p++) {
115 if (draw->nb_planes == 1) {
116 for (i = 0; i < 4; i++) {
117 value[i] = in->data[0][y * in->linesize[0] + x * draw->pixelstep[0] + i];
118 color->comp[0].u8[i] = value[i];
121 value[p] = in->data[p][(y >> draw->vsub[p]) * in->linesize[p] + (x >> draw->hsub[p])];
122 color->comp[p].u8[0] = value[p];
127 static void pick_color16(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value)
131 color->rgba[3] = 255;
132 for (p = 0; p < draw->nb_planes; p++) {
133 if (draw->nb_planes == 1) {
134 for (i = 0; i < 4; i++) {
135 value[i] = AV_RL16(in->data[0] + y * in->linesize[0] + x * draw->pixelstep[0] + i * 2);
136 color->comp[0].u16[i] = value[i];
139 value[p] = AV_RL16(in->data[p] + (y >> draw->vsub[p]) * in->linesize[p] + (x >> draw->hsub[p]) * 2);
140 color->comp[p].u16[0] = value[p];
145 static void reverse_color8(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse)
149 reverse->rgba[3] = 255;
150 for (p = 0; p < draw->nb_planes; p++) {
151 reverse->comp[p].u8[0] = color->comp[p].u8[0] > 127 ? 0 : 255;
152 reverse->comp[p].u8[1] = color->comp[p].u8[1] > 127 ? 0 : 255;
153 reverse->comp[p].u8[2] = color->comp[p].u8[2] > 127 ? 0 : 255;
157 static void reverse_color16(FFDrawContext *draw, FFDrawColor *color, FFDrawColor *reverse)
161 reverse->rgba[3] = 255;
162 for (p = 0; p < draw->nb_planes; p++) {
163 const unsigned max = (1 << draw->desc->comp[p].depth) - 1;
164 const unsigned mid = (max + 1) / 2;
166 reverse->comp[p].u16[0] = color->comp[p].u16[0] > mid ? 0 : max;
167 reverse->comp[p].u16[1] = color->comp[p].u16[1] > mid ? 0 : max;
168 reverse->comp[p].u16[2] = color->comp[p].u16[2] > mid ? 0 : max;
172 typedef struct ThreadData {
177 static int filter_color2(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
179 DatascopeContext *s = ctx->priv;
180 AVFilterLink *outlink = ctx->outputs[0];
181 AVFilterLink *inlink = ctx->inputs[0];
182 ThreadData *td = arg;
183 AVFrame *in = td->in;
184 AVFrame *out = td->out;
185 const int PP = td->PP;
186 const int xoff = td->xoff;
187 const int yoff = td->yoff;
188 const int P = FFMAX(s->nb_planes, s->nb_comps);
189 const int C = s->chars;
190 const int D = ((s->chars - s->dformat) >> 2) + s->dformat * 2;
191 const int W = (outlink->w - xoff) / (C * 10);
192 const int H = (outlink->h - yoff) / (PP * 12);
193 const char *format[4] = {"%02X\n", "%04X\n", "%03d\n", "%05d\n"};
194 const int slice_start = (W * jobnr) / nb_jobs;
195 const int slice_end = (W * (jobnr+1)) / nb_jobs;
198 for (y = 0; y < H && (y + s->y < inlink->h); y++) {
199 for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
200 FFDrawColor color = { { 0 } };
201 FFDrawColor reverse = { { 0 } };
202 int value[4] = { 0 }, pp = 0;
204 s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
205 s->reverse_color(&s->draw, &color, &reverse);
206 ff_fill_rectangle(&s->draw, &color, out->data, out->linesize,
207 xoff + x * C * 10, yoff + y * PP * 12, C * 10, PP * 12);
209 for (p = 0; p < P; p++) {
212 if (!(s->components & (1 << p)))
214 snprintf(text, sizeof(text), format[D], value[p]);
215 draw_text(&s->draw, out, &reverse, xoff + x * C * 10 + 2, yoff + y * PP * 12 + pp * 10 + 2, text, 0);
224 static int filter_color(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
226 DatascopeContext *s = ctx->priv;
227 AVFilterLink *outlink = ctx->outputs[0];
228 AVFilterLink *inlink = ctx->inputs[0];
229 ThreadData *td = arg;
230 AVFrame *in = td->in;
231 AVFrame *out = td->out;
232 const int PP = td->PP;
233 const int xoff = td->xoff;
234 const int yoff = td->yoff;
235 const int P = FFMAX(s->nb_planes, s->nb_comps);
236 const int C = s->chars;
237 const int D = ((s->chars - s->dformat) >> 2) + s->dformat * 2;
238 const int W = (outlink->w - xoff) / (C * 10);
239 const int H = (outlink->h - yoff) / (PP * 12);
240 const char *format[4] = {"%02X\n", "%04X\n", "%03d\n", "%05d\n"};
241 const int slice_start = (W * jobnr) / nb_jobs;
242 const int slice_end = (W * (jobnr+1)) / nb_jobs;
245 for (y = 0; y < H && (y + s->y < inlink->h); y++) {
246 for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
247 FFDrawColor color = { { 0 } };
248 int value[4] = { 0 }, pp = 0;
250 s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
252 for (p = 0; p < P; p++) {
255 if (!(s->components & (1 << p)))
257 snprintf(text, sizeof(text), format[D], value[p]);
258 draw_text(&s->draw, out, &color, xoff + x * C * 10 + 2, yoff + y * PP * 12 + pp * 10 + 2, text, 0);
267 static int filter_mono(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
269 DatascopeContext *s = ctx->priv;
270 AVFilterLink *outlink = ctx->outputs[0];
271 AVFilterLink *inlink = ctx->inputs[0];
272 ThreadData *td = arg;
273 AVFrame *in = td->in;
274 AVFrame *out = td->out;
275 const int PP = td->PP;
276 const int xoff = td->xoff;
277 const int yoff = td->yoff;
278 const int P = FFMAX(s->nb_planes, s->nb_comps);
279 const int C = s->chars;
280 const int D = ((s->chars - s->dformat) >> 2) + s->dformat * 2;
281 const int W = (outlink->w - xoff) / (C * 10);
282 const int H = (outlink->h - yoff) / (PP * 12);
283 const char *format[4] = {"%02X\n", "%04X\n", "%03d\n", "%05d\n"};
284 const int slice_start = (W * jobnr) / nb_jobs;
285 const int slice_end = (W * (jobnr+1)) / nb_jobs;
288 for (y = 0; y < H && (y + s->y < inlink->h); y++) {
289 for (x = slice_start; x < slice_end && (x + s->x < inlink->w); x++) {
290 FFDrawColor color = { { 0 } };
291 int value[4] = { 0 }, pp = 0;
293 s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
294 for (p = 0; p < P; p++) {
297 if (!(s->components & (1 << p)))
299 snprintf(text, sizeof(text), format[D], value[p]);
300 draw_text(&s->draw, out, &s->white, xoff + x * C * 10 + 2, yoff + y * PP * 12 + pp * 10 + 2, text, 0);
309 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
311 AVFilterContext *ctx = inlink->dst;
312 DatascopeContext *s = ctx->priv;
313 AVFilterLink *outlink = ctx->outputs[0];
314 const int P = FFMAX(s->nb_planes, s->nb_comps);
315 ThreadData td = { 0 };
321 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
324 return AVERROR(ENOMEM);
328 ff_fill_rectangle(&s->draw, &s->black, out->data, out->linesize,
329 0, 0, outlink->w, outlink->h);
331 for (int p = 0; p < P; p++) {
332 if (s->components & (1 << p))
338 const int C = s->chars;
339 int Y = outlink->h / (PP * 12);
340 int X = outlink->w / (C * 10);
341 char text[256] = { 0 };
344 snprintf(text, sizeof(text), "%d", s->y + Y);
345 ymaxlen = strlen(text);
347 snprintf(text, sizeof(text), "%d", s->x + X);
348 xmaxlen = strlen(text);
351 Y = (outlink->h - xmaxlen) / (PP * 12);
352 X = (outlink->w - ymaxlen) / (C * 10);
354 for (y = 0; y < Y; y++) {
355 snprintf(text, sizeof(text), "%d", s->y + y);
357 ff_fill_rectangle(&s->draw, &s->gray, out->data, out->linesize,
358 0, xmaxlen + y * PP * 12 + (PP + 1) * PP - 2, ymaxlen, 10);
360 draw_text(&s->draw, out, &s->yellow, 2, xmaxlen + y * PP * 12 + (PP + 1) * PP, text, 0);
363 for (x = 0; x < X; x++) {
364 snprintf(text, sizeof(text), "%d", s->x + x);
366 ff_fill_rectangle(&s->draw, &s->gray, out->data, out->linesize,
367 ymaxlen + x * C * 10 + 2 * C - 2, 0, 10, xmaxlen);
369 draw_text(&s->draw, out, &s->yellow, ymaxlen + x * C * 10 + 2 * C, 2, text, 1);
373 td.in = in; td.out = out, td.yoff = xmaxlen, td.xoff = ymaxlen, td.PP = PP;
374 ctx->internal->execute(ctx, s->filter, &td, NULL, FFMIN(ff_filter_get_nb_threads(ctx), FFMAX(outlink->w / 20, 1)));
377 return ff_filter_frame(outlink, out);
380 static int config_input(AVFilterLink *inlink)
382 DatascopeContext *s = inlink->dst->priv;
383 uint8_t alpha = s->opacity * 255;
385 s->nb_planes = av_pix_fmt_count_planes(inlink->format);
386 ff_draw_init(&s->draw, inlink->format, 0);
387 ff_draw_color(&s->draw, &s->white, (uint8_t[]){ 255, 255, 255, 255} );
388 ff_draw_color(&s->draw, &s->black, (uint8_t[]){ 0, 0, 0, alpha} );
389 ff_draw_color(&s->draw, &s->yellow, (uint8_t[]){ 255, 255, 0, 255} );
390 ff_draw_color(&s->draw, &s->gray, (uint8_t[]){ 77, 77, 77, 255} );
391 s->chars = (s->draw.desc->comp[0].depth + 7) / 8 * 2 + s->dformat;
392 s->nb_comps = s->draw.desc->nb_components;
395 case 0: s->filter = filter_mono; break;
396 case 1: s->filter = filter_color; break;
397 case 2: s->filter = filter_color2; break;
400 if (s->draw.desc->comp[0].depth <= 8) {
401 s->pick_color = pick_color8;
402 s->reverse_color = reverse_color8;
404 s->pick_color = pick_color16;
405 s->reverse_color = reverse_color16;
411 static int config_output(AVFilterLink *outlink)
413 DatascopeContext *s = outlink->src->priv;
417 outlink->sample_aspect_ratio = (AVRational){1,1};
422 static int process_command(AVFilterContext *ctx, const char *cmd, const char *args,
423 char *res, int res_len, int flags)
427 ret = ff_filter_process_command(ctx, cmd, args, res, res_len, flags);
431 return config_input(ctx->inputs[0]);
434 static const AVFilterPad inputs[] = {
437 .type = AVMEDIA_TYPE_VIDEO,
438 .filter_frame = filter_frame,
439 .config_props = config_input,
444 static const AVFilterPad outputs[] = {
447 .type = AVMEDIA_TYPE_VIDEO,
448 .config_props = config_output,
453 AVFilter ff_vf_datascope = {
455 .description = NULL_IF_CONFIG_SMALL("Video data analysis."),
456 .priv_size = sizeof(DatascopeContext),
457 .priv_class = &datascope_class,
458 .query_formats = query_formats,
461 .flags = AVFILTER_FLAG_SLICE_THREADS,
462 .process_command = process_command,
465 typedef struct PixscopeContext {
466 const AVClass *class;
487 FFDrawColor *colors[4];
489 uint16_t values[4][80][80];
491 void (*pick_color)(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value);
494 #define POFFSET(x) offsetof(PixscopeContext, x)
496 static const AVOption pixscope_options[] = {
497 { "x", "set scope x offset", POFFSET(xpos), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGSR },
498 { "y", "set scope y offset", POFFSET(ypos), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGSR },
499 { "w", "set scope width", POFFSET(w), AV_OPT_TYPE_INT, {.i64=7}, 1, 80, FLAGSR },
500 { "h", "set scope height", POFFSET(h), AV_OPT_TYPE_INT, {.i64=7}, 1, 80, FLAGSR },
501 { "o", "set window opacity", POFFSET(o), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGSR },
502 { "wx", "set window x offset", POFFSET(wx), AV_OPT_TYPE_FLOAT, {.dbl=-1}, -1, 1, FLAGSR },
503 { "wy", "set window y offset", POFFSET(wy), AV_OPT_TYPE_FLOAT, {.dbl=-1}, -1, 1, FLAGSR },
507 AVFILTER_DEFINE_CLASS(pixscope);
509 static int pixscope_config_input(AVFilterLink *inlink)
511 PixscopeContext *s = inlink->dst->priv;
513 s->nb_planes = av_pix_fmt_count_planes(inlink->format);
514 ff_draw_init(&s->draw, inlink->format, 0);
515 ff_draw_color(&s->draw, &s->dark, (uint8_t[]){ 0, 0, 0, s->o * 255} );
516 ff_draw_color(&s->draw, &s->black, (uint8_t[]){ 0, 0, 0, 255} );
517 ff_draw_color(&s->draw, &s->white, (uint8_t[]){ 255, 255, 255, 255} );
518 ff_draw_color(&s->draw, &s->green, (uint8_t[]){ 0, 255, 0, 255} );
519 ff_draw_color(&s->draw, &s->blue, (uint8_t[]){ 0, 0, 255, 255} );
520 ff_draw_color(&s->draw, &s->red, (uint8_t[]){ 255, 0, 0, 255} );
521 s->nb_comps = s->draw.desc->nb_components;
522 s->is_rgb = s->draw.desc->flags & AV_PIX_FMT_FLAG_RGB;
525 s->colors[0] = &s->red;
526 s->colors[1] = &s->green;
527 s->colors[2] = &s->blue;
528 s->colors[3] = &s->white;
529 ff_fill_rgba_map(s->rgba_map, inlink->format);
531 s->colors[0] = &s->white;
532 s->colors[1] = &s->blue;
533 s->colors[2] = &s->red;
534 s->colors[3] = &s->white;
541 if (s->draw.desc->comp[0].depth <= 8) {
542 s->pick_color = pick_color8;
544 s->pick_color = pick_color16;
547 if (inlink->w < 640 || inlink->h < 480) {
548 av_log(inlink->dst, AV_LOG_ERROR, "min supported resolution is 640x480\n");
549 return AVERROR(EINVAL);
554 s->x = s->xpos * (inlink->w - 1);
555 s->y = s->ypos * (inlink->h - 1);
556 if (s->x + s->w >= inlink->w || s->y + s->h >= inlink->h) {
557 av_log(inlink->dst, AV_LOG_WARNING, "scope position is out of range, clipping\n");
558 s->x = FFMIN(s->x, inlink->w - s->w);
559 s->y = FFMIN(s->y, inlink->h - s->h);
565 #define SQR(x) ((x)*(x))
567 static int pixscope_filter_frame(AVFilterLink *inlink, AVFrame *in)
569 AVFilterContext *ctx = inlink->dst;
570 PixscopeContext *s = ctx->priv;
571 AVFilterLink *outlink = ctx->outputs[0];
572 AVFrame *out = ff_get_video_buffer(outlink, in->width, in->height);
573 int max[4] = { 0 }, min[4] = { INT_MAX, INT_MAX, INT_MAX, INT_MAX };
574 float average[4] = { 0 };
575 double std[4] = { 0 }, rms[4] = { 0 };
576 const char rgba[4] = { 'R', 'G', 'B', 'A' };
577 const char yuva[4] = { 'Y', 'U', 'V', 'A' };
578 int x, y, X, Y, i, w, h;
583 return AVERROR(ENOMEM);
585 av_frame_copy_props(out, in);
586 av_frame_copy(out, in);
592 X = (in->width - s->ww) * s->wx;
594 X = (in->width - s->ww) * -s->wx;
597 Y = (in->height - s->wh) * s->wy;
599 Y = (in->height - s->wh) * -s->wy;
603 if (s->x + s->w >= X && (s->x + s->w <= X + s->ww) &&
604 s->y + s->h >= Y && (s->y + s->h <= Y + s->wh)) {
605 X = (in->width - s->ww) * (1 + s->wx);
610 if (s->x + s->w >= X && (s->x + s->w <= X + s->ww) &&
611 s->y + s->h >= Y && (s->y + s->h <= Y + s->wh)) {
612 Y = (in->height - s->wh) * (1 + s->wy);
616 ff_blend_rectangle(&s->draw, &s->dark, out->data, out->linesize,
617 out->width, out->height,
623 for (y = 0; y < s->h; y++) {
624 for (x = 0; x < s->w; x++) {
625 FFDrawColor color = { { 0 } };
626 int value[4] = { 0 };
628 s->pick_color(&s->draw, &color, in, x + s->x, y + s->y, value);
629 ff_fill_rectangle(&s->draw, &color, out->data, out->linesize,
630 x * w + (s->ww - 4 - (s->w * w)) / 2 + X, y * h + 2 + Y, w, h);
631 for (i = 0; i < 4; i++) {
632 s->values[i][x][y] = value[i];
633 rms[i] += (double)value[i] * (double)value[i];
634 average[i] += value[i];
635 min[i] = FFMIN(min[i], value[i]);
636 max[i] = FFMAX(max[i], value[i]);
641 ff_blend_rectangle(&s->draw, &s->black, out->data, out->linesize,
642 out->width, out->height,
643 s->x - 2, s->y - 2, s->w + 4, 1);
645 ff_blend_rectangle(&s->draw, &s->white, out->data, out->linesize,
646 out->width, out->height,
647 s->x - 1, s->y - 1, s->w + 2, 1);
649 ff_blend_rectangle(&s->draw, &s->white, out->data, out->linesize,
650 out->width, out->height,
651 s->x - 1, s->y - 1, 1, s->h + 2);
653 ff_blend_rectangle(&s->draw, &s->black, out->data, out->linesize,
654 out->width, out->height,
655 s->x - 2, s->y - 2, 1, s->h + 4);
657 ff_blend_rectangle(&s->draw, &s->white, out->data, out->linesize,
658 out->width, out->height,
659 s->x - 1, s->y + 1 + s->h, s->w + 3, 1);
661 ff_blend_rectangle(&s->draw, &s->black, out->data, out->linesize,
662 out->width, out->height,
663 s->x - 2, s->y + 2 + s->h, s->w + 4, 1);
665 ff_blend_rectangle(&s->draw, &s->white, out->data, out->linesize,
666 out->width, out->height,
667 s->x + 1 + s->w, s->y - 1, 1, s->h + 2);
669 ff_blend_rectangle(&s->draw, &s->black, out->data, out->linesize,
670 out->width, out->height,
671 s->x + 2 + s->w, s->y - 2, 1, s->h + 5);
673 for (i = 0; i < 4; i++) {
674 rms[i] /= s->w * s->h;
675 rms[i] = sqrt(rms[i]);
676 average[i] /= s->w * s->h;
679 for (y = 0; y < s->h; y++) {
680 for (x = 0; x < s->w; x++) {
681 for (i = 0; i < 4; i++)
682 std[i] += SQR(s->values[i][x][y] - average[i]);
686 for (i = 0; i < 4; i++) {
687 std[i] /= s->w * s->h;
688 std[i] = sqrt(std[i]);
691 snprintf(text, sizeof(text), "CH AVG MIN MAX RMS\n");
692 draw_text(&s->draw, out, &s->white, X + 28, Y + s->ww + 5, text, 0);
693 for (i = 0; i < s->nb_comps; i++) {
694 int c = s->rgba_map[i];
696 snprintf(text, sizeof(text), "%c %07.1f %05d %05d %07.1f\n", s->is_rgb ? rgba[i] : yuva[i], average[c], min[c], max[c], rms[c]);
697 draw_text(&s->draw, out, s->colors[i], X + 28, Y + s->ww + 15 * (i + 1), text, 0);
699 snprintf(text, sizeof(text), "CH STD\n");
700 draw_text(&s->draw, out, &s->white, X + 28, Y + s->ww + 15 * (0 + 5), text, 0);
701 for (i = 0; i < s->nb_comps; i++) {
702 int c = s->rgba_map[i];
704 snprintf(text, sizeof(text), "%c %07.2f\n", s->is_rgb ? rgba[i] : yuva[i], std[c]);
705 draw_text(&s->draw, out, s->colors[i], X + 28, Y + s->ww + 15 * (i + 6), text, 0);
709 return ff_filter_frame(outlink, out);
712 static int pixscope_process_command(AVFilterContext *ctx, const char *cmd, const char *args,
713 char *res, int res_len, int flags)
717 ret = ff_filter_process_command(ctx, cmd, args, res, res_len, flags);
721 return pixscope_config_input(ctx->inputs[0]);
724 static const AVFilterPad pixscope_inputs[] = {
727 .type = AVMEDIA_TYPE_VIDEO,
728 .filter_frame = pixscope_filter_frame,
729 .config_props = pixscope_config_input,
734 static const AVFilterPad pixscope_outputs[] = {
737 .type = AVMEDIA_TYPE_VIDEO,
742 AVFilter ff_vf_pixscope = {
744 .description = NULL_IF_CONFIG_SMALL("Pixel data analysis."),
745 .priv_size = sizeof(PixscopeContext),
746 .priv_class = &pixscope_class,
747 .query_formats = query_formats,
748 .inputs = pixscope_inputs,
749 .outputs = pixscope_outputs,
750 .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
751 .process_command = pixscope_process_command,
754 typedef struct PixelValues {
758 typedef struct OscilloscopeContext {
759 const AVClass *class;
765 float theight, twidth;
791 FFDrawColor *colors[4];
796 void (*pick_color)(FFDrawContext *draw, FFDrawColor *color, AVFrame *in, int x, int y, int *value);
797 void (*draw_trace)(struct OscilloscopeContext *s, AVFrame *frame);
798 } OscilloscopeContext;
800 #define OOFFSET(x) offsetof(OscilloscopeContext, x)
802 static const AVOption oscilloscope_options[] = {
803 { "x", "set scope x position", OOFFSET(xpos), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGSR },
804 { "y", "set scope y position", OOFFSET(ypos), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGSR },
805 { "s", "set scope size", OOFFSET(size), AV_OPT_TYPE_FLOAT, {.dbl=0.8}, 0, 1, FLAGSR },
806 { "t", "set scope tilt", OOFFSET(tilt), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGSR },
807 { "o", "set trace opacity", OOFFSET(o), AV_OPT_TYPE_FLOAT, {.dbl=0.8}, 0, 1, FLAGSR },
808 { "tx", "set trace x position", OOFFSET(tx), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGSR },
809 { "ty", "set trace y position", OOFFSET(ty), AV_OPT_TYPE_FLOAT, {.dbl=0.9}, 0, 1, FLAGSR },
810 { "tw", "set trace width", OOFFSET(twidth), AV_OPT_TYPE_FLOAT, {.dbl=0.8},.1, 1, FLAGSR },
811 { "th", "set trace height", OOFFSET(theight), AV_OPT_TYPE_FLOAT, {.dbl=0.3},.1, 1, FLAGSR },
812 { "c", "set components to trace", OOFFSET(components), AV_OPT_TYPE_INT, {.i64=7}, 0, 15, FLAGSR },
813 { "g", "draw trace grid", OOFFSET(grid), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGSR },
814 { "st", "draw statistics", OOFFSET(statistics), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGSR },
815 { "sc", "draw scope", OOFFSET(scope), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGSR },
819 AVFILTER_DEFINE_CLASS(oscilloscope);
821 static void oscilloscope_uninit(AVFilterContext *ctx)
823 OscilloscopeContext *s = ctx->priv;
825 av_freep(&s->values);
828 static void draw_line(FFDrawContext *draw, int x0, int y0, int x1, int y1,
829 AVFrame *out, FFDrawColor *color)
831 int dx = FFABS(x1 - x0), sx = x0 < x1 ? 1 : -1;
832 int dy = FFABS(y1 - y0), sy = y0 < y1 ? 1 : -1;
833 int err = (dx > dy ? dx : -dy) / 2, e2;
837 if (x0 >= 0 && y0 >= 0 && x0 < out->width && y0 < out->height) {
838 for (p = 0; p < draw->nb_planes; p++) {
839 if (draw->desc->comp[p].depth == 8) {
840 if (draw->nb_planes == 1) {
841 for (i = 0; i < draw->desc->nb_components; i++) {
842 out->data[0][y0 * out->linesize[0] + x0 * draw->pixelstep[0] + i] = color->comp[0].u8[i];
845 out->data[p][out->linesize[p] * (y0 >> draw->vsub[p]) + (x0 >> draw->hsub[p])] = color->comp[p].u8[0];
848 if (draw->nb_planes == 1) {
849 for (i = 0; i < draw->desc->nb_components; i++) {
850 AV_WN16(out->data[0] + y0 * out->linesize[0] + (x0 * draw->pixelstep[0] + i), color->comp[0].u16[i]);
853 AV_WN16(out->data[p] + out->linesize[p] * (y0 >> draw->vsub[p]) + (x0 >> draw->hsub[p]) * 2, color->comp[p].u16[0]);
859 if (x0 == x1 && y0 == y1)
876 static void draw_trace8(OscilloscopeContext *s, AVFrame *frame)
880 for (i = 1; i < s->nb_values; i++) {
881 for (c = 0; c < s->nb_comps; c++) {
882 if ((1 << c) & s->components) {
883 int x = i * s->width / s->nb_values;
884 int px = (i - 1) * s->width / s->nb_values;
885 int py = s->height - s->values[i-1].p[s->rgba_map[c]] * s->height / 256;
886 int y = s->height - s->values[i].p[s->rgba_map[c]] * s->height / 256;
888 draw_line(&s->draw, s->ox + x, s->oy + y, s->ox + px, s->oy + py, frame, s->colors[c]);
895 static void draw_trace16(OscilloscopeContext *s, AVFrame *frame)
899 for (i = 1; i < s->nb_values; i++) {
900 for (c = 0; c < s->nb_comps; c++) {
901 if ((1 << c) & s->components) {
902 int x = i * s->width / s->nb_values;
903 int px = (i - 1) * s->width / s->nb_values;
904 int py = s->height - s->values[i-1].p[s->rgba_map[c]] * s->height / s->max;
905 int y = s->height - s->values[i].p[s->rgba_map[c]] * s->height / s->max;
907 draw_line(&s->draw, s->ox + x, s->oy + y, s->ox + px, s->oy + py, frame, s->colors[c]);
913 static void update_oscilloscope(AVFilterContext *ctx)
915 OscilloscopeContext *s = ctx->priv;
916 AVFilterLink *inlink = ctx->inputs[0];
920 ff_draw_color(&s->draw, &s->dark, (uint8_t[]){ 0, 0, 0, s->o * 255} );
921 s->height = s->theight * inlink->h;
922 s->width = s->twidth * inlink->w;
923 size = hypot(inlink->w, inlink->h);
925 tilt = (s->tilt - 0.5) * M_PI;
926 cx = s->xpos * (inlink->w - 1);
927 cy = s->ypos * (inlink->h - 1);
928 s->x1 = cx - size / 2.0 * cos(tilt);
929 s->x2 = cx + size / 2.0 * cos(tilt);
930 s->y1 = cy - size / 2.0 * sin(tilt);
931 s->y2 = cy + size / 2.0 * sin(tilt);
932 s->ox = (inlink->w - s->width) * s->tx;
933 s->oy = (inlink->h - s->height) * s->ty;
936 static int oscilloscope_config_input(AVFilterLink *inlink)
938 OscilloscopeContext *s = inlink->dst->priv;
941 s->nb_planes = av_pix_fmt_count_planes(inlink->format);
942 ff_draw_init(&s->draw, inlink->format, 0);
943 ff_draw_color(&s->draw, &s->black, (uint8_t[]){ 0, 0, 0, 255} );
944 ff_draw_color(&s->draw, &s->white, (uint8_t[]){ 255, 255, 255, 255} );
945 ff_draw_color(&s->draw, &s->green, (uint8_t[]){ 0, 255, 0, 255} );
946 ff_draw_color(&s->draw, &s->blue, (uint8_t[]){ 0, 0, 255, 255} );
947 ff_draw_color(&s->draw, &s->red, (uint8_t[]){ 255, 0, 0, 255} );
948 ff_draw_color(&s->draw, &s->cyan, (uint8_t[]){ 0, 255, 255, 255} );
949 ff_draw_color(&s->draw, &s->magenta, (uint8_t[]){ 255, 0, 255, 255} );
950 ff_draw_color(&s->draw, &s->gray, (uint8_t[]){ 128, 128, 128, 255} );
951 s->nb_comps = s->draw.desc->nb_components;
952 s->is_rgb = s->draw.desc->flags & AV_PIX_FMT_FLAG_RGB;
955 s->colors[0] = &s->red;
956 s->colors[1] = &s->green;
957 s->colors[2] = &s->blue;
958 s->colors[3] = &s->white;
959 ff_fill_rgba_map(s->rgba_map, inlink->format);
961 s->colors[0] = &s->white;
962 s->colors[1] = &s->cyan;
963 s->colors[2] = &s->magenta;
964 s->colors[3] = &s->white;
971 if (s->draw.desc->comp[0].depth <= 8) {
972 s->pick_color = pick_color8;
973 s->draw_trace = draw_trace8;
975 s->pick_color = pick_color16;
976 s->draw_trace = draw_trace16;
979 s->max = (1 << s->draw.desc->comp[0].depth);
980 size = hypot(inlink->w, inlink->h);
982 s->values = av_calloc(size, sizeof(*s->values));
984 return AVERROR(ENOMEM);
986 update_oscilloscope(inlink->dst);
991 static void draw_scope(OscilloscopeContext *s, int x0, int y0, int x1, int y1,
992 AVFrame *out, PixelValues *p, int state)
994 int dx = FFABS(x1 - x0), sx = x0 < x1 ? 1 : -1;
995 int dy = FFABS(y1 - y0), sy = y0 < y1 ? 1 : -1;
996 int err = (dx > dy ? dx : -dy) / 2, e2;
999 if (x0 >= 0 && y0 >= 0 && x0 < out->width && y0 < out->height) {
1000 FFDrawColor color = { { 0 } };
1001 int value[4] = { 0 };
1003 s->pick_color(&s->draw, &color, out, x0, y0, value);
1004 s->values[s->nb_values].p[0] = value[0];
1005 s->values[s->nb_values].p[1] = value[1];
1006 s->values[s->nb_values].p[2] = value[2];
1007 s->values[s->nb_values].p[3] = value[3];
1011 if (s->draw.desc->comp[0].depth == 8) {
1012 if (s->draw.nb_planes == 1) {
1015 for (i = 0; i < s->nb_comps; i++)
1016 out->data[0][out->linesize[0] * y0 + x0 * s->draw.pixelstep[0] + i] = 255 * ((s->nb_values + state) & 1);
1018 out->data[0][out->linesize[0] * y0 + x0] = 255 * ((s->nb_values + state) & 1);
1021 if (s->draw.nb_planes == 1) {
1024 for (i = 0; i < s->nb_comps; i++)
1025 AV_WN16(out->data[0] + out->linesize[0] * y0 + x0 * s->draw.pixelstep[0] + i, (s->max - 1) * ((s->nb_values + state) & 1));
1027 AV_WN16(out->data[0] + out->linesize[0] * y0 + 2 * x0, (s->max - 1) * ((s->nb_values + state) & 1));
1033 if (x0 == x1 && y0 == y1)
1050 static int oscilloscope_filter_frame(AVFilterLink *inlink, AVFrame *frame)
1052 AVFilterContext *ctx = inlink->dst;
1053 OscilloscopeContext *s = ctx->priv;
1054 AVFilterLink *outlink = ctx->outputs[0];
1055 float average[4] = { 0 };
1057 int min[4] = { INT_MAX, INT_MAX, INT_MAX, INT_MAX };
1061 draw_scope(s, s->x1, s->y1, s->x2, s->y2, frame, s->values, inlink->frame_count_in & 1);
1062 ff_blend_rectangle(&s->draw, &s->dark, frame->data, frame->linesize,
1063 frame->width, frame->height,
1064 s->ox, s->oy, s->width, s->height + 20 * s->statistics);
1066 if (s->grid && outlink->h >= 10) {
1067 ff_fill_rectangle(&s->draw, &s->gray, frame->data, frame->linesize,
1068 s->ox, s->oy, s->width - 1, 1);
1070 for (i = 1; i < 5; i++) {
1071 ff_fill_rectangle(&s->draw, &s->gray, frame->data, frame->linesize,
1072 s->ox, s->oy + i * (s->height - 1) / 4, s->width, 1);
1075 for (i = 0; i < 10; i++) {
1076 ff_fill_rectangle(&s->draw, &s->gray, frame->data, frame->linesize,
1077 s->ox + i * (s->width - 1) / 10, s->oy, 1, s->height);
1080 ff_fill_rectangle(&s->draw, &s->gray, frame->data, frame->linesize,
1081 s->ox + s->width - 1, s->oy, 1, s->height);
1084 s->draw_trace(s, frame);
1086 for (i = 0; i < s->nb_values; i++) {
1087 for (c = 0; c < s->nb_comps; c++) {
1088 if ((1 << c) & s->components) {
1089 max[c] = FFMAX(max[c], s->values[i].p[s->rgba_map[c]]);
1090 min[c] = FFMIN(min[c], s->values[i].p[s->rgba_map[c]]);
1091 average[c] += s->values[i].p[s->rgba_map[c]];
1095 for (c = 0; c < s->nb_comps; c++) {
1096 average[c] /= s->nb_values;
1099 if (s->statistics && s->height > 10 && s->width > 280 * av_popcount(s->components)) {
1100 for (c = 0, i = 0; c < s->nb_comps; c++) {
1101 if ((1 << c) & s->components) {
1102 const char rgba[4] = { 'R', 'G', 'B', 'A' };
1103 const char yuva[4] = { 'Y', 'U', 'V', 'A' };
1106 snprintf(text, sizeof(text), "%c avg:%.1f min:%d max:%d\n", s->is_rgb ? rgba[c] : yuva[c], average[c], min[c], max[c]);
1107 draw_text(&s->draw, frame, &s->white, s->ox + 2 + 280 * i++, s->oy + s->height + 4, text, 0);
1112 return ff_filter_frame(outlink, frame);
1115 static int oscilloscope_process_command(AVFilterContext *ctx, const char *cmd, const char *args,
1116 char *res, int res_len, int flags)
1120 ret = ff_filter_process_command(ctx, cmd, args, res, res_len, flags);
1124 update_oscilloscope(ctx);
1129 static const AVFilterPad oscilloscope_inputs[] = {
1132 .type = AVMEDIA_TYPE_VIDEO,
1133 .filter_frame = oscilloscope_filter_frame,
1134 .config_props = oscilloscope_config_input,
1135 .needs_writable = 1,
1140 static const AVFilterPad oscilloscope_outputs[] = {
1143 .type = AVMEDIA_TYPE_VIDEO,
1148 AVFilter ff_vf_oscilloscope = {
1149 .name = "oscilloscope",
1150 .description = NULL_IF_CONFIG_SMALL("2D Video Oscilloscope."),
1151 .priv_size = sizeof(OscilloscopeContext),
1152 .priv_class = &oscilloscope_class,
1153 .query_formats = query_formats,
1154 .uninit = oscilloscope_uninit,
1155 .inputs = oscilloscope_inputs,
1156 .outputs = oscilloscope_outputs,
1157 .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
1158 .process_command = oscilloscope_process_command,