2 * Copyright (c) 2012-2019 Paul B Mahol
4 * This file is part of FFmpeg.
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "libavutil/avassert.h"
22 #include "libavutil/colorspace.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/parseutils.h"
25 #include "libavutil/pixdesc.h"
26 #include "libavutil/imgutils.h"
27 #include "libavutil/intreadwrite.h"
33 typedef struct HistogramContext {
34 const AVClass *class; ///< AVClass context for log and options purpose
38 unsigned histogram[256*256];
47 uint8_t envelope_rgba[4];
48 uint8_t envelope_color[4];
53 const AVPixFmtDescriptor *desc, *odesc;
63 #define OFFSET(x) offsetof(HistogramContext, x)
64 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
66 #define COMMON_OPTIONS \
67 { "display_mode", "set display mode", OFFSET(display_mode), AV_OPT_TYPE_INT, {.i64=2}, 0, 2, FLAGS, "display_mode"}, \
68 { "d", "set display mode", OFFSET(display_mode), AV_OPT_TYPE_INT, {.i64=2}, 0, 2, FLAGS, "display_mode"}, \
69 { "overlay", NULL, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "display_mode" }, \
70 { "parade", NULL, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "display_mode" }, \
71 { "stack", NULL, 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "display_mode" }, \
72 { "levels_mode", "set levels mode", OFFSET(levels_mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS, "levels_mode"}, \
73 { "m", "set levels mode", OFFSET(levels_mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS, "levels_mode"}, \
74 { "linear", NULL, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "levels_mode" }, \
75 { "logarithmic", NULL, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "levels_mode" }, \
76 { "components", "set color components to display", OFFSET(components), AV_OPT_TYPE_INT, {.i64=7}, 1, 15, FLAGS}, \
77 { "c", "set color components to display", OFFSET(components), AV_OPT_TYPE_INT, {.i64=7}, 1, 15, FLAGS},
79 static const AVOption histogram_options[] = {
80 { "level_height", "set level height", OFFSET(level_height), AV_OPT_TYPE_INT, {.i64=200}, 50, 2048, FLAGS},
81 { "scale_height", "set scale height", OFFSET(scale_height), AV_OPT_TYPE_INT, {.i64=12}, 0, 40, FLAGS},
83 { "fgopacity", "set foreground opacity", OFFSET(fgopacity), AV_OPT_TYPE_FLOAT, {.dbl=0.7}, 0, 1, FLAGS},
84 { "f", "set foreground opacity", OFFSET(fgopacity), AV_OPT_TYPE_FLOAT, {.dbl=0.7}, 0, 1, FLAGS},
85 { "bgopacity", "set background opacity", OFFSET(bgopacity), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS},
86 { "b", "set background opacity", OFFSET(bgopacity), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS},
90 AVFILTER_DEFINE_CLASS(histogram);
92 static const enum AVPixelFormat levels_in_pix_fmts[] = {
93 AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUVJ420P,
94 AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUVJ422P,
95 AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUVJ411P,
96 AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV410P,
97 AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUVJ444P,
98 AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
99 AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9,
100 AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
101 AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
102 AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV440P12,
103 AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA444P12,
104 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRP,
105 AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10, AV_PIX_FMT_GBRAP10,
106 AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRAP12,
111 static const enum AVPixelFormat levels_out_yuv8_pix_fmts[] = {
112 AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P,
116 static const enum AVPixelFormat levels_out_yuv9_pix_fmts[] = {
117 AV_PIX_FMT_YUVA444P9, AV_PIX_FMT_YUV444P9,
121 static const enum AVPixelFormat levels_out_yuv10_pix_fmts[] = {
122 AV_PIX_FMT_YUVA444P10, AV_PIX_FMT_YUV444P10,
126 static const enum AVPixelFormat levels_out_yuv12_pix_fmts[] = {
127 AV_PIX_FMT_YUVA444P12, AV_PIX_FMT_YUV444P12,
131 static const enum AVPixelFormat levels_out_rgb8_pix_fmts[] = {
132 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRP,
136 static const enum AVPixelFormat levels_out_rgb9_pix_fmts[] = {
141 static const enum AVPixelFormat levels_out_rgb10_pix_fmts[] = {
142 AV_PIX_FMT_GBRP10, AV_PIX_FMT_GBRAP10,
146 static const enum AVPixelFormat levels_out_rgb12_pix_fmts[] = {
147 AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRAP12,
151 static int query_formats(AVFilterContext *ctx)
153 AVFilterFormats *avff;
154 const AVPixFmtDescriptor *desc;
155 const enum AVPixelFormat *out_pix_fmts;
159 if (!ctx->inputs[0]->incfg.formats ||
160 !ctx->inputs[0]->incfg.formats->nb_formats) {
161 return AVERROR(EAGAIN);
164 if (!ctx->inputs[0]->outcfg.formats)
165 if ((ret = ff_formats_ref(ff_make_format_list(levels_in_pix_fmts), &ctx->inputs[0]->outcfg.formats)) < 0)
167 avff = ctx->inputs[0]->incfg.formats;
168 desc = av_pix_fmt_desc_get(avff->formats[0]);
169 rgb = desc->flags & AV_PIX_FMT_FLAG_RGB;
170 bits = desc->comp[0].depth;
171 for (i = 1; i < avff->nb_formats; i++) {
172 desc = av_pix_fmt_desc_get(avff->formats[i]);
173 if ((rgb != (desc->flags & AV_PIX_FMT_FLAG_RGB)) ||
174 (bits != desc->comp[0].depth))
175 return AVERROR(EAGAIN);
178 if (rgb && bits == 8)
179 out_pix_fmts = levels_out_rgb8_pix_fmts;
180 else if (rgb && bits == 9)
181 out_pix_fmts = levels_out_rgb9_pix_fmts;
182 else if (rgb && bits == 10)
183 out_pix_fmts = levels_out_rgb10_pix_fmts;
184 else if (rgb && bits == 12)
185 out_pix_fmts = levels_out_rgb12_pix_fmts;
187 out_pix_fmts = levels_out_yuv8_pix_fmts;
189 out_pix_fmts = levels_out_yuv9_pix_fmts;
191 out_pix_fmts = levels_out_yuv10_pix_fmts;
193 out_pix_fmts = levels_out_yuv12_pix_fmts;
195 return AVERROR(EAGAIN);
196 if ((ret = ff_formats_ref(ff_make_format_list(out_pix_fmts), &ctx->outputs[0]->incfg.formats)) < 0)
202 static const uint8_t black_yuva_color[4] = { 0, 127, 127, 255 };
203 static const uint8_t black_gbrp_color[4] = { 0, 0, 0, 255 };
204 static const uint8_t white_yuva_color[4] = { 255, 127, 127, 255 };
205 static const uint8_t white_gbrp_color[4] = { 255, 255, 255, 255 };
207 static int config_input(AVFilterLink *inlink)
209 HistogramContext *s = inlink->dst->priv;
211 s->desc = av_pix_fmt_desc_get(inlink->format);
212 s->ncomp = s->desc->nb_components;
213 s->histogram_size = 1 << s->desc->comp[0].depth;
214 s->mult = s->histogram_size / 256;
216 switch (inlink->format) {
217 case AV_PIX_FMT_GBRAP12:
218 case AV_PIX_FMT_GBRP12:
219 case AV_PIX_FMT_GBRAP10:
220 case AV_PIX_FMT_GBRP10:
221 case AV_PIX_FMT_GBRP9:
222 case AV_PIX_FMT_GBRAP:
223 case AV_PIX_FMT_GBRP:
224 memcpy(s->bg_color, black_gbrp_color, 4);
225 memcpy(s->fg_color, white_gbrp_color, 4);
226 s->start[0] = s->start[1] = s->start[2] = s->start[3] = 0;
227 memcpy(s->envelope_color, s->envelope_rgba, 4);
230 memcpy(s->bg_color, black_yuva_color, 4);
231 memcpy(s->fg_color, white_yuva_color, 4);
232 s->start[0] = s->start[3] = 0;
233 s->start[1] = s->start[2] = s->histogram_size / 2;
234 s->envelope_color[0] = RGB_TO_Y_BT709(s->envelope_rgba[0], s->envelope_rgba[1], s->envelope_rgba[2]);
235 s->envelope_color[1] = RGB_TO_U_BT709(s->envelope_rgba[0], s->envelope_rgba[1], s->envelope_rgba[2], 0);
236 s->envelope_color[2] = RGB_TO_V_BT709(s->envelope_rgba[0], s->envelope_rgba[1], s->envelope_rgba[2], 0);
237 s->envelope_color[3] = s->envelope_rgba[3];
240 s->fg_color[3] = s->fgopacity * 255;
241 s->bg_color[3] = s->bgopacity * 255;
243 s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, s->desc->log2_chroma_h);
244 s->planeheight[0] = s->planeheight[3] = inlink->h;
245 s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, s->desc->log2_chroma_w);
246 s->planewidth[0] = s->planewidth[3] = inlink->w;
251 static int config_output(AVFilterLink *outlink)
253 AVFilterContext *ctx = outlink->src;
254 HistogramContext *s = ctx->priv;
257 if (!strcmp(ctx->filter->name, "thistogram"))
260 for (i = 0; i < s->ncomp; i++) {
261 if ((1 << i) & s->components)
267 s->width = ctx->inputs[0]->w;
268 outlink->w = s->width * FFMAX(ncomp * (s->display_mode == 1), 1);
269 outlink->h = s->histogram_size * FFMAX(ncomp * (s->display_mode == 2), 1);
271 outlink->w = s->histogram_size * FFMAX(ncomp * (s->display_mode == 1), 1);
272 outlink->h = (s->level_height + s->scale_height) * FFMAX(ncomp * (s->display_mode == 2), 1);
275 s->odesc = av_pix_fmt_desc_get(outlink->format);
276 s->dncomp = s->odesc->nb_components;
277 outlink->sample_aspect_ratio = (AVRational){1,1};
282 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
284 HistogramContext *s = inlink->dst->priv;
285 AVFilterContext *ctx = inlink->dst;
286 AVFilterLink *outlink = ctx->outputs[0];
287 AVFrame *out = s->out;
290 if (!s->thistogram || !out) {
291 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
294 return AVERROR(ENOMEM);
298 for (k = 0; k < 4 && out->data[k]; k++) {
299 const int is_chroma = (k == 1 || k == 2);
300 const int dst_h = AV_CEIL_RSHIFT(outlink->h, (is_chroma ? s->odesc->log2_chroma_h : 0));
301 const int dst_w = AV_CEIL_RSHIFT(outlink->w, (is_chroma ? s->odesc->log2_chroma_w : 0));
303 if (s->histogram_size <= 256) {
304 for (i = 0; i < dst_h ; i++)
305 memset(out->data[s->odesc->comp[k].plane] +
306 i * out->linesize[s->odesc->comp[k].plane],
307 s->bg_color[k], dst_w);
309 const int mult = s->mult;
311 for (i = 0; i < dst_h ; i++)
312 for (j = 0; j < dst_w; j++)
313 AV_WN16(out->data[s->odesc->comp[k].plane] +
314 i * out->linesize[s->odesc->comp[k].plane] + j * 2,
315 s->bg_color[k] * mult);
320 for (m = 0, k = 0; k < s->ncomp; k++) {
321 const int p = s->desc->comp[k].plane;
322 const int max_value = s->histogram_size - 1 - s->start[p];
323 const int height = s->planeheight[p];
324 const int width = s->planewidth[p];
326 unsigned max_hval = 0;
329 if (!((1 << k) & s->components))
332 starty = m * s->histogram_size * (s->display_mode == 2);
333 startx = m++ * s->width * (s->display_mode == 1);
335 startx = m * s->histogram_size * (s->display_mode == 1);
336 starty = m++ * (s->level_height + s->scale_height) * (s->display_mode == 2);
339 if (s->histogram_size <= 256) {
340 for (i = 0; i < height; i++) {
341 const uint8_t *src = in->data[p] + i * in->linesize[p];
342 for (j = 0; j < width; j++)
343 s->histogram[src[j]]++;
346 for (i = 0; i < height; i++) {
347 const uint16_t *src = (const uint16_t *)(in->data[p] + i * in->linesize[p]);
348 for (j = 0; j < width; j++)
349 s->histogram[src[j]]++;
353 for (i = 0; i < s->histogram_size; i++)
354 max_hval = FFMAX(max_hval, s->histogram[i]);
355 max_hval_log = log2(max_hval + 1);
358 const int bpp = 1 + (s->histogram_size > 256);
359 int minh = s->histogram_size - 1, maxh = 0;
362 s->x_pos = out->width - 1;
363 for (j = 0; j < outlink->h; j++) {
364 memmove(out->data[p] + j * out->linesize[p] ,
365 out->data[p] + j * out->linesize[p] + bpp,
366 (outlink->w - 1) * bpp);
368 } else if (s->slide == 3) {
370 for (j = 0; j < outlink->h; j++) {
371 memmove(out->data[p] + j * out->linesize[p] + bpp,
372 out->data[p] + j * out->linesize[p],
373 (outlink->w - 1) * bpp);
377 for (int i = 0; i < s->histogram_size; i++) {
378 int idx = s->histogram_size - i - 1;
379 int value = s->start[p];
381 if (s->envelope && s->histogram[idx]) {
382 minh = FFMIN(minh, i);
383 maxh = FFMAX(maxh, i);
387 value += lrint(max_value * (log2(s->histogram[idx] + 1) / max_hval_log));
389 value += lrint(max_value * s->histogram[idx] / (float)max_hval);
391 if (s->histogram_size <= 256) {
392 s->out->data[p][(i + starty) * s->out->linesize[p] + startx + s->x_pos] = value;
394 AV_WN16(s->out->data[p] + (i + starty) * s->out->linesize[p] + startx * 2 + s->x_pos * 2, value);
399 if (s->histogram_size <= 256) {
400 s->out->data[0][(minh + starty) * s->out->linesize[p] + startx + s->x_pos] = s->envelope_color[0];
401 s->out->data[0][(maxh + starty) * s->out->linesize[p] + startx + s->x_pos] = s->envelope_color[0];
402 if (s->dncomp >= 3) {
403 s->out->data[1][(minh + starty) * s->out->linesize[p] + startx + s->x_pos] = s->envelope_color[1];
404 s->out->data[2][(minh + starty) * s->out->linesize[p] + startx + s->x_pos] = s->envelope_color[2];
405 s->out->data[1][(maxh + starty) * s->out->linesize[p] + startx + s->x_pos] = s->envelope_color[1];
406 s->out->data[2][(maxh + starty) * s->out->linesize[p] + startx + s->x_pos] = s->envelope_color[2];
409 const int mult = s->mult;
411 AV_WN16(s->out->data[0] + (minh + starty) * s->out->linesize[p] + startx * 2 + s->x_pos * 2, s->envelope_color[0] * mult);
412 AV_WN16(s->out->data[0] + (maxh + starty) * s->out->linesize[p] + startx * 2 + s->x_pos * 2, s->envelope_color[0] * mult);
413 if (s->dncomp >= 3) {
414 AV_WN16(s->out->data[1] + (minh + starty) * s->out->linesize[p] + startx * 2 + s->x_pos * 2, s->envelope_color[1] * mult);
415 AV_WN16(s->out->data[2] + (minh + starty) * s->out->linesize[p] + startx * 2 + s->x_pos * 2, s->envelope_color[2] * mult);
416 AV_WN16(s->out->data[1] + (maxh + starty) * s->out->linesize[p] + startx * 2 + s->x_pos * 2, s->envelope_color[1] * mult);
417 AV_WN16(s->out->data[2] + (maxh + starty) * s->out->linesize[p] + startx * 2 + s->x_pos * 2, s->envelope_color[2] * mult);
422 for (i = 0; i < s->histogram_size; i++) {
426 col_height = lrint(s->level_height * (1. - (log2(s->histogram[i] + 1) / max_hval_log)));
428 col_height = s->level_height - (s->histogram[i] * (int64_t)s->level_height + max_hval - 1) / max_hval;
430 if (s->histogram_size <= 256) {
431 for (j = s->level_height - 1; j >= col_height; j--) {
432 if (s->display_mode) {
433 for (l = 0; l < s->dncomp; l++)
434 out->data[l][(j + starty) * out->linesize[l] + startx + i] = s->fg_color[l];
436 out->data[p][(j + starty) * out->linesize[p] + startx + i] = 255;
439 for (j = s->level_height + s->scale_height - 1; j >= s->level_height; j--)
440 out->data[p][(j + starty) * out->linesize[p] + startx + i] = i;
442 const int mult = s->mult;
444 for (j = s->level_height - 1; j >= col_height; j--) {
445 if (s->display_mode) {
446 for (l = 0; l < s->dncomp; l++)
447 AV_WN16(out->data[l] + (j + starty) * out->linesize[l] + startx * 2 + i * 2, s->fg_color[l] * mult);
449 AV_WN16(out->data[p] + (j + starty) * out->linesize[p] + startx * 2 + i * 2, 255 * mult);
452 for (j = s->level_height + s->scale_height - 1; j >= s->level_height; j--)
453 AV_WN16(out->data[p] + (j + starty) * out->linesize[p] + startx * 2 + i * 2, i);
458 memset(s->histogram, 0, s->histogram_size * sizeof(unsigned));
464 if (s->x_pos >= s->width) {
466 if (s->thistogram && (s->slide == 4 || s->slide == 0)) {
470 } else if (s->thistogram && s->slide == 4) {
475 AVFrame *clone = av_frame_clone(out);
478 return AVERROR(ENOMEM);
479 return ff_filter_frame(outlink, clone);
482 return ff_filter_frame(outlink, out);
485 static const AVFilterPad inputs[] = {
488 .type = AVMEDIA_TYPE_VIDEO,
489 .filter_frame = filter_frame,
490 .config_props = config_input,
495 static const AVFilterPad outputs[] = {
498 .type = AVMEDIA_TYPE_VIDEO,
499 .config_props = config_output,
504 #if CONFIG_HISTOGRAM_FILTER
506 AVFilter ff_vf_histogram = {
508 .description = NULL_IF_CONFIG_SMALL("Compute and draw a histogram."),
509 .priv_size = sizeof(HistogramContext),
510 .query_formats = query_formats,
513 .priv_class = &histogram_class,
516 #endif /* CONFIG_HISTOGRAM_FILTER */
518 #if CONFIG_THISTOGRAM_FILTER
520 static av_cold void uninit(AVFilterContext *ctx)
522 HistogramContext *s = ctx->priv;
524 av_frame_free(&s->out);
527 static const AVOption thistogram_options[] = {
528 { "width", "set width", OFFSET(width), AV_OPT_TYPE_INT, {.i64=0}, 0, 8192, FLAGS},
529 { "w", "set width", OFFSET(width), AV_OPT_TYPE_INT, {.i64=0}, 0, 8192, FLAGS},
531 { "bgopacity", "set background opacity", OFFSET(bgopacity), AV_OPT_TYPE_FLOAT, {.dbl=0.9}, 0, 1, FLAGS},
532 { "b", "set background opacity", OFFSET(bgopacity), AV_OPT_TYPE_FLOAT, {.dbl=0.9}, 0, 1, FLAGS},
533 { "envelope", "display envelope", OFFSET(envelope), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
534 { "e", "display envelope", OFFSET(envelope), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
535 { "ecolor", "set envelope color", OFFSET(envelope_rgba), AV_OPT_TYPE_COLOR, {.str="gold"}, 0, 0, FLAGS },
536 { "ec", "set envelope color", OFFSET(envelope_rgba), AV_OPT_TYPE_COLOR, {.str="gold"}, 0, 0, FLAGS },
537 { "slide", "set slide mode", OFFSET(slide), AV_OPT_TYPE_INT, {.i64=1}, 0, 4, FLAGS, "slide" },
538 {"frame", "draw new frames", OFFSET(slide), AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "slide"},
539 {"replace", "replace old columns with new", OFFSET(slide), AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "slide"},
540 {"scroll", "scroll from right to left", OFFSET(slide), AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "slide"},
541 {"rscroll", "scroll from left to right", OFFSET(slide), AV_OPT_TYPE_CONST, {.i64=3}, 0, 0, FLAGS, "slide"},
542 {"picture", "display graph in single frame", OFFSET(slide), AV_OPT_TYPE_CONST, {.i64=4}, 0, 0, FLAGS, "slide"},
546 AVFILTER_DEFINE_CLASS(thistogram);
548 AVFilter ff_vf_thistogram = {
549 .name = "thistogram",
550 .description = NULL_IF_CONFIG_SMALL("Compute and draw a temporal histogram."),
551 .priv_size = sizeof(HistogramContext),
552 .query_formats = query_formats,
556 .priv_class = &thistogram_class,
559 #endif /* CONFIG_THISTOGRAM_FILTER */