3 * Copyright (c) 2002 Philip Gladstone
5 * This file implements a fish detector. It is used to see when a
6 * goldfish passes in front of the camera. It does this by counting
7 * the number of input pixels that fall within a particular HSV
10 * It takes a multitude of arguments:
12 * -h <num>-<num> the range of H values that are fish
13 * -s <num>-<num> the range of S values that are fish
14 * -v <num>-<num> the range of V values that are fish
15 * -z zap all non-fish values to black
16 * -l <num> limit the number of saved files to <num>
17 * -i <num> only check frames every <num> seconds
18 * -t <num> the threshold for the amount of fish pixels (range 0-1)
19 * -d turn debugging on
20 * -D <directory> where to put the fish images
22 * This file is part of FFmpeg.
24 * FFmpeg is free software; you can redistribute it and/or
25 * modify it under the terms of the GNU Lesser General Public
26 * License as published by the Free Software Foundation; either
27 * version 2.1 of the License, or (at your option) any later version.
29 * FFmpeg is distributed in the hope that it will be useful,
30 * but WITHOUT ANY WARRANTY; without even the implied warranty of
31 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
32 * Lesser General Public License for more details.
34 * You should have received a copy of the GNU Lesser General Public
35 * License along with FFmpeg; if not, write to the Free Software
36 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
47 #include "libavformat/avformat.h"
48 #include "libavformat/framehook.h"
49 #include "libavcodec/dsputil.h"
50 #include "libswscale/swscale.h"
53 static int sws_flags = SWS_BICUBIC;
56 #define ONE_HALF (1 << (SCALEBITS - 1))
57 #define FIX(x) ((int) ((x) * (1<<SCALEBITS) + 0.5))
59 #define YUV_TO_RGB1_CCIR(cb1, cr1)\
63 r_add = FIX(1.40200*255.0/224.0) * cr + ONE_HALF;\
64 g_add = - FIX(0.34414*255.0/224.0) * cb - FIX(0.71414*255.0/224.0) * cr + \
66 b_add = FIX(1.77200*255.0/224.0) * cb + ONE_HALF;\
69 #define YUV_TO_RGB2_CCIR(r, g, b, y1)\
71 yt = ((y1) - 16) * FIX(255.0/219.0);\
72 r = cm[(yt + r_add) >> SCALEBITS];\
73 g = cm[(yt + g_add) >> SCALEBITS];\
74 b = cm[(yt + b_add) >> SCALEBITS];\
97 struct SwsContext *toRGB_convert_ctx;
100 static void dorange(const char *s, int *first, int *second, int maxval)
102 sscanf(s, "%d-%d", first, second);
105 if (*second > maxval)
109 void Release(void *ctx)
112 ci = (ContextInfo *) ctx;
115 sws_freeContext(ci->toRGB_convert_ctx);
120 int Configure(void **ctxp, int argc, char *argv[])
125 *ctxp = av_mallocz(sizeof(ContextInfo));
126 ci = (ContextInfo *) *ctxp;
132 ci->file_limit = 100;
133 ci->min_interval = 1000000;
134 ci->inset = 10; /* Percent */
136 while ((c = getopt(argc, argv, "w:i:dh:s:v:zl:t:D:")) > 0) {
139 dorange(optarg, &ci->dark.h, &ci->bright.h, 360);
142 dorange(optarg, &ci->dark.s, &ci->bright.s, 255);
145 dorange(optarg, &ci->dark.v, &ci->bright.v, 255);
151 ci->file_limit = atoi(optarg);
154 ci->min_interval = 1000000 * atof(optarg);
157 ci->threshold = atof(optarg) * 1000;
158 if (ci->threshold > 1000 || ci->threshold < 0) {
159 av_log(NULL, AV_LOG_ERROR, "Invalid threshold value '%s' (range is 0-1)\n", optarg);
164 ci->min_width = atoi(optarg);
170 ci->dir = av_strdup(optarg);
173 av_log(NULL, AV_LOG_ERROR, "Unrecognized argument '%s'\n", argv[optind]);
178 av_log(NULL, AV_LOG_INFO, "Fish detector configured:\n");
179 av_log(NULL, AV_LOG_INFO, " HSV range: %d,%d,%d - %d,%d,%d\n",
186 av_log(NULL, AV_LOG_INFO, " Threshold is %d%% pixels\n", ci->threshold / 10);
192 static void get_hsv(HSV *hsv, int r, int g, int b)
221 hsv->h = i + (60 * f) / (v - x);
225 hsv->s = (255 * (v - x)) / v;
231 void Process(void *ctx, AVPicture *picture, enum PixelFormat pix_fmt, int width, int height, int64_t pts)
233 ContextInfo *ci = (ContextInfo *) ctx;
234 uint8_t *cm = ff_cropTbl + MAX_NEG_CROP;
235 int rowsize = picture->linesize[0];
238 av_log(NULL, AV_LOG_DEBUG, "pix_fmt = %d, width = %d, pts = %lld, ci->next_pts = %lld\n",
239 pix_fmt, width, pts, ci->next_pts);
242 if (pts < ci->next_pts)
245 if (width < ci->min_width)
248 ci->next_pts = pts + 1000000;
250 if (pix_fmt == PIX_FMT_YUV420P) {
252 int width2 = width >> 1;
259 h_end = 2 * ((ci->inset * height) / 200);
260 h_start = height - h_end;
262 w_end = (ci->inset * width2) / 100;
263 w_start = width2 - w_end;
265 pixcnt = ((h_start - h_end) >> 1) * (w_start - w_end);
267 y = picture->data[0] + h_end * picture->linesize[0] + w_end * 2;
268 u = picture->data[1] + h_end * picture->linesize[1] / 2 + w_end;
269 v = picture->data[2] + h_end * picture->linesize[2] / 2 + w_end;
271 for (h = h_start; h > h_end; h -= 2) {
274 for (w = w_start; w > w_end; w--) {
277 int cb, cr, yt, r_add, g_add, b_add;
279 YUV_TO_RGB1_CCIR(u[0], v[0]);
280 YUV_TO_RGB2_CCIR(r, g, b, y[0]);
282 get_hsv(&hsv, r, g, b);
285 av_log(NULL, AV_LOG_DEBUG, "(%d,%d,%d) -> (%d,%d,%d)\n",
286 r,g,b,hsv.h,hsv.s,hsv.v);
289 if (hsv.h >= ci->dark.h && hsv.h <= ci->bright.h &&
290 hsv.s >= ci->dark.s && hsv.s <= ci->bright.s &&
291 hsv.v >= ci->dark.v && hsv.v <= ci->bright.v) {
293 } else if (ci->zapping) {
294 y[0] = y[1] = y[rowsize] = y[rowsize + 1] = 16;
304 y += picture->linesize[0] * 2 - (w_start - w_end) * 2;
305 u += picture->linesize[1] - (w_start - w_end);
306 v += picture->linesize[2] - (w_start - w_end);
310 av_log(NULL, AV_LOG_INFO, "Fish: Inrange=%d of %d = %d threshold\n", inrange, pixcnt, 1000 * inrange / pixcnt);
312 if (inrange * 1000 / pixcnt >= ci->threshold) {
317 static int frame_counter;
318 static int foundfile;
320 if ((frame_counter++ % 20) == 0) {
321 /* Check how many files we have */
326 d = opendir(ci->dir);
330 while ((dent = readdir(d))) {
331 if (strncmp("fishimg", dent->d_name, 7) == 0) {
332 if (strcmp(".ppm", dent->d_name + strlen(dent->d_name) - 4) == 0) {
341 if (foundfile < ci->file_limit) {
345 size = avpicture_get_size(PIX_FMT_RGB24, width, height);
346 buf = av_malloc(size);
348 avpicture_fill(&picture1, buf, PIX_FMT_RGB24, width, height);
350 // if we already got a SWS context, let's realloc if is not re-useable
351 ci->toRGB_convert_ctx = sws_getCachedContext(ci->toRGB_convert_ctx,
352 width, height, pix_fmt,
353 width, height, PIX_FMT_RGB24,
354 sws_flags, NULL, NULL, NULL);
355 if (ci->toRGB_convert_ctx == NULL) {
356 av_log(NULL, AV_LOG_ERROR,
357 "Cannot initialize the toRGB conversion context\n");
360 // img_convert parameters are 2 first destination, then 4 source
361 // sws_scale parameters are context, 4 first source, then 2 destination
362 sws_scale(ci->toRGB_convert_ctx,
363 picture->data, picture->linesize, 0, height,
364 picture1.data, picture1.linesize);
366 /* Write out the PPM file */
367 snprintf(fname, sizeof(fname), "%s/fishimg%ld_%"PRId64".ppm", ci->dir, (long)(av_gettime() / 1000000), pts);
368 f = fopen(fname, "w");
370 fprintf(f, "P6 %d %d 255\n", width, height);
371 fwrite(buf, width * height * 3, 1, f);
376 ci->next_pts = pts + ci->min_interval;