2 * Copyright (c) 2012 Fredrik Mellbin
3 * Copyright (c) 2013 Clément Bœsch
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 * Fieldmatching filter, ported from VFM filter (VapourSynth) by Clément.
25 * Fredrik Mellbin is the author of the VIVTC/VFM filter, which is itself a
26 * light clone of the TIVTC/TFM (AviSynth) filter written by Kevin Stone
27 * (tritical), the original author.
29 * @see http://bengal.missouri.edu/~kes25c/
30 * @see http://www.vapoursynth.com/about/
35 #include "libavutil/avassert.h"
36 #include "libavutil/imgutils.h"
37 #include "libavutil/opt.h"
38 #include "libavutil/timestamp.h"
44 #define INPUT_CLEANSRC 1
46 enum fieldmatch_parity {
62 enum comb_matching_mode {
76 typedef struct FieldMatchContext {
79 AVFrame *prv, *src, *nxt; ///< main sliding window of 3 frames
80 AVFrame *prv2, *src2, *nxt2; ///< sliding window of the optional second stream
81 int got_frame[2]; ///< frame request flag for each input stream
82 int hsub, vsub; ///< chroma subsampling values
83 int bpc; ///< bytes per component
84 uint32_t eof; ///< bitmask for end of stream
91 int mode; ///< matching_mode
97 int combmatch; ///< comb_matching_mode
105 uint8_t *map_data[4];
107 uint8_t *cmask_data[4];
108 int cmask_linesize[4];
110 int tpitchy, tpitchuv;
114 #define OFFSET(x) offsetof(FieldMatchContext, x)
115 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
117 static const AVOption fieldmatch_options[] = {
118 { "order", "specify the assumed field order", OFFSET(order), AV_OPT_TYPE_INT, {.i64=FM_PARITY_AUTO}, -1, 1, FLAGS, "order" },
119 { "auto", "auto detect parity", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_AUTO}, INT_MIN, INT_MAX, FLAGS, "order" },
120 { "bff", "assume bottom field first", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_BOTTOM}, INT_MIN, INT_MAX, FLAGS, "order" },
121 { "tff", "assume top field first", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_TOP}, INT_MIN, INT_MAX, FLAGS, "order" },
122 { "mode", "set the matching mode or strategy to use", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=MODE_PC_N}, MODE_PC, NB_MODE-1, FLAGS, "mode" },
123 { "pc", "2-way match (p/c)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC}, INT_MIN, INT_MAX, FLAGS, "mode" },
124 { "pc_n", "2-way match + 3rd match on combed (p/c + u)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_N}, INT_MIN, INT_MAX, FLAGS, "mode" },
125 { "pc_u", "2-way match + 3rd match (same order) on combed (p/c + u)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_U}, INT_MIN, INT_MAX, FLAGS, "mode" },
126 { "pc_n_ub", "2-way match + 3rd match on combed + 4th/5th matches if still combed (p/c + u + u/b)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_N_UB}, INT_MIN, INT_MAX, FLAGS, "mode" },
127 { "pcn", "3-way match (p/c/n)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PCN}, INT_MIN, INT_MAX, FLAGS, "mode" },
128 { "pcn_ub", "3-way match + 4th/5th matches on combed (p/c/n + u/b)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PCN_UB}, INT_MIN, INT_MAX, FLAGS, "mode" },
129 { "ppsrc", "mark main input as a pre-processed input and activate clean source input stream", OFFSET(ppsrc), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
130 { "field", "set the field to match from", OFFSET(field), AV_OPT_TYPE_INT, {.i64=FM_PARITY_AUTO}, -1, 1, FLAGS, "field" },
131 { "auto", "automatic (same value as 'order')", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_AUTO}, INT_MIN, INT_MAX, FLAGS, "field" },
132 { "bottom", "bottom field", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_BOTTOM}, INT_MIN, INT_MAX, FLAGS, "field" },
133 { "top", "top field", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_TOP}, INT_MIN, INT_MAX, FLAGS, "field" },
134 { "mchroma", "set whether or not chroma is included during the match comparisons", OFFSET(mchroma), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGS },
135 { "y0", "define an exclusion band which excludes the lines between y0 and y1 from the field matching decision", OFFSET(y0), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },
136 { "y1", "define an exclusion band which excludes the lines between y0 and y1 from the field matching decision", OFFSET(y1), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },
137 { "scthresh", "set scene change detection threshold", OFFSET(scthresh_flt), AV_OPT_TYPE_DOUBLE, {.dbl=12}, 0, 100, FLAGS },
138 { "combmatch", "set combmatching mode", OFFSET(combmatch), AV_OPT_TYPE_INT, {.i64=COMBMATCH_SC}, COMBMATCH_NONE, NB_COMBMATCH-1, FLAGS, "combmatching" },
139 { "none", "disable combmatching", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_NONE}, INT_MIN, INT_MAX, FLAGS, "combmatching" },
140 { "sc", "enable combmatching only on scene change", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_SC}, INT_MIN, INT_MAX, FLAGS, "combmatching" },
141 { "full", "enable combmatching all the time", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_FULL}, INT_MIN, INT_MAX, FLAGS, "combmatching" },
142 { "combdbg", "enable comb debug", OFFSET(combdbg), AV_OPT_TYPE_INT, {.i64=COMBDBG_NONE}, COMBDBG_NONE, NB_COMBDBG-1, FLAGS, "dbglvl" },
143 { "none", "no forced calculation", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_NONE}, INT_MIN, INT_MAX, FLAGS, "dbglvl" },
144 { "pcn", "calculate p/c/n", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_PCN}, INT_MIN, INT_MAX, FLAGS, "dbglvl" },
145 { "pcnub", "calculate p/c/n/u/b", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_PCNUB}, INT_MIN, INT_MAX, FLAGS, "dbglvl" },
146 { "cthresh", "set the area combing threshold used for combed frame detection", OFFSET(cthresh), AV_OPT_TYPE_INT, {.i64= 9}, -1, 0xff, FLAGS },
147 { "chroma", "set whether or not chroma is considered in the combed frame decision", OFFSET(chroma), AV_OPT_TYPE_BOOL,{.i64= 0}, 0, 1, FLAGS },
148 { "blockx", "set the x-axis size of the window used during combed frame detection", OFFSET(blockx), AV_OPT_TYPE_INT, {.i64=16}, 4, 1<<9, FLAGS },
149 { "blocky", "set the y-axis size of the window used during combed frame detection", OFFSET(blocky), AV_OPT_TYPE_INT, {.i64=16}, 4, 1<<9, FLAGS },
150 { "combpel", "set the number of combed pixels inside any of the blocky by blockx size blocks on the frame for the frame to be detected as combed", OFFSET(combpel), AV_OPT_TYPE_INT, {.i64=80}, 0, INT_MAX, FLAGS },
154 AVFILTER_DEFINE_CLASS(fieldmatch);
156 static int get_width(const FieldMatchContext *fm, const AVFrame *f, int plane)
158 return plane ? AV_CEIL_RSHIFT(f->width, fm->hsub) : f->width;
161 static int get_height(const FieldMatchContext *fm, const AVFrame *f, int plane)
163 return plane ? AV_CEIL_RSHIFT(f->height, fm->vsub) : f->height;
166 static int64_t luma_abs_diff(const AVFrame *f1, const AVFrame *f2)
169 const uint8_t *srcp1 = f1->data[0];
170 const uint8_t *srcp2 = f2->data[0];
171 const int src1_linesize = f1->linesize[0];
172 const int src2_linesize = f2->linesize[0];
173 const int width = f1->width;
174 const int height = f1->height;
177 for (y = 0; y < height; y++) {
178 for (x = 0; x < width; x++)
179 acc += abs(srcp1[x] - srcp2[x]);
180 srcp1 += src1_linesize;
181 srcp2 += src2_linesize;
186 static void fill_buf(uint8_t *data, int w, int h, int linesize, uint8_t v)
190 for (y = 0; y < h; y++) {
196 static int calc_combed_score(const FieldMatchContext *fm, const AVFrame *src)
198 int x, y, plane, max_v = 0;
199 const int cthresh = fm->cthresh;
200 const int cthresh6 = cthresh * 6;
202 for (plane = 0; plane < (fm->chroma ? 3 : 1); plane++) {
203 const uint8_t *srcp = src->data[plane];
204 const int src_linesize = src->linesize[plane];
205 const int width = get_width (fm, src, plane);
206 const int height = get_height(fm, src, plane);
207 uint8_t *cmkp = fm->cmask_data[plane];
208 const int cmk_linesize = fm->cmask_linesize[plane];
211 fill_buf(cmkp, width, height, cmk_linesize, 0xff);
214 fill_buf(cmkp, width, height, cmk_linesize, 0);
216 /* [1 -3 4 -3 1] vertical filter */
217 #define FILTER(xm2, xm1, xp1, xp2) \
219 -3 * (srcp[x + (xm1)*src_linesize] + srcp[x + (xp1)*src_linesize]) \
220 + (srcp[x + (xm2)*src_linesize] + srcp[x + (xp2)*src_linesize])) > cthresh6
223 for (x = 0; x < width; x++) {
224 const int s1 = abs(srcp[x] - srcp[x + src_linesize]);
225 if (s1 > cthresh && FILTER(2, 1, 1, 2))
228 srcp += src_linesize;
229 cmkp += cmk_linesize;
232 for (x = 0; x < width; x++) {
233 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
234 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
235 if (s1 > cthresh && s2 > cthresh && FILTER(2, -1, 1, 2))
238 srcp += src_linesize;
239 cmkp += cmk_linesize;
241 /* all lines minus first two and last two */
242 for (y = 2; y < height-2; y++) {
243 for (x = 0; x < width; x++) {
244 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
245 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
246 if (s1 > cthresh && s2 > cthresh && FILTER(-2, -1, 1, 2))
249 srcp += src_linesize;
250 cmkp += cmk_linesize;
253 /* before-last line */
254 for (x = 0; x < width; x++) {
255 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
256 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
257 if (s1 > cthresh && s2 > cthresh && FILTER(-2, -1, 1, -2))
260 srcp += src_linesize;
261 cmkp += cmk_linesize;
264 for (x = 0; x < width; x++) {
265 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
266 if (s1 > cthresh && FILTER(-2, -1, -1, -2))
272 uint8_t *cmkp = fm->cmask_data[0];
273 uint8_t *cmkpU = fm->cmask_data[1];
274 uint8_t *cmkpV = fm->cmask_data[2];
275 const int width = AV_CEIL_RSHIFT(src->width, fm->hsub);
276 const int height = AV_CEIL_RSHIFT(src->height, fm->vsub);
277 const int cmk_linesize = fm->cmask_linesize[0] << 1;
278 const int cmk_linesizeUV = fm->cmask_linesize[2];
279 uint8_t *cmkpp = cmkp - (cmk_linesize>>1);
280 uint8_t *cmkpn = cmkp + (cmk_linesize>>1);
281 uint8_t *cmkpnn = cmkp + cmk_linesize;
282 for (y = 1; y < height - 1; y++) {
283 cmkpp += cmk_linesize;
284 cmkp += cmk_linesize;
285 cmkpn += cmk_linesize;
286 cmkpnn += cmk_linesize;
287 cmkpV += cmk_linesizeUV;
288 cmkpU += cmk_linesizeUV;
289 for (x = 1; x < width - 1; x++) {
290 #define HAS_FF_AROUND(p, lz) (p[(x)-1 - (lz)] == 0xff || p[(x) - (lz)] == 0xff || p[(x)+1 - (lz)] == 0xff || \
291 p[(x)-1 ] == 0xff || p[(x)+1 ] == 0xff || \
292 p[(x)-1 + (lz)] == 0xff || p[(x) + (lz)] == 0xff || p[(x)+1 + (lz)] == 0xff)
293 if ((cmkpV[x] == 0xff && HAS_FF_AROUND(cmkpV, cmk_linesizeUV)) ||
294 (cmkpU[x] == 0xff && HAS_FF_AROUND(cmkpU, cmk_linesizeUV))) {
295 ((uint16_t*)cmkp)[x] = 0xffff;
296 ((uint16_t*)cmkpn)[x] = 0xffff;
297 if (y&1) ((uint16_t*)cmkpp)[x] = 0xffff;
298 else ((uint16_t*)cmkpnn)[x] = 0xffff;
305 const int blockx = fm->blockx;
306 const int blocky = fm->blocky;
307 const int xhalf = blockx/2;
308 const int yhalf = blocky/2;
309 const int cmk_linesize = fm->cmask_linesize[0];
310 const uint8_t *cmkp = fm->cmask_data[0] + cmk_linesize;
311 const int width = src->width;
312 const int height = src->height;
313 const int xblocks = ((width+xhalf)/blockx) + 1;
314 const int xblocks4 = xblocks<<2;
315 const int yblocks = ((height+yhalf)/blocky) + 1;
316 int *c_array = fm->c_array;
317 const int arraysize = (xblocks*yblocks)<<2;
318 int heighta = (height/(blocky/2))*(blocky/2);
319 const int widtha = (width /(blockx/2))*(blockx/2);
320 if (heighta == height)
321 heighta = height - yhalf;
322 memset(c_array, 0, arraysize * sizeof(*c_array));
324 #define C_ARRAY_ADD(v) do { \
325 const int box1 = (x / blockx) * 4; \
326 const int box2 = ((x + xhalf) / blockx) * 4; \
327 c_array[temp1 + box1 ] += v; \
328 c_array[temp1 + box2 + 1] += v; \
329 c_array[temp2 + box1 + 2] += v; \
330 c_array[temp2 + box2 + 3] += v; \
333 #define VERTICAL_HALF(y_start, y_end) do { \
334 for (y = y_start; y < y_end; y++) { \
335 const int temp1 = (y / blocky) * xblocks4; \
336 const int temp2 = ((y + yhalf) / blocky) * xblocks4; \
337 for (x = 0; x < width; x++) \
338 if (cmkp[x - cmk_linesize] == 0xff && \
339 cmkp[x ] == 0xff && \
340 cmkp[x + cmk_linesize] == 0xff) \
342 cmkp += cmk_linesize; \
346 VERTICAL_HALF(1, yhalf);
348 for (y = yhalf; y < heighta; y += yhalf) {
349 const int temp1 = (y / blocky) * xblocks4;
350 const int temp2 = ((y + yhalf) / blocky) * xblocks4;
352 for (x = 0; x < widtha; x += xhalf) {
353 const uint8_t *cmkp_tmp = cmkp + x;
355 for (u = 0; u < yhalf; u++) {
356 for (v = 0; v < xhalf; v++)
357 if (cmkp_tmp[v - cmk_linesize] == 0xff &&
358 cmkp_tmp[v ] == 0xff &&
359 cmkp_tmp[v + cmk_linesize] == 0xff)
361 cmkp_tmp += cmk_linesize;
367 for (x = widtha; x < width; x++) {
368 const uint8_t *cmkp_tmp = cmkp + x;
370 for (u = 0; u < yhalf; u++) {
371 if (cmkp_tmp[-cmk_linesize] == 0xff &&
372 cmkp_tmp[ 0] == 0xff &&
373 cmkp_tmp[ cmk_linesize] == 0xff)
375 cmkp_tmp += cmk_linesize;
381 cmkp += cmk_linesize * yhalf;
384 VERTICAL_HALF(heighta, height - 1);
386 for (x = 0; x < arraysize; x++)
387 if (c_array[x] > max_v)
393 // the secret is that tbuffer is an interlaced, offset subset of all the lines
394 static void build_abs_diff_mask(const uint8_t *prvp, int prv_linesize,
395 const uint8_t *nxtp, int nxt_linesize,
396 uint8_t *tbuffer, int tbuf_linesize,
397 int width, int height)
401 prvp -= prv_linesize;
402 nxtp -= nxt_linesize;
403 for (y = 0; y < height; y++) {
404 for (x = 0; x < width; x++)
405 tbuffer[x] = FFABS(prvp[x] - nxtp[x]);
406 prvp += prv_linesize;
407 nxtp += nxt_linesize;
408 tbuffer += tbuf_linesize;
413 * Build a map over which pixels differ a lot/a little
415 static void build_diff_map(FieldMatchContext *fm,
416 const uint8_t *prvp, int prv_linesize,
417 const uint8_t *nxtp, int nxt_linesize,
418 uint8_t *dstp, int dst_linesize, int height,
419 int width, int plane)
421 int x, y, u, diff, count;
422 int tpitch = plane ? fm->tpitchuv : fm->tpitchy;
423 const uint8_t *dp = fm->tbuffer + tpitch;
425 build_abs_diff_mask(prvp, prv_linesize, nxtp, nxt_linesize,
426 fm->tbuffer, tpitch, width, height>>1);
428 for (y = 2; y < height - 2; y += 2) {
429 for (x = 1; x < width - 1; x++) {
432 for (count = 0, u = x-1; u < x+2 && count < 2; u++) {
433 count += dp[u-tpitch] > 3;
435 count += dp[u+tpitch] > 3;
440 int upper = 0, lower = 0;
441 for (count = 0, u = x-1; u < x+2 && count < 6; u++) {
442 if (dp[u-tpitch] > 19) { count++; upper = 1; }
443 if (dp[u ] > 19) count++;
444 if (dp[u+tpitch] > 19) { count++; lower = 1; }
447 if (upper && lower) {
450 int upper2 = 0, lower2 = 0;
451 for (u = FFMAX(x-4,0); u < FFMIN(x+5,width); u++) {
452 if (y != 2 && dp[u-2*tpitch] > 19) upper2 = 1;
453 if ( dp[u- tpitch] > 19) upper = 1;
454 if ( dp[u+ tpitch] > 19) lower = 1;
455 if (y != height-4 && dp[u+2*tpitch] > 19) lower2 = 1;
457 if ((upper && (lower || upper2)) ||
458 (lower && (upper || lower2)))
469 dstp += dst_linesize;
473 enum { mP, mC, mN, mB, mU };
475 static int get_field_base(int match, int field)
477 return match < 3 ? 2 - field : 1 + field;
480 static AVFrame *select_frame(FieldMatchContext *fm, int match)
482 if (match == mP || match == mB) return fm->prv;
483 else if (match == mN || match == mU) return fm->nxt;
484 else /* match == mC */ return fm->src;
487 static int compare_fields(FieldMatchContext *fm, int match1, int match2, int field)
490 uint64_t accumPc = 0, accumPm = 0, accumPml = 0;
491 uint64_t accumNc = 0, accumNm = 0, accumNml = 0;
492 int norm1, norm2, mtn1, mtn2;
494 const AVFrame *src = fm->src;
496 for (plane = 0; plane < (fm->mchroma ? 3 : 1); plane++) {
497 int x, y, temp1, temp2, fbase;
498 const AVFrame *prev, *next;
499 uint8_t *mapp = fm->map_data[plane];
500 int map_linesize = fm->map_linesize[plane];
501 const uint8_t *srcp = src->data[plane];
502 const int src_linesize = src->linesize[plane];
503 const int srcf_linesize = src_linesize << 1;
504 int prv_linesize, nxt_linesize;
505 int prvf_linesize, nxtf_linesize;
506 const int width = get_width (fm, src, plane);
507 const int height = get_height(fm, src, plane);
508 const int y0a = fm->y0 >> (plane ? fm->vsub : 0);
509 const int y1a = fm->y1 >> (plane ? fm->vsub : 0);
510 const int startx = (plane == 0 ? 8 : 8 >> fm->hsub);
511 const int stopx = width - startx;
512 const uint8_t *srcpf, *srcf, *srcnf;
513 const uint8_t *prvpf, *prvnf, *nxtpf, *nxtnf;
515 fill_buf(mapp, width, height, map_linesize, 0);
518 fbase = get_field_base(match1, field);
519 srcf = srcp + (fbase + 1) * src_linesize;
520 srcpf = srcf - srcf_linesize;
521 srcnf = srcf + srcf_linesize;
522 mapp = mapp + fbase * map_linesize;
523 prev = select_frame(fm, match1);
524 prv_linesize = prev->linesize[plane];
525 prvf_linesize = prv_linesize << 1;
526 prvpf = prev->data[plane] + fbase * prv_linesize; // previous frame, previous field
527 prvnf = prvpf + prvf_linesize; // previous frame, next field
530 fbase = get_field_base(match2, field);
531 next = select_frame(fm, match2);
532 nxt_linesize = next->linesize[plane];
533 nxtf_linesize = nxt_linesize << 1;
534 nxtpf = next->data[plane] + fbase * nxt_linesize; // next frame, previous field
535 nxtnf = nxtpf + nxtf_linesize; // next frame, next field
538 if ((match1 >= 3 && field == 1) || (match1 < 3 && field != 1))
539 build_diff_map(fm, prvpf, prvf_linesize, nxtpf, nxtf_linesize,
540 mapp, map_linesize, height, width, plane);
542 build_diff_map(fm, prvnf, prvf_linesize, nxtnf, nxtf_linesize,
543 mapp + map_linesize, map_linesize, height, width, plane);
545 for (y = 2; y < height - 2; y += 2) {
546 if (y0a == y1a || y < y0a || y > y1a) {
547 for (x = startx; x < stopx; x++) {
548 if (mapp[x] > 0 || mapp[x + map_linesize] > 0) {
549 temp1 = srcpf[x] + (srcf[x] << 2) + srcnf[x]; // [1 4 1]
551 temp2 = abs(3 * (prvpf[x] + prvnf[x]) - temp1);
552 if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1)))
555 if ((mapp[x]&2) || (mapp[x + map_linesize]&2))
557 if ((mapp[x]&4) || (mapp[x + map_linesize]&4))
561 temp2 = abs(3 * (nxtpf[x] + nxtnf[x]) - temp1);
562 if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1)))
565 if ((mapp[x]&2) || (mapp[x + map_linesize]&2))
567 if ((mapp[x]&4) || (mapp[x + map_linesize]&4))
573 prvpf += prvf_linesize;
574 prvnf += prvf_linesize;
575 srcpf += srcf_linesize;
576 srcf += srcf_linesize;
577 srcnf += srcf_linesize;
578 nxtpf += nxtf_linesize;
579 nxtnf += nxtf_linesize;
580 mapp += map_linesize;
584 if (accumPm < 500 && accumNm < 500 && (accumPml >= 500 || accumNml >= 500) &&
585 FFMAX(accumPml,accumNml) > 3*FFMIN(accumPml,accumNml)) {
590 norm1 = (int)((accumPc / 6.0f) + 0.5f);
591 norm2 = (int)((accumNc / 6.0f) + 0.5f);
592 mtn1 = (int)((accumPm / 6.0f) + 0.5f);
593 mtn2 = (int)((accumNm / 6.0f) + 0.5f);
594 c1 = ((float)FFMAX(norm1,norm2)) / ((float)FFMAX(FFMIN(norm1,norm2),1));
595 c2 = ((float)FFMAX(mtn1, mtn2)) / ((float)FFMAX(FFMIN(mtn1, mtn2), 1));
596 mr = ((float)FFMAX(mtn1, mtn2)) / ((float)FFMAX(FFMAX(norm1,norm2),1));
597 if (((mtn1 >= 500 || mtn2 >= 500) && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1)) ||
598 ((mtn1 >= 1000 || mtn2 >= 1000) && (mtn1*3 < mtn2*2 || mtn2*3 < mtn1*2)) ||
599 ((mtn1 >= 2000 || mtn2 >= 2000) && (mtn1*5 < mtn2*4 || mtn2*5 < mtn1*4)) ||
600 ((mtn1 >= 4000 || mtn2 >= 4000) && c2 > c1))
601 ret = mtn1 > mtn2 ? match2 : match1;
602 else if (mr > 0.005 && FFMAX(mtn1, mtn2) > 150 && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1))
603 ret = mtn1 > mtn2 ? match2 : match1;
605 ret = norm1 > norm2 ? match2 : match1;
609 static void copy_fields(const FieldMatchContext *fm, AVFrame *dst,
610 const AVFrame *src, int field)
613 for (plane = 0; plane < 4 && src->data[plane] && src->linesize[plane]; plane++) {
614 const int plane_h = get_height(fm, src, plane);
615 const int nb_copy_fields = (plane_h >> 1) + (field ? 0 : (plane_h & 1));
616 av_image_copy_plane(dst->data[plane] + field*dst->linesize[plane], dst->linesize[plane] << 1,
617 src->data[plane] + field*src->linesize[plane], src->linesize[plane] << 1,
618 get_width(fm, src, plane) * fm->bpc, nb_copy_fields);
622 static AVFrame *create_weave_frame(AVFilterContext *ctx, int match, int field,
623 const AVFrame *prv, AVFrame *src, const AVFrame *nxt)
626 FieldMatchContext *fm = ctx->priv;
629 dst = av_frame_clone(src);
631 AVFilterLink *outlink = ctx->outputs[0];
633 dst = ff_get_video_buffer(outlink, outlink->w, outlink->h);
636 av_frame_copy_props(dst, src);
639 case mP: copy_fields(fm, dst, src, 1-field); copy_fields(fm, dst, prv, field); break;
640 case mN: copy_fields(fm, dst, src, 1-field); copy_fields(fm, dst, nxt, field); break;
641 case mB: copy_fields(fm, dst, src, field); copy_fields(fm, dst, prv, 1-field); break;
642 case mU: copy_fields(fm, dst, src, field); copy_fields(fm, dst, nxt, 1-field); break;
643 default: av_assert0(0);
649 static int checkmm(AVFilterContext *ctx, int *combs, int m1, int m2,
650 AVFrame **gen_frames, int field)
652 const FieldMatchContext *fm = ctx->priv;
654 #define LOAD_COMB(mid) do { \
655 if (combs[mid] < 0) { \
656 if (!gen_frames[mid]) \
657 gen_frames[mid] = create_weave_frame(ctx, mid, field, \
658 fm->prv, fm->src, fm->nxt); \
659 combs[mid] = calc_combed_score(fm, gen_frames[mid]); \
666 if ((combs[m2] * 3 < combs[m1] || (combs[m2] * 2 < combs[m1] && combs[m1] > fm->combpel)) &&
667 abs(combs[m2] - combs[m1]) >= 30 && combs[m2] < fm->combpel)
673 static const int fxo0m[] = { mP, mC, mN, mB, mU };
674 static const int fxo1m[] = { mN, mC, mP, mU, mB };
676 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
678 AVFilterContext *ctx = inlink->dst;
679 AVFilterLink *outlink = ctx->outputs[0];
680 FieldMatchContext *fm = ctx->priv;
681 int combs[] = { -1, -1, -1, -1, -1 };
682 int order, field, i, match, sc = 0, ret = 0;
684 AVFrame *gen_frames[] = { NULL, NULL, NULL, NULL, NULL };
687 /* update frames queue(s) */
688 #define SLIDING_FRAME_WINDOW(prv, src, nxt) do { \
689 if (prv != src) /* 2nd loop exception (1st has prv==src and we don't want to loose src) */ \
690 av_frame_free(&prv); \
697 if (!prv) /* received only one frame at that point */ \
699 av_assert0(prv && src && nxt); \
701 if (FF_INLINK_IDX(inlink) == INPUT_MAIN) {
702 av_assert0(fm->got_frame[INPUT_MAIN] == 0);
703 SLIDING_FRAME_WINDOW(fm->prv, fm->src, fm->nxt);
704 fm->got_frame[INPUT_MAIN] = 1;
706 av_assert0(fm->got_frame[INPUT_CLEANSRC] == 0);
707 SLIDING_FRAME_WINDOW(fm->prv2, fm->src2, fm->nxt2);
708 fm->got_frame[INPUT_CLEANSRC] = 1;
710 if (!fm->got_frame[INPUT_MAIN] || (fm->ppsrc && !fm->got_frame[INPUT_CLEANSRC]))
712 fm->got_frame[INPUT_MAIN] = fm->got_frame[INPUT_CLEANSRC] = 0;
716 order = fm->order != FM_PARITY_AUTO ? fm->order : (in->interlaced_frame ? in->top_field_first : 1);
717 field = fm->field != FM_PARITY_AUTO ? fm->field : order;
718 av_assert0(order == 0 || order == 1 || field == 0 || field == 1);
719 fxo = field ^ order ? fxo1m : fxo0m;
721 /* debug mode: we generate all the fields combinations and their associated
722 * combed score. XXX: inject as frame metadata? */
724 for (i = 0; i < FF_ARRAY_ELEMS(combs); i++) {
725 if (i > mN && fm->combdbg == COMBDBG_PCN)
727 gen_frames[i] = create_weave_frame(ctx, i, field, fm->prv, fm->src, fm->nxt);
728 if (!gen_frames[i]) {
729 ret = AVERROR(ENOMEM);
732 combs[i] = calc_combed_score(fm, gen_frames[i]);
734 av_log(ctx, AV_LOG_INFO, "COMBS: %3d %3d %3d %3d %3d\n",
735 combs[0], combs[1], combs[2], combs[3], combs[4]);
737 gen_frames[mC] = av_frame_clone(fm->src);
738 if (!gen_frames[mC]) {
739 ret = AVERROR(ENOMEM);
744 /* p/c selection and optional 3-way p/c/n matches */
745 match = compare_fields(fm, fxo[mC], fxo[mP], field);
746 if (fm->mode == MODE_PCN || fm->mode == MODE_PCN_UB)
747 match = compare_fields(fm, match, fxo[mN], field);
749 /* scene change check */
750 if (fm->combmatch == COMBMATCH_SC) {
751 if (fm->lastn == outlink->frame_count_in - 1) {
752 if (fm->lastscdiff > fm->scthresh)
754 } else if (luma_abs_diff(fm->prv, fm->src) > fm->scthresh) {
759 fm->lastn = outlink->frame_count_in;
760 fm->lastscdiff = luma_abs_diff(fm->src, fm->nxt);
761 sc = fm->lastscdiff > fm->scthresh;
765 if (fm->combmatch == COMBMATCH_FULL || (fm->combmatch == COMBMATCH_SC && sc)) {
767 /* 2-way p/c matches */
769 match = checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field);
772 match = checkmm(ctx, combs, match, fxo[mN], gen_frames, field);
775 match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);
778 match = checkmm(ctx, combs, match, fxo[mN], gen_frames, field);
779 match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);
780 match = checkmm(ctx, combs, match, fxo[mB], gen_frames, field);
782 /* 3-way p/c/n matches */
784 match = checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field);
787 match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);
788 match = checkmm(ctx, combs, match, fxo[mB], gen_frames, field);
795 /* get output frame and drop the others */
797 /* field matching was based on a filtered/post-processed input, we now
798 * pick the untouched fields from the clean source */
799 dst = create_weave_frame(ctx, match, field, fm->prv2, fm->src2, fm->nxt2);
801 if (!gen_frames[match]) { // XXX: is that possible?
802 dst = create_weave_frame(ctx, match, field, fm->prv, fm->src, fm->nxt);
804 dst = gen_frames[match];
805 gen_frames[match] = NULL;
809 ret = AVERROR(ENOMEM);
813 /* mark the frame we are unable to match properly as interlaced so a proper
814 * de-interlacer can take the relay */
815 dst->interlaced_frame = combs[match] >= fm->combpel;
816 if (dst->interlaced_frame) {
817 av_log(ctx, AV_LOG_WARNING, "Frame #%"PRId64" at %s is still interlaced\n",
818 outlink->frame_count_in, av_ts2timestr(in->pts, &inlink->time_base));
819 dst->top_field_first = field;
822 av_log(ctx, AV_LOG_DEBUG, "SC:%d | COMBS: %3d %3d %3d %3d %3d (combpel=%d)"
823 " match=%d combed=%s\n", sc, combs[0], combs[1], combs[2], combs[3], combs[4],
824 fm->combpel, match, dst->interlaced_frame ? "YES" : "NO");
827 for (i = 0; i < FF_ARRAY_ELEMS(gen_frames); i++)
828 av_frame_free(&gen_frames[i]);
831 return ff_filter_frame(outlink, dst);
835 static int activate(AVFilterContext *ctx)
837 FieldMatchContext *fm = ctx->priv;
838 AVFrame *frame = NULL;
842 if ((fm->got_frame[INPUT_MAIN] == 0) &&
843 (ret = ff_inlink_consume_frame(ctx->inputs[INPUT_MAIN], &frame)) > 0) {
844 ret = filter_frame(ctx->inputs[INPUT_MAIN], frame);
851 (fm->got_frame[INPUT_CLEANSRC] == 0) &&
852 (ret = ff_inlink_consume_frame(ctx->inputs[INPUT_CLEANSRC], &frame)) > 0) {
853 ret = filter_frame(ctx->inputs[INPUT_CLEANSRC], frame);
859 } else if (ff_inlink_acknowledge_status(ctx->inputs[INPUT_MAIN], &status, &pts)) {
860 if (status == AVERROR_EOF) { // flushing
861 fm->eof |= 1 << INPUT_MAIN;
862 ret = filter_frame(ctx->inputs[INPUT_MAIN], NULL);
864 ff_outlink_set_status(ctx->outputs[0], status, pts);
866 } else if (fm->ppsrc && ff_inlink_acknowledge_status(ctx->inputs[INPUT_CLEANSRC], &status, &pts)) {
867 if (status == AVERROR_EOF) { // flushing
868 fm->eof |= 1 << INPUT_CLEANSRC;
869 ret = filter_frame(ctx->inputs[INPUT_CLEANSRC], NULL);
871 ff_outlink_set_status(ctx->outputs[0], status, pts);
874 if (ff_outlink_frame_wanted(ctx->outputs[0])) {
875 if (fm->got_frame[INPUT_MAIN] == 0)
876 ff_inlink_request_frame(ctx->inputs[INPUT_MAIN]);
877 if (fm->ppsrc && (fm->got_frame[INPUT_CLEANSRC] == 0))
878 ff_inlink_request_frame(ctx->inputs[INPUT_CLEANSRC]);
884 static int query_formats(AVFilterContext *ctx)
886 FieldMatchContext *fm = ctx->priv;
888 static const enum AVPixelFormat pix_fmts[] = {
889 AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUV420P,
890 AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P,
893 static const enum AVPixelFormat unproc_pix_fmts[] = {
894 AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
895 AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
896 AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,
897 AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ422P,
898 AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ444P,
900 AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
901 AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
902 AV_PIX_FMT_YUV440P10,
903 AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV420P12,
904 AV_PIX_FMT_YUV440P12,
905 AV_PIX_FMT_YUV444P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV420P14,
906 AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
911 AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
913 return AVERROR(ENOMEM);
915 return ff_set_common_formats(ctx, fmts_list);
918 if ((ret = ff_formats_ref(fmts_list, &ctx->inputs[INPUT_MAIN]->out_formats)) < 0)
920 fmts_list = ff_make_format_list(unproc_pix_fmts);
922 return AVERROR(ENOMEM);
923 if ((ret = ff_formats_ref(fmts_list, &ctx->outputs[0]->in_formats)) < 0)
925 if ((ret = ff_formats_ref(fmts_list, &ctx->inputs[INPUT_CLEANSRC]->out_formats)) < 0)
930 static int config_input(AVFilterLink *inlink)
933 AVFilterContext *ctx = inlink->dst;
934 FieldMatchContext *fm = ctx->priv;
935 const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(inlink->format);
936 const int w = inlink->w;
937 const int h = inlink->h;
939 fm->scthresh = (int64_t)((w * h * 255.0 * fm->scthresh_flt) / 100.0);
941 if ((ret = av_image_alloc(fm->map_data, fm->map_linesize, w, h, inlink->format, 32)) < 0 ||
942 (ret = av_image_alloc(fm->cmask_data, fm->cmask_linesize, w, h, inlink->format, 32)) < 0)
945 fm->hsub = pix_desc->log2_chroma_w;
946 fm->vsub = pix_desc->log2_chroma_h;
948 fm->tpitchy = FFALIGN(w, 16);
949 fm->tpitchuv = FFALIGN(w >> 1, 16);
951 fm->tbuffer = av_malloc(h/2 * fm->tpitchy);
952 fm->c_array = av_malloc((((w + fm->blockx/2)/fm->blockx)+1) *
953 (((h + fm->blocky/2)/fm->blocky)+1) *
954 4 * sizeof(*fm->c_array));
955 if (!fm->tbuffer || !fm->c_array)
956 return AVERROR(ENOMEM);
961 static av_cold int fieldmatch_init(AVFilterContext *ctx)
963 const FieldMatchContext *fm = ctx->priv;
965 .name = av_strdup("main"),
966 .type = AVMEDIA_TYPE_VIDEO,
967 .config_props = config_input,
972 return AVERROR(ENOMEM);
973 if ((ret = ff_insert_inpad(ctx, INPUT_MAIN, &pad)) < 0) {
979 pad.name = av_strdup("clean_src");
980 pad.config_props = NULL;
982 return AVERROR(ENOMEM);
983 if ((ret = ff_insert_inpad(ctx, INPUT_CLEANSRC, &pad)) < 0) {
989 if ((fm->blockx & (fm->blockx - 1)) ||
990 (fm->blocky & (fm->blocky - 1))) {
991 av_log(ctx, AV_LOG_ERROR, "blockx and blocky settings must be power of two\n");
992 return AVERROR(EINVAL);
995 if (fm->combpel > fm->blockx * fm->blocky) {
996 av_log(ctx, AV_LOG_ERROR, "Combed pixel should not be larger than blockx x blocky\n");
997 return AVERROR(EINVAL);
1003 static av_cold void fieldmatch_uninit(AVFilterContext *ctx)
1006 FieldMatchContext *fm = ctx->priv;
1008 if (fm->prv != fm->src)
1009 av_frame_free(&fm->prv);
1010 if (fm->nxt != fm->src)
1011 av_frame_free(&fm->nxt);
1012 if (fm->prv2 != fm->src2)
1013 av_frame_free(&fm->prv2);
1014 if (fm->nxt2 != fm->src2)
1015 av_frame_free(&fm->nxt2);
1016 av_frame_free(&fm->src);
1017 av_frame_free(&fm->src2);
1018 av_freep(&fm->map_data[0]);
1019 av_freep(&fm->cmask_data[0]);
1020 av_freep(&fm->tbuffer);
1021 av_freep(&fm->c_array);
1022 for (i = 0; i < ctx->nb_inputs; i++)
1023 av_freep(&ctx->input_pads[i].name);
1026 static int config_output(AVFilterLink *outlink)
1028 AVFilterContext *ctx = outlink->src;
1029 FieldMatchContext *fm = ctx->priv;
1030 const AVFilterLink *inlink =
1031 ctx->inputs[fm->ppsrc ? INPUT_CLEANSRC : INPUT_MAIN];
1032 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
1034 fm->bpc = (desc->comp[0].depth + 7) / 8;
1035 outlink->time_base = inlink->time_base;
1036 outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
1037 outlink->frame_rate = inlink->frame_rate;
1038 outlink->w = inlink->w;
1039 outlink->h = inlink->h;
1043 static const AVFilterPad fieldmatch_outputs[] = {
1046 .type = AVMEDIA_TYPE_VIDEO,
1047 .config_props = config_output,
1052 AVFilter ff_vf_fieldmatch = {
1053 .name = "fieldmatch",
1054 .description = NULL_IF_CONFIG_SMALL("Field matching for inverse telecine."),
1055 .query_formats = query_formats,
1056 .priv_size = sizeof(FieldMatchContext),
1057 .init = fieldmatch_init,
1058 .activate = activate,
1059 .uninit = fieldmatch_uninit,
1061 .outputs = fieldmatch_outputs,
1062 .priv_class = &fieldmatch_class,
1063 .flags = AVFILTER_FLAG_DYNAMIC_INPUTS,