FFmpeg
Loading...
Searching...
No Matches
vf_fieldmatch.c
Go to the documentation of this file.
1/*
2 * Copyright (c) 2012 Fredrik Mellbin
3 * Copyright (c) 2013 Clément Bœsch
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22/**
23 * @file
24 * Fieldmatching filter, ported from VFM filter (VapourSynth) by Clément.
25 * Fredrik Mellbin is the author of the VIVTC/VFM filter, which is itself a
26 * light clone of the TIVTC/TFM (AviSynth) filter written by Kevin Stone
27 * (tritical), the original author.
28 *
29 * @see http://bengal.missouri.edu/~kes25c/
30 * @see http://www.vapoursynth.com/about/
31 */
32
33#include <inttypes.h>
34
35#include "libavutil/avassert.h"
36#include "libavutil/imgutils.h"
37#include "libavutil/mem.h"
38#include "libavutil/opt.h"
39#include "libavutil/timestamp.h"
40#include "avfilter.h"
41#include "filters.h"
42#include "formats.h"
43#include "video.h"
44
45#define INPUT_MAIN 0
46#define INPUT_CLEANSRC 1
47
53
63
70
77
78typedef struct FieldMatchContext {
79 const AVClass *class;
80
81 AVFrame *prv, *src, *nxt; ///< main sliding window of 3 frames
82 AVFrame *prv2, *src2, *nxt2; ///< sliding window of the optional second stream
83 int got_frame[2]; ///< frame request flag for each input stream
84 int hsub[2], vsub[2]; ///< chroma subsampling values
85 int bpc; ///< bytes per component
86 uint32_t eof; ///< bitmask for end of stream
89
90 /* options */
91 int order;
92 int ppsrc;
93 int mode; ///< matching_mode
94 int field;
96 int y0, y1;
99 int combmatch; ///< comb_matching_mode
105
106 /* misc buffers */
107 uint8_t *map_data[4];
109 uint8_t *cmask_data[4];
113 uint8_t *tbuffer;
115
116#define OFFSET(x) offsetof(FieldMatchContext, x)
117#define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
118
119static const AVOption fieldmatch_options[] = {
120 { "order", "specify the assumed field order", OFFSET(order), AV_OPT_TYPE_INT, {.i64=FM_PARITY_AUTO}, -1, 1, FLAGS, .unit = "order" },
121 { "auto", "auto detect parity", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_AUTO}, INT_MIN, INT_MAX, FLAGS, .unit = "order" },
122 { "bff", "assume bottom field first", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_BOTTOM}, INT_MIN, INT_MAX, FLAGS, .unit = "order" },
123 { "tff", "assume top field first", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_TOP}, INT_MIN, INT_MAX, FLAGS, .unit = "order" },
124 { "mode", "set the matching mode or strategy to use", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=MODE_PC_N}, MODE_PC, NB_MODE-1, FLAGS, .unit = "mode" },
125 { "pc", "2-way match (p/c)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC}, INT_MIN, INT_MAX, FLAGS, .unit = "mode" },
126 { "pc_n", "2-way match + 3rd match on combed (p/c + u)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_N}, INT_MIN, INT_MAX, FLAGS, .unit = "mode" },
127 { "pc_u", "2-way match + 3rd match (same order) on combed (p/c + u)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_U}, INT_MIN, INT_MAX, FLAGS, .unit = "mode" },
128 { "pc_n_ub", "2-way match + 3rd match on combed + 4th/5th matches if still combed (p/c + u + u/b)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_N_UB}, INT_MIN, INT_MAX, FLAGS, .unit = "mode" },
129 { "pcn", "3-way match (p/c/n)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PCN}, INT_MIN, INT_MAX, FLAGS, .unit = "mode" },
130 { "pcn_ub", "3-way match + 4th/5th matches on combed (p/c/n + u/b)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PCN_UB}, INT_MIN, INT_MAX, FLAGS, .unit = "mode" },
131 { "ppsrc", "mark main input as a pre-processed input and activate clean source input stream", OFFSET(ppsrc), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
132 { "field", "set the field to match from", OFFSET(field), AV_OPT_TYPE_INT, {.i64=FM_PARITY_AUTO}, -1, 1, FLAGS, .unit = "field" },
133 { "auto", "automatic (same value as 'order')", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_AUTO}, INT_MIN, INT_MAX, FLAGS, .unit = "field" },
134 { "bottom", "bottom field", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_BOTTOM}, INT_MIN, INT_MAX, FLAGS, .unit = "field" },
135 { "top", "top field", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_TOP}, INT_MIN, INT_MAX, FLAGS, .unit = "field" },
136 { "mchroma", "set whether or not chroma is included during the match comparisons", OFFSET(mchroma), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGS },
137 { "y0", "define an exclusion band which excludes the lines between y0 and y1 from the field matching decision", OFFSET(y0), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },
138 { "y1", "define an exclusion band which excludes the lines between y0 and y1 from the field matching decision", OFFSET(y1), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },
139 { "scthresh", "set scene change detection threshold", OFFSET(scthresh_flt), AV_OPT_TYPE_DOUBLE, {.dbl=12}, 0, 100, FLAGS },
140 { "combmatch", "set combmatching mode", OFFSET(combmatch), AV_OPT_TYPE_INT, {.i64=COMBMATCH_SC}, COMBMATCH_NONE, NB_COMBMATCH-1, FLAGS, .unit = "combmatching" },
141 { "none", "disable combmatching", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_NONE}, INT_MIN, INT_MAX, FLAGS, .unit = "combmatching" },
142 { "sc", "enable combmatching only on scene change", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_SC}, INT_MIN, INT_MAX, FLAGS, .unit = "combmatching" },
143 { "full", "enable combmatching all the time", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_FULL}, INT_MIN, INT_MAX, FLAGS, .unit = "combmatching" },
144 { "combdbg", "enable comb debug", OFFSET(combdbg), AV_OPT_TYPE_INT, {.i64=COMBDBG_NONE}, COMBDBG_NONE, NB_COMBDBG-1, FLAGS, .unit = "dbglvl" },
145 { "none", "no forced calculation", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_NONE}, INT_MIN, INT_MAX, FLAGS, .unit = "dbglvl" },
146 { "pcn", "calculate p/c/n", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_PCN}, INT_MIN, INT_MAX, FLAGS, .unit = "dbglvl" },
147 { "pcnub", "calculate p/c/n/u/b", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_PCNUB}, INT_MIN, INT_MAX, FLAGS, .unit = "dbglvl" },
148 { "cthresh", "set the area combing threshold used for combed frame detection", OFFSET(cthresh), AV_OPT_TYPE_INT, {.i64= 9}, -1, 0xff, FLAGS },
149 { "chroma", "set whether or not chroma is considered in the combed frame decision", OFFSET(chroma), AV_OPT_TYPE_BOOL,{.i64= 0}, 0, 1, FLAGS },
150 { "blockx", "set the x-axis size of the window used during combed frame detection", OFFSET(blockx), AV_OPT_TYPE_INT, {.i64=16}, 4, 1<<9, FLAGS },
151 { "blocky", "set the y-axis size of the window used during combed frame detection", OFFSET(blocky), AV_OPT_TYPE_INT, {.i64=16}, 4, 1<<9, FLAGS },
152 { "combpel", "set the number of combed pixels inside any of the blocky by blockx size blocks on the frame for the frame to be detected as combed", OFFSET(combpel), AV_OPT_TYPE_INT, {.i64=80}, 0, INT_MAX, FLAGS },
153 { NULL }
154};
155
157
158static int get_width(const FieldMatchContext *fm, const AVFrame *f, int plane, int input)
159{
160 return plane ? AV_CEIL_RSHIFT(f->width, fm->hsub[input]) : f->width;
161}
162
163static int get_height(const FieldMatchContext *fm, const AVFrame *f, int plane, int input)
164{
165 return plane ? AV_CEIL_RSHIFT(f->height, fm->vsub[input]) : f->height;
166}
167
168static int64_t luma_abs_diff(const AVFrame *f1, const AVFrame *f2)
169{
170 int x, y;
171 const uint8_t *srcp1 = f1->data[0];
172 const uint8_t *srcp2 = f2->data[0];
173 const int src1_linesize = f1->linesize[0];
174 const int src2_linesize = f2->linesize[0];
175 const int width = f1->width;
176 const int height = f1->height;
177 int64_t acc = 0;
178
179 for (y = 0; y < height; y++) {
180 for (x = 0; x < width; x++)
181 acc += abs(srcp1[x] - srcp2[x]);
182 srcp1 += src1_linesize;
183 srcp2 += src2_linesize;
184 }
185 return acc;
186}
187
188static void fill_buf(uint8_t *data, int w, int h, int linesize, uint8_t v)
189{
190 int y;
191
192 for (y = 0; y < h; y++) {
193 memset(data, v, w);
194 data += linesize;
195 }
196}
197
198static int calc_combed_score(const FieldMatchContext *fm, const AVFrame *src)
199{
200 int x, y, plane, max_v = 0;
201 const int cthresh = fm->cthresh;
202 const int cthresh6 = cthresh * 6;
203
204 for (plane = 0; plane < (fm->chroma ? 3 : 1); plane++) {
205 const uint8_t *srcp = src->data[plane];
206 const int src_linesize = src->linesize[plane];
207 const int width = get_width (fm, src, plane, INPUT_MAIN);
208 const int height = get_height(fm, src, plane, INPUT_MAIN);
209 uint8_t *cmkp = fm->cmask_data[plane];
210 const int cmk_linesize = fm->cmask_linesize[plane];
211
212 if (cthresh < 0) {
213 fill_buf(cmkp, width, height, cmk_linesize, 0xff);
214 continue;
215 }
216 fill_buf(cmkp, width, height, cmk_linesize, 0);
217
218 /* [1 -3 4 -3 1] vertical filter */
219#define FILTER(xm2, xm1, xp1, xp2) \
220 abs( 4 * srcp[x] \
221 -3 * (srcp[x + (xm1)*src_linesize] + srcp[x + (xp1)*src_linesize]) \
222 + (srcp[x + (xm2)*src_linesize] + srcp[x + (xp2)*src_linesize])) > cthresh6
223
224 /* first line */
225 for (x = 0; x < width; x++) {
226 const int s1 = abs(srcp[x] - srcp[x + src_linesize]);
227 if (s1 > cthresh && FILTER(2, 1, 1, 2))
228 cmkp[x] = 0xff;
229 }
230 srcp += src_linesize;
231 cmkp += cmk_linesize;
232
233 /* second line */
234 for (x = 0; x < width; x++) {
235 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
236 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
237 if (s1 > cthresh && s2 > cthresh && FILTER(2, -1, 1, 2))
238 cmkp[x] = 0xff;
239 }
240 srcp += src_linesize;
241 cmkp += cmk_linesize;
242
243 /* all lines minus first two and last two */
244 for (y = 2; y < height-2; y++) {
245 for (x = 0; x < width; x++) {
246 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
247 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
248 if (s1 > cthresh && s2 > cthresh && FILTER(-2, -1, 1, 2))
249 cmkp[x] = 0xff;
250 }
251 srcp += src_linesize;
252 cmkp += cmk_linesize;
253 }
254
255 /* before-last line */
256 for (x = 0; x < width; x++) {
257 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
258 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);
259 if (s1 > cthresh && s2 > cthresh && FILTER(-2, -1, 1, -2))
260 cmkp[x] = 0xff;
261 }
262 srcp += src_linesize;
263 cmkp += cmk_linesize;
264
265 /* last line */
266 for (x = 0; x < width; x++) {
267 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);
268 if (s1 > cthresh && FILTER(-2, -1, -1, -2))
269 cmkp[x] = 0xff;
270 }
271 }
272
273 if (fm->chroma) {
274 uint8_t *cmkp = fm->cmask_data[0];
275 uint8_t *cmkpU = fm->cmask_data[1];
276 uint8_t *cmkpV = fm->cmask_data[2];
277 const int width = AV_CEIL_RSHIFT(src->width, fm->hsub[INPUT_MAIN]);
278 const int height = AV_CEIL_RSHIFT(src->height, fm->vsub[INPUT_MAIN]);
279 const int cmk_linesize = fm->cmask_linesize[0] << 1;
280 const int cmk_linesizeUV = fm->cmask_linesize[2];
281 uint8_t *cmkpp = cmkp - (cmk_linesize>>1);
282 uint8_t *cmkpn = cmkp + (cmk_linesize>>1);
283 uint8_t *cmkpnn = cmkp + cmk_linesize;
284 for (y = 1; y < height - 1; y++) {
285 cmkpp += cmk_linesize;
286 cmkp += cmk_linesize;
287 cmkpn += cmk_linesize;
288 cmkpnn += cmk_linesize;
289 cmkpV += cmk_linesizeUV;
290 cmkpU += cmk_linesizeUV;
291 for (x = 1; x < width - 1; x++) {
292#define HAS_FF_AROUND(p, lz) (p[(x)-1 - (lz)] == 0xff || p[(x) - (lz)] == 0xff || p[(x)+1 - (lz)] == 0xff || \
293 p[(x)-1 ] == 0xff || p[(x)+1 ] == 0xff || \
294 p[(x)-1 + (lz)] == 0xff || p[(x) + (lz)] == 0xff || p[(x)+1 + (lz)] == 0xff)
295 if ((cmkpV[x] == 0xff && HAS_FF_AROUND(cmkpV, cmk_linesizeUV)) ||
296 (cmkpU[x] == 0xff && HAS_FF_AROUND(cmkpU, cmk_linesizeUV))) {
297 ((uint16_t*)cmkp)[x] = 0xffff;
298 ((uint16_t*)cmkpn)[x] = 0xffff;
299 if (y&1) ((uint16_t*)cmkpp)[x] = 0xffff;
300 else ((uint16_t*)cmkpnn)[x] = 0xffff;
301 }
302 }
303 }
304 }
305
306 {
307 const int blockx = fm->blockx;
308 const int blocky = fm->blocky;
309 const int xhalf = blockx/2;
310 const int yhalf = blocky/2;
311 const int cmk_linesize = fm->cmask_linesize[0];
312 const uint8_t *cmkp = fm->cmask_data[0] + cmk_linesize;
313 const int width = src->width;
314 const int height = src->height;
315 const int xblocks = ((width+xhalf)/blockx) + 1;
316 const int xblocks4 = xblocks<<2;
317 const int yblocks = ((height+yhalf)/blocky) + 1;
318 int *c_array = fm->c_array;
319 const int arraysize = (xblocks*yblocks)<<2;
320 int heighta = (height/(blocky/2))*(blocky/2);
321 const int widtha = (width /(blockx/2))*(blockx/2);
322 if (heighta == height)
323 heighta = height - yhalf;
324 memset(c_array, 0, arraysize * sizeof(*c_array));
325
326#define C_ARRAY_ADD(v) do { \
327 const int box1 = (x / blockx) * 4; \
328 const int box2 = ((x + xhalf) / blockx) * 4; \
329 c_array[temp1 + box1 ] += v; \
330 c_array[temp1 + box2 + 1] += v; \
331 c_array[temp2 + box1 + 2] += v; \
332 c_array[temp2 + box2 + 3] += v; \
333} while (0)
334
335#define VERTICAL_HALF(y_start, y_end) do { \
336 for (y = y_start; y < y_end; y++) { \
337 const int temp1 = (y / blocky) * xblocks4; \
338 const int temp2 = ((y + yhalf) / blocky) * xblocks4; \
339 for (x = 0; x < width; x++) \
340 if (cmkp[x - cmk_linesize] == 0xff && \
341 cmkp[x ] == 0xff && \
342 cmkp[x + cmk_linesize] == 0xff) \
343 C_ARRAY_ADD(1); \
344 cmkp += cmk_linesize; \
345 } \
346} while (0)
347
348 VERTICAL_HALF(1, yhalf);
349
350 for (y = yhalf; y < heighta; y += yhalf) {
351 const int temp1 = (y / blocky) * xblocks4;
352 const int temp2 = ((y + yhalf) / blocky) * xblocks4;
353
354 for (x = 0; x < widtha; x += xhalf) {
355 const uint8_t *cmkp_tmp = cmkp + x;
356 int u, v, sum = 0;
357 for (u = 0; u < yhalf; u++) {
358 for (v = 0; v < xhalf; v++)
359 if (cmkp_tmp[v - cmk_linesize] == 0xff &&
360 cmkp_tmp[v ] == 0xff &&
361 cmkp_tmp[v + cmk_linesize] == 0xff)
362 sum++;
363 cmkp_tmp += cmk_linesize;
364 }
365 if (sum)
366 C_ARRAY_ADD(sum);
367 }
368
369 for (x = widtha; x < width; x++) {
370 const uint8_t *cmkp_tmp = cmkp + x;
371 int u, sum = 0;
372 for (u = 0; u < yhalf; u++) {
373 if (cmkp_tmp[-cmk_linesize] == 0xff &&
374 cmkp_tmp[ 0] == 0xff &&
375 cmkp_tmp[ cmk_linesize] == 0xff)
376 sum++;
377 cmkp_tmp += cmk_linesize;
378 }
379 if (sum)
380 C_ARRAY_ADD(sum);
381 }
382
383 cmkp += cmk_linesize * yhalf;
384 }
385
386 VERTICAL_HALF(heighta, height - 1);
387
388 for (x = 0; x < arraysize; x++)
389 if (c_array[x] > max_v)
390 max_v = c_array[x];
391 }
392 return max_v;
393}
394
395// the secret is that tbuffer is an interlaced, offset subset of all the lines
396static void build_abs_diff_mask(const uint8_t *prvp, int prv_linesize,
397 const uint8_t *nxtp, int nxt_linesize,
398 uint8_t *tbuffer, int tbuf_linesize,
399 int width, int height)
400{
401 int y, x;
402
403 prvp -= prv_linesize;
404 nxtp -= nxt_linesize;
405 for (y = 0; y < height; y++) {
406 for (x = 0; x < width; x++)
407 tbuffer[x] = FFABS(prvp[x] - nxtp[x]);
408 prvp += prv_linesize;
409 nxtp += nxt_linesize;
410 tbuffer += tbuf_linesize;
411 }
412}
413
414/**
415 * Build a map over which pixels differ a lot/a little
416 */
418 const uint8_t *prvp, int prv_linesize,
419 const uint8_t *nxtp, int nxt_linesize,
420 uint8_t *dstp, int dst_linesize, int height,
421 int width, int plane)
422{
423 int x, y, u, diff, count;
424 int tpitch = plane ? fm->tpitchuv : fm->tpitchy;
425 const uint8_t *dp = fm->tbuffer + tpitch;
426
427 build_abs_diff_mask(prvp, prv_linesize, nxtp, nxt_linesize,
428 fm->tbuffer, tpitch, width, height>>1);
429
430 for (y = 2; y < height - 2; y += 2) {
431 for (x = 1; x < width - 1; x++) {
432 diff = dp[x];
433 if (diff > 3) {
434 for (count = 0, u = x-1; u < x+2 && count < 2; u++) {
435 count += dp[u-tpitch] > 3;
436 count += dp[u ] > 3;
437 count += dp[u+tpitch] > 3;
438 }
439 if (count > 1) {
440 dstp[x] = 1;
441 if (diff > 19) {
442 int upper = 0, lower = 0;
443 for (count = 0, u = x-1; u < x+2 && count < 6; u++) {
444 if (dp[u-tpitch] > 19) { count++; upper = 1; }
445 if (dp[u ] > 19) count++;
446 if (dp[u+tpitch] > 19) { count++; lower = 1; }
447 }
448 if (count > 3) {
449 if (upper && lower) {
450 dstp[x] |= 1<<1;
451 } else {
452 int upper2 = 0, lower2 = 0;
453 for (u = FFMAX(x-4,0); u < FFMIN(x+5,width); u++) {
454 if (y != 2 && dp[u-2*tpitch] > 19) upper2 = 1;
455 if ( dp[u- tpitch] > 19) upper = 1;
456 if ( dp[u+ tpitch] > 19) lower = 1;
457 if (y != height-4 && dp[u+2*tpitch] > 19) lower2 = 1;
458 }
459 if ((upper && (lower || upper2)) ||
460 (lower && (upper || lower2)))
461 dstp[x] |= 1<<1;
462 else if (count > 5)
463 dstp[x] |= 1<<2;
464 }
465 }
466 }
467 }
468 }
469 }
470 dp += tpitch;
471 dstp += dst_linesize;
472 }
473}
474
475enum { mP, mC, mN, mB, mU };
476
477static int get_field_base(int match, int field)
478{
479 return match < 3 ? 2 - field : 1 + field;
480}
481
483{
484 if (match == mP || match == mB) return fm->prv;
485 else if (match == mN || match == mU) return fm->nxt;
486 else /* match == mC */ return fm->src;
487}
488
489static int compare_fields(FieldMatchContext *fm, int match1, int match2, int field)
490{
491 int plane, ret;
492 uint64_t accumPc = 0, accumPm = 0, accumPml = 0;
493 uint64_t accumNc = 0, accumNm = 0, accumNml = 0;
494 int norm1, norm2, mtn1, mtn2;
495 float c1, c2, mr;
496 const AVFrame *src = fm->src;
497
498 for (plane = 0; plane < (fm->mchroma ? 3 : 1); plane++) {
499 int x, y, temp1, temp2, fbase;
500 const AVFrame *prev, *next;
501 uint8_t *mapp = fm->map_data[plane];
502 int map_linesize = fm->map_linesize[plane];
503 const uint8_t *srcp = src->data[plane];
504 const int src_linesize = src->linesize[plane];
505 const int srcf_linesize = src_linesize << 1;
506 int prv_linesize, nxt_linesize;
507 int prvf_linesize, nxtf_linesize;
508 const int width = get_width (fm, src, plane, INPUT_MAIN);
509 const int height = get_height(fm, src, plane, INPUT_MAIN);
510 const int y0a = fm->y0 >> (plane ? fm->vsub[INPUT_MAIN] : 0);
511 const int y1a = fm->y1 >> (plane ? fm->vsub[INPUT_MAIN] : 0);
512 const int startx = (plane == 0 ? 8 : 8 >> fm->hsub[INPUT_MAIN]);
513 const int stopx = width - startx;
514 const uint8_t *srcpf, *srcf, *srcnf;
515 const uint8_t *prvpf, *prvnf, *nxtpf, *nxtnf;
516
517 fill_buf(mapp, width, height, map_linesize, 0);
518
519 /* match1 */
520 fbase = get_field_base(match1, field);
521 srcf = srcp + (fbase + 1) * src_linesize;
522 srcpf = srcf - srcf_linesize;
523 srcnf = srcf + srcf_linesize;
524 mapp = mapp + fbase * map_linesize;
525 prev = select_frame(fm, match1);
526 prv_linesize = prev->linesize[plane];
527 prvf_linesize = prv_linesize << 1;
528 prvpf = prev->data[plane] + fbase * prv_linesize; // previous frame, previous field
529 prvnf = prvpf + prvf_linesize; // previous frame, next field
530
531 /* match2 */
532 fbase = get_field_base(match2, field);
533 next = select_frame(fm, match2);
534 nxt_linesize = next->linesize[plane];
535 nxtf_linesize = nxt_linesize << 1;
536 nxtpf = next->data[plane] + fbase * nxt_linesize; // next frame, previous field
537 nxtnf = nxtpf + nxtf_linesize; // next frame, next field
538
539 map_linesize <<= 1;
540 if ((match1 >= 3 && field == 1) || (match1 < 3 && field != 1))
541 build_diff_map(fm, prvpf, prvf_linesize, nxtpf, nxtf_linesize,
542 mapp, map_linesize, height, width, plane);
543 else
544 build_diff_map(fm, prvnf, prvf_linesize, nxtnf, nxtf_linesize,
545 mapp + map_linesize, map_linesize, height, width, plane);
546
547 for (y = 2; y < height - 2; y += 2) {
548 if (y0a == y1a || y < y0a || y > y1a) {
549 for (x = startx; x < stopx; x++) {
550 if (mapp[x] > 0 || mapp[x + map_linesize] > 0) {
551 temp1 = srcpf[x] + (srcf[x] << 2) + srcnf[x]; // [1 4 1]
552
553 temp2 = abs(3 * (prvpf[x] + prvnf[x]) - temp1);
554 if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1)))
555 accumPc += temp2;
556 if (temp2 > 42) {
557 if ((mapp[x]&2) || (mapp[x + map_linesize]&2))
558 accumPm += temp2;
559 if ((mapp[x]&4) || (mapp[x + map_linesize]&4))
560 accumPml += temp2;
561 }
562
563 temp2 = abs(3 * (nxtpf[x] + nxtnf[x]) - temp1);
564 if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1)))
565 accumNc += temp2;
566 if (temp2 > 42) {
567 if ((mapp[x]&2) || (mapp[x + map_linesize]&2))
568 accumNm += temp2;
569 if ((mapp[x]&4) || (mapp[x + map_linesize]&4))
570 accumNml += temp2;
571 }
572 }
573 }
574 }
575 prvpf += prvf_linesize;
576 prvnf += prvf_linesize;
577 srcpf += srcf_linesize;
578 srcf += srcf_linesize;
579 srcnf += srcf_linesize;
580 nxtpf += nxtf_linesize;
581 nxtnf += nxtf_linesize;
582 mapp += map_linesize;
583 }
584 }
585
586 if (accumPm < 500 && accumNm < 500 && (accumPml >= 500 || accumNml >= 500) &&
587 FFMAX(accumPml,accumNml) > 3*FFMIN(accumPml,accumNml)) {
588 accumPm = accumPml;
589 accumNm = accumNml;
590 }
591
592 norm1 = (int)((accumPc / 6.0f) + 0.5f);
593 norm2 = (int)((accumNc / 6.0f) + 0.5f);
594 mtn1 = (int)((accumPm / 6.0f) + 0.5f);
595 mtn2 = (int)((accumNm / 6.0f) + 0.5f);
596 c1 = ((float)FFMAX(norm1,norm2)) / ((float)FFMAX(FFMIN(norm1,norm2),1));
597 c2 = ((float)FFMAX(mtn1, mtn2)) / ((float)FFMAX(FFMIN(mtn1, mtn2), 1));
598 mr = ((float)FFMAX(mtn1, mtn2)) / ((float)FFMAX(FFMAX(norm1,norm2),1));
599 if (((mtn1 >= 500 || mtn2 >= 500) && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1)) ||
600 ((mtn1 >= 1000 || mtn2 >= 1000) && (mtn1*3 < mtn2*2 || mtn2*3 < mtn1*2)) ||
601 ((mtn1 >= 2000 || mtn2 >= 2000) && (mtn1*5 < mtn2*4 || mtn2*5 < mtn1*4)) ||
602 ((mtn1 >= 4000 || mtn2 >= 4000) && c2 > c1))
603 ret = mtn1 > mtn2 ? match2 : match1;
604 else if (mr > 0.005 && FFMAX(mtn1, mtn2) > 150 && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1))
605 ret = mtn1 > mtn2 ? match2 : match1;
606 else
607 ret = norm1 > norm2 ? match2 : match1;
608 return ret;
609}
610
611static void copy_fields(const FieldMatchContext *fm, AVFrame *dst,
612 const AVFrame *src, int field, int input)
613{
614 int plane;
615 for (plane = 0; plane < 4 && src->data[plane] && src->linesize[plane]; plane++) {
616 const int plane_h = get_height(fm, src, plane, input);
617 const int nb_copy_fields = (plane_h >> 1) + (field ? 0 : (plane_h & 1));
618 av_image_copy_plane(dst->data[plane] + field*dst->linesize[plane], dst->linesize[plane] << 1,
619 src->data[plane] + field*src->linesize[plane], src->linesize[plane] << 1,
620 get_width(fm, src, plane, input) * fm->bpc, nb_copy_fields);
621 }
622}
623
624static AVFrame *create_weave_frame(AVFilterContext *ctx, int match, int field,
625 const AVFrame *prv, AVFrame *src, const AVFrame *nxt, int input)
626{
627 AVFrame *dst;
628 FieldMatchContext *fm = ctx->priv;
629
630 if (match == mC) {
632 } else {
633 AVFilterLink *link = input == INPUT_CLEANSRC ? ctx->outputs[0] : ctx->inputs[INPUT_MAIN];
634
635 dst = ff_get_video_buffer(link, link->w, link->h);
636 if (!dst)
637 return NULL;
639
640 switch (match) {
641 case mP: copy_fields(fm, dst, src, 1-field, input); copy_fields(fm, dst, prv, field, input); break;
642 case mN: copy_fields(fm, dst, src, 1-field, input); copy_fields(fm, dst, nxt, field, input); break;
643 case mB: copy_fields(fm, dst, src, field, input); copy_fields(fm, dst, prv, 1-field, input); break;
644 case mU: copy_fields(fm, dst, src, field, input); copy_fields(fm, dst, nxt, 1-field, input); break;
645 default: av_assert0(0);
646 }
647 }
648 return dst;
649}
650
651static int checkmm(AVFilterContext *ctx, int *combs, int m1, int m2,
652 AVFrame **gen_frames, int field)
653{
654 const FieldMatchContext *fm = ctx->priv;
655
656#define LOAD_COMB(mid) do { \
657 if (combs[mid] < 0) { \
658 if (!gen_frames[mid]) \
659 gen_frames[mid] = create_weave_frame(ctx, mid, field, \
660 fm->prv, fm->src, fm->nxt, \
661 INPUT_MAIN); \
662 combs[mid] = calc_combed_score(fm, gen_frames[mid]); \
663 } \
664} while (0)
665
666 LOAD_COMB(m1);
667 LOAD_COMB(m2);
668
669 if ((combs[m2] * 3 < combs[m1] || (combs[m2] * 2 < combs[m1] && combs[m1] > fm->combpel)) &&
670 abs(combs[m2] - combs[m1]) >= 30 && combs[m2] < fm->combpel)
671 return m2;
672 else
673 return m1;
674}
675
676static const int fxo0m[] = { mP, mC, mN, mB, mU };
677static const int fxo1m[] = { mN, mC, mP, mU, mB };
678
679static int filter_frame(AVFilterLink *inlink, AVFrame *in)
680{
681 AVFilterContext *ctx = inlink->dst;
682 AVFilterLink *outlink = ctx->outputs[0];
683 FilterLink *outl = ff_filter_link(outlink);
684 FieldMatchContext *fm = ctx->priv;
685 int combs[] = { -1, -1, -1, -1, -1 };
686 int order, field, i, match, interlaced_frame, sc = 0, ret = 0;
687 const int *fxo;
688 AVFrame *gen_frames[] = { NULL, NULL, NULL, NULL, NULL };
689 AVFrame *dst = NULL;
690
691 /* update frames queue(s) */
692#define SLIDING_FRAME_WINDOW(prv, src, nxt) do { \
693 if (prv != src) /* 2nd loop exception (1st has prv==src and we don't want to loose src) */ \
694 av_frame_free(&prv); \
695 prv = src; \
696 src = nxt; \
697 if (in) \
698 nxt = in; \
699 if (!prv) \
700 prv = src; \
701 if (!prv) /* received only one frame at that point */ \
702 return 0; \
703 av_assert0(prv && src && nxt); \
704} while (0)
705 if (FF_INLINK_IDX(inlink) == INPUT_MAIN) {
707 SLIDING_FRAME_WINDOW(fm->prv, fm->src, fm->nxt);
708 fm->got_frame[INPUT_MAIN] = 1;
709 } else {
711 SLIDING_FRAME_WINDOW(fm->prv2, fm->src2, fm->nxt2);
712 fm->got_frame[INPUT_CLEANSRC] = 1;
713 }
714 if (!fm->got_frame[INPUT_MAIN] || (fm->ppsrc && !fm->got_frame[INPUT_CLEANSRC]))
715 return 0;
717 in = fm->src;
718
719 /* parity */
720 order = fm->order != FM_PARITY_AUTO ? fm->order : ((in->flags & AV_FRAME_FLAG_INTERLACED) ?
722 field = fm->field != FM_PARITY_AUTO ? fm->field : order;
723 av_assert0(order == 0 || order == 1 || field == 0 || field == 1);
724 fxo = field ^ order ? fxo1m : fxo0m;
725
726 /* debug mode: we generate all the fields combinations and their associated
727 * combed score. XXX: inject as frame metadata? */
728 if (fm->combdbg) {
729 for (i = 0; i < FF_ARRAY_ELEMS(combs); i++) {
730 if (i > mN && fm->combdbg == COMBDBG_PCN)
731 break;
732 gen_frames[i] = create_weave_frame(ctx, i, field, fm->prv, fm->src, fm->nxt, INPUT_MAIN);
733 if (!gen_frames[i]) {
734 ret = AVERROR(ENOMEM);
735 goto fail;
736 }
737 combs[i] = calc_combed_score(fm, gen_frames[i]);
738 }
739 av_log(ctx, AV_LOG_INFO, "COMBS: %3d %3d %3d %3d %3d\n",
740 combs[0], combs[1], combs[2], combs[3], combs[4]);
741 } else {
742 gen_frames[mC] = av_frame_clone(fm->src);
743 if (!gen_frames[mC]) {
744 ret = AVERROR(ENOMEM);
745 goto fail;
746 }
747 }
748
749 /* p/c selection and optional 3-way p/c/n matches */
750 match = compare_fields(fm, fxo[mC], fxo[mP], field);
751 if (fm->mode == MODE_PCN || fm->mode == MODE_PCN_UB)
752 match = compare_fields(fm, match, fxo[mN], field);
753
754 /* scene change check */
755 if (fm->combmatch == COMBMATCH_SC) {
756 if (fm->lastn == outl->frame_count_in - 1) {
757 if (fm->lastscdiff > fm->scthresh)
758 sc = 1;
759 } else if (luma_abs_diff(fm->prv, fm->src) > fm->scthresh) {
760 sc = 1;
761 }
762
763 if (!sc) {
764 fm->lastn = outl->frame_count_in;
765 fm->lastscdiff = luma_abs_diff(fm->src, fm->nxt);
766 sc = fm->lastscdiff > fm->scthresh;
767 }
768 }
769
770 if (fm->combmatch == COMBMATCH_FULL || (fm->combmatch == COMBMATCH_SC && sc)) {
771 switch (fm->mode) {
772 /* 2-way p/c matches */
773 case MODE_PC:
774 match = checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field);
775 break;
776 case MODE_PC_N:
777 match = checkmm(ctx, combs, match, fxo[mN], gen_frames, field);
778 break;
779 case MODE_PC_U:
780 match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);
781 break;
782 case MODE_PC_N_UB:
783 match = checkmm(ctx, combs, match, fxo[mN], gen_frames, field);
784 match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);
785 match = checkmm(ctx, combs, match, fxo[mB], gen_frames, field);
786 break;
787 /* 3-way p/c/n matches */
788 case MODE_PCN:
789 match = checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field);
790 break;
791 case MODE_PCN_UB:
792 match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);
793 match = checkmm(ctx, combs, match, fxo[mB], gen_frames, field);
794 break;
795 default:
796 av_assert0(0);
797 }
798 }
799
800 /* keep fields as-is if not matched properly */
801 interlaced_frame = combs[match] >= fm->combpel;
802 if (interlaced_frame && fm->combmatch == COMBMATCH_FULL) {
803 match = mC;
804 }
805
806 /* get output frame and drop the others */
807 if (fm->ppsrc) {
808 /* field matching was based on a filtered/post-processed input, we now
809 * pick the untouched fields from the clean source */
810 dst = create_weave_frame(ctx, match, field, fm->prv2, fm->src2, fm->nxt2, INPUT_CLEANSRC);
811 } else {
812 if (!gen_frames[match]) { // XXX: is that possible?
813 dst = create_weave_frame(ctx, match, field, fm->prv, fm->src, fm->nxt, INPUT_MAIN);
814 } else {
815 dst = gen_frames[match];
816 gen_frames[match] = NULL;
817 }
818 }
819 if (!dst) {
820 ret = AVERROR(ENOMEM);
821 goto fail;
822 }
823
824 /* mark the frame we are unable to match properly as interlaced so a proper
825 * de-interlacer can take the relay */
826 if (interlaced_frame) {
828 av_log(ctx, AV_LOG_WARNING, "Frame #%"PRId64" at %s is still interlaced\n",
829 outl->frame_count_in, av_ts2timestr(in->pts, &inlink->time_base));
830 if (field)
832 else
834 } else
836
837 av_log(ctx, AV_LOG_DEBUG, "SC:%d | COMBS: %3d %3d %3d %3d %3d (combpel=%d)"
838 " match=%d combed=%s\n", sc, combs[0], combs[1], combs[2], combs[3], combs[4],
839 fm->combpel, match, (dst->flags & AV_FRAME_FLAG_INTERLACED) ? "YES" : "NO");
840
841fail:
842 for (i = 0; i < FF_ARRAY_ELEMS(gen_frames); i++)
843 av_frame_free(&gen_frames[i]);
844
845 if (ret >= 0)
846 return ff_filter_frame(outlink, dst);
847 return ret;
848}
849
851{
852 FieldMatchContext *fm = ctx->priv;
853 AVFrame *frame = NULL;
854 int ret = 0, status;
855 int64_t pts;
856
858
859 if ((fm->got_frame[INPUT_MAIN] == 0) &&
860 (ret = ff_inlink_consume_frame(ctx->inputs[INPUT_MAIN], &frame)) > 0) {
861 ret = filter_frame(ctx->inputs[INPUT_MAIN], frame);
862 if (ret < 0)
863 return ret;
864 }
865 if (ret < 0)
866 return ret;
867 if (fm->ppsrc &&
868 (fm->got_frame[INPUT_CLEANSRC] == 0) &&
869 (ret = ff_inlink_consume_frame(ctx->inputs[INPUT_CLEANSRC], &frame)) > 0) {
870 ret = filter_frame(ctx->inputs[INPUT_CLEANSRC], frame);
871 if (ret < 0)
872 return ret;
873 }
874 if (ret < 0) {
875 return ret;
876 } else if (ff_inlink_acknowledge_status(ctx->inputs[INPUT_MAIN], &status, &pts)) {
877 if (status == AVERROR_EOF) { // flushing
878 fm->eof |= 1 << INPUT_MAIN;
879 ret = filter_frame(ctx->inputs[INPUT_MAIN], NULL);
880 }
881 ff_outlink_set_status(ctx->outputs[0], status, pts);
882 return ret;
883 } else if (fm->ppsrc && ff_inlink_acknowledge_status(ctx->inputs[INPUT_CLEANSRC], &status, &pts)) {
884 if (status == AVERROR_EOF) { // flushing
885 fm->eof |= 1 << INPUT_CLEANSRC;
886 ret = filter_frame(ctx->inputs[INPUT_CLEANSRC], NULL);
887 }
888 ff_outlink_set_status(ctx->outputs[0], status, pts);
889 return ret;
890 } else {
891 if (ff_outlink_frame_wanted(ctx->outputs[0])) {
892 if (fm->got_frame[INPUT_MAIN] == 0)
894 if (fm->ppsrc && (fm->got_frame[INPUT_CLEANSRC] == 0))
896 }
897 return 0;
898 }
899}
900
902 AVFilterFormatsConfig **cfg_in,
903 AVFilterFormatsConfig **cfg_out)
904{
905 const FieldMatchContext *fm = ctx->priv;
906
907 static const enum AVPixelFormat pix_fmts[] = {
911 };
912 static const enum AVPixelFormat unproc_pix_fmts[] = {
927 };
928 int ret;
929
931 if (!fmts_list)
932 return AVERROR(ENOMEM);
933 if (!fm->ppsrc) {
934 return ff_set_common_formats2(ctx, cfg_in, cfg_out, fmts_list);
935 }
936
937 if ((ret = ff_formats_ref(fmts_list, &cfg_in[INPUT_MAIN]->formats)) < 0)
938 return ret;
939 fmts_list = ff_make_pixel_format_list(unproc_pix_fmts);
940 if (!fmts_list)
941 return AVERROR(ENOMEM);
942 if ((ret = ff_formats_ref(fmts_list, &cfg_out[0]->formats)) < 0)
943 return ret;
944 if ((ret = ff_formats_ref(fmts_list, &cfg_in[INPUT_CLEANSRC]->formats)) < 0)
945 return ret;
946 return 0;
947}
948
949static int config_input(AVFilterLink *inlink)
950{
951 int ret;
952 AVFilterContext *ctx = inlink->dst;
953 FieldMatchContext *fm = ctx->priv;
954 const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(inlink->format);
955 const int w = inlink->w;
956 const int h = inlink->h;
957
958 fm->scthresh = (int64_t)((w * h * 255.0 * fm->scthresh_flt) / 100.0);
959
960 if ((ret = av_image_alloc(fm->map_data, fm->map_linesize, w, h, inlink->format, 32)) < 0 ||
961 (ret = av_image_alloc(fm->cmask_data, fm->cmask_linesize, w, h, inlink->format, 32)) < 0)
962 return ret;
963
964 fm->hsub[INPUT_MAIN] = pix_desc->log2_chroma_w;
965 fm->vsub[INPUT_MAIN] = pix_desc->log2_chroma_h;
966 if (fm->ppsrc) {
967 pix_desc = av_pix_fmt_desc_get(ctx->inputs[INPUT_CLEANSRC]->format);
968 fm->hsub[INPUT_CLEANSRC] = pix_desc->log2_chroma_w;
969 fm->vsub[INPUT_CLEANSRC] = pix_desc->log2_chroma_h;
970 }
971
972 fm->tpitchy = FFALIGN(w, 16);
973 fm->tpitchuv = FFALIGN(w >> 1, 16);
974
975 fm->tbuffer = av_calloc((h/2 + 4) * fm->tpitchy, sizeof(*fm->tbuffer));
976 fm->c_array = av_malloc_array((((w + fm->blockx/2)/fm->blockx)+1) *
977 (((h + fm->blocky/2)/fm->blocky)+1),
978 4 * sizeof(*fm->c_array));
979 if (!fm->tbuffer || !fm->c_array)
980 return AVERROR(ENOMEM);
981
982 return 0;
983}
984
986{
987 const FieldMatchContext *fm = ctx->priv;
988 AVFilterPad pad = {
989 .name = "main",
990 .type = AVMEDIA_TYPE_VIDEO,
991 .config_props = config_input,
992 };
993 int ret;
994
995 if ((ret = ff_append_inpad(ctx, &pad)) < 0)
996 return ret;
997
998 if (fm->ppsrc) {
999 pad.name = "clean_src";
1000 pad.config_props = NULL;
1001 if ((ret = ff_append_inpad(ctx, &pad)) < 0)
1002 return ret;
1003 }
1004
1005 if ((fm->blockx & (fm->blockx - 1)) ||
1006 (fm->blocky & (fm->blocky - 1))) {
1007 av_log(ctx, AV_LOG_ERROR, "blockx and blocky settings must be power of two\n");
1008 return AVERROR(EINVAL);
1009 }
1010
1011 if (fm->combpel > fm->blockx * fm->blocky) {
1012 av_log(ctx, AV_LOG_ERROR, "Combed pixel should not be larger than blockx x blocky\n");
1013 return AVERROR(EINVAL);
1014 }
1015
1016 return 0;
1017}
1018
1020{
1021 FieldMatchContext *fm = ctx->priv;
1022
1023 if (fm->prv != fm->src)
1024 av_frame_free(&fm->prv);
1025 if (fm->nxt != fm->src)
1026 av_frame_free(&fm->nxt);
1027 if (fm->prv2 != fm->src2)
1028 av_frame_free(&fm->prv2);
1029 if (fm->nxt2 != fm->src2)
1030 av_frame_free(&fm->nxt2);
1031 av_frame_free(&fm->src);
1032 av_frame_free(&fm->src2);
1033 av_freep(&fm->map_data[0]);
1034 av_freep(&fm->cmask_data[0]);
1035 av_freep(&fm->tbuffer);
1036 av_freep(&fm->c_array);
1037}
1038
1039static int config_output(AVFilterLink *outlink)
1040{
1041 FilterLink *outl = ff_filter_link(outlink);
1042 AVFilterContext *ctx = outlink->src;
1043 FieldMatchContext *fm = ctx->priv;
1044 const AVFilterLink *inlink =
1045 ctx->inputs[fm->ppsrc ? INPUT_CLEANSRC : INPUT_MAIN];
1048
1049 fm->bpc = (desc->comp[0].depth + 7) / 8;
1050 outlink->time_base = inlink->time_base;
1051 outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
1052 outl->frame_rate = inl->frame_rate;
1053 outlink->w = inlink->w;
1054 outlink->h = inlink->h;
1055 return 0;
1056}
1057
1059 {
1060 .name = "default",
1061 .type = AVMEDIA_TYPE_VIDEO,
1062 .config_props = config_output,
1063 },
1064};
1065
1067 .p.name = "fieldmatch",
1068 .p.description = NULL_IF_CONFIG_SMALL("Field matching for inverse telecine."),
1069 .p.priv_class = &fieldmatch_class,
1071 .priv_size = sizeof(FieldMatchContext),
1073 .activate = activate,
1077};
uint8_t ptrdiff_t const uint8_t ptrdiff_t int intptr_t intptr_t int int16_t * dst
Definition dsp.h:87
static int query_formats(const AVFilterContext *ctx, AVFilterFormatsConfig **cfg_in, AVFilterFormatsConfig **cfg_out)
Definition aeval.c:246
static int config_input(AVFilterLink *inlink)
const FFFilter ff_vf_fieldmatch
static AVFormatContext * ctx
simple assert() macros that are a bit more flexible than ISO C assert().
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition avassert.h:42
int ff_inlink_acknowledge_status(AVFilterLink *link, int *rstatus, int64_t *rpts)
Test and acknowledge the change of status on the link.
Definition avfilter.c:1467
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition avfilter.c:1068
int ff_append_inpad(AVFilterContext *f, AVFilterPad *p)
Append a new input/output pad to the filter's list of such pads.
Definition avfilter.c:127
int ff_outlink_frame_wanted(AVFilterLink *link)
Test if a frame is wanted on an output link.
Definition avfilter.c:1690
int ff_inlink_consume_frame(AVFilterLink *link, AVFrame **rframe)
Take a frame from the link's FIFO and update the link's stats.
Definition avfilter.c:1520
void ff_inlink_request_frame(AVFilterLink *link)
Mark that a frame is wanted on the link.
Definition avfilter.c:1623
Main libavfilter public API header.
#define i(width, name, range_min, range_max)
Definition cbs_h264.c:63
#define f(width, name)
Definition cbs_vp8.c:236
#define FLAGS
Definition cmdutils.c:598
#define AV_CEIL_RSHIFT(a, b)
Definition common.h:60
#define FFABS(a)
Absolute value, Note, INT_MIN / INT64_MIN result in undefined behavior as they are not representable ...
Definition common.h:74
#define NULL
Definition coverity.c:32
long long int64_t
Definition coverity.c:34
#define abs(x)
static AVFrame * frame
int(* init)(AVBSFContext *ctx)
Definition dts2pts.c:608
int ff_formats_ref(AVFilterFormats *f, AVFilterFormats **ref)
Add ref as a new reference to formats.
Definition formats.c:756
int ff_set_common_formats2(const AVFilterContext *ctx, AVFilterFormatsConfig **cfg_in, AVFilterFormatsConfig **cfg_out, AVFilterFormats *formats)
Definition formats.c:1137
av_warn_unused_result AVFilterFormats * ff_make_pixel_format_list(const enum AVPixelFormat *fmts)
Create a list of supported pixel formats.
#define fail
Definition test.h:479
@ AV_OPT_TYPE_CONST
Special option type for declaring named constants.
Definition opt.h:298
@ AV_OPT_TYPE_INT
Underlying C type is int.
Definition opt.h:258
@ AV_OPT_TYPE_DOUBLE
Underlying C type is double.
Definition opt.h:266
@ AV_OPT_TYPE_BOOL
Underlying C type is int.
Definition opt.h:326
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition avfilter.h:155
#define AVERROR_EOF
End of file.
Definition error.h:57
#define AVERROR(e)
Definition error.h:45
#define AV_FRAME_FLAG_INTERLACED
A flag to mark frames whose content is interlaced.
Definition frame.h:695
#define AV_FRAME_FLAG_TOP_FIELD_FIRST
A flag to mark frames where the top field is displayed first if the content is interlaced.
Definition frame.h:700
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition frame.c:64
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition frame.c:599
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition frame.c:483
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition log.h:231
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition log.h:216
#define AV_LOG_INFO
Standard information.
Definition log.h:221
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition log.h:210
@ AVMEDIA_TYPE_VIDEO
Definition avutil.h:200
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition imgutils.c:374
int av_image_alloc(uint8_t *pointers[4], int linesizes[4], int w, int h, enum AVPixelFormat pix_fmt, int align)
Allocate an image with size w and h and pixel format pix_fmt, and fill pointers and linesizes accordi...
Definition imgutils.c:218
misc image utilities
static av_cold void uninit(AVBitStreamFilterContext *ctx)
static int activate(AVBitStreamFilterContext *ctx)
static int config_output(AVBitStreamFilterLink *outlink)
#define u(width, name, range_min, range_max)
Definition cbs_apv.c:68
#define FILTER_OUTPUTS(array)
Definition filters.h:265
static void ff_outlink_set_status(AVFilterLink *link, int status, int64_t pts)
Set the status field of a link from the source filter.
Definition filters.h:629
#define FF_FILTER_FORWARD_STATUS_BACK_ALL(outlink, filter)
Forward the status on an output link to all input links.
Definition filters.h:652
static FilterLink * ff_filter_link(AVFilterLink *link)
Definition filters.h:199
#define FF_INLINK_IDX(link)
Find the index of a link.
Definition filters.h:215
#define AVFILTER_DEFINE_CLASS(fname)
Definition filters.h:478
#define FILTER_QUERY_FUNC2(func)
Definition filters.h:241
#define av_cold
Definition attributes.h:117
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition internal.h:88
static enum AVPixelFormat pix_fmts[]
Definition libkvazaar.c:296
const char * desc
Definition libsvtav1.c:83
uint8_t w
Definition llvidencdsp.c:39
#define FFMIN(a, b)
Definition macros.h:49
#define FFMAX(a, b)
Definition macros.h:47
#define FFALIGN(x, a)
Definition macros.h:78
void * av_calloc(size_t nmemb, size_t size)
Definition mem.c:264
Memory handling functions.
static const uint64_t c2
Definition murmur3.c:53
static const uint64_t c1
Definition murmur3.c:52
const char data[16]
Definition mxf.c:149
AVOptions.
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition pixdesc.c:3460
#define AV_PIX_FMT_YUV420P16
Definition pixfmt.h:556
#define AV_PIX_FMT_YUV444P12
Definition pixfmt.h:552
#define AV_PIX_FMT_YUV444P9
Definition pixfmt.h:544
#define AV_PIX_FMT_YUV420P10
Definition pixfmt.h:545
#define AV_PIX_FMT_YUV440P12
Definition pixfmt.h:551
#define AV_PIX_FMT_YUV422P9
Definition pixfmt.h:543
#define AV_PIX_FMT_YUV420P12
Definition pixfmt.h:549
#define AV_PIX_FMT_YUV422P12
Definition pixfmt.h:550
#define AV_PIX_FMT_YUV422P10
Definition pixfmt.h:546
#define AV_PIX_FMT_YUV420P9
Definition pixfmt.h:542
#define AV_PIX_FMT_YUV420P14
Definition pixfmt.h:553
AVPixelFormat
Pixel format.
Definition pixfmt.h:71
@ AV_PIX_FMT_NONE
Definition pixfmt.h:72
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition pixfmt.h:73
@ AV_PIX_FMT_YUV440P
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition pixfmt.h:106
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition pixfmt.h:77
@ AV_PIX_FMT_YUVJ440P
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range
Definition pixfmt.h:107
@ AV_PIX_FMT_YUV410P
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition pixfmt.h:79
@ AV_PIX_FMT_YUV411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition pixfmt.h:80
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition pixfmt.h:78
@ AV_PIX_FMT_YUVJ411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition pixfmt.h:283
@ AV_PIX_FMT_YUVJ422P
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition pixfmt.h:86
@ AV_PIX_FMT_YUVJ444P
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition pixfmt.h:87
@ AV_PIX_FMT_YUVJ420P
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition pixfmt.h:85
#define AV_PIX_FMT_YUV422P14
Definition pixfmt.h:554
#define AV_PIX_FMT_YUV422P16
Definition pixfmt.h:557
#define AV_PIX_FMT_YUV440P10
Definition pixfmt.h:547
#define AV_PIX_FMT_YUV444P14
Definition pixfmt.h:555
#define AV_PIX_FMT_YUV444P16
Definition pixfmt.h:558
#define AV_PIX_FMT_YUV444P10
Definition pixfmt.h:548
formats
Definition signature.h:47
#define FF_ARRAY_ELEMS(a)
Describe the class of an AVClass context structure.
Definition log.h:76
An instance of a filter.
Definition avfilter.h:273
Lists of formats / etc.
Definition avfilter.h:120
A list of supported formats for one end of a filter link.
Definition formats.h:64
A filter pad used for either input or output.
Definition filters.h:40
int(* config_props)(AVFilterLink *link)
Link configuration callback.
Definition filters.h:120
const char * name
Pad name.
Definition filters.h:46
This structure describes decoded (raw) audio or video data.
Definition frame.h:472
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition frame.h:574
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition frame.h:493
int width
Definition frame.h:544
int height
Definition frame.h:544
int flags
Frame flags, a combination of AV_FRAME_FLAGS.
Definition frame.h:716
int linesize[AV_NUM_DATA_POINTERS]
For video, a positive or negative value, which is typically indicating the size in bytes of each pict...
Definition frame.h:517
AVOption.
Definition opt.h:428
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition pixdesc.h:69
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
Definition pixdesc.h:80
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition pixdesc.h:89
uint8_t * cmask_data[4]
int vsub[2]
chroma subsampling values
uint8_t * map_data[4]
int mode
matching_mode
int combmatch
comb_matching_mode
AVFrame * nxt2
sliding window of the optional second stream
int got_frame[2]
frame request flag for each input stream
uint32_t eof
bitmask for end of stream
AVFrame * nxt
main sliding window of 3 frames
int bpc
bytes per component
Definition swscale.c:71
#define av_malloc_array(a, b)
#define av_freep(p)
#define av_log(a,...)
#define src
Definition vp8dsp.c:248
#define height
Definition dsp.h:89
#define width
Definition dsp.h:89
timestamp utils, mostly useful for debugging/logging purposes
#define av_ts2timestr(ts, tb)
Convenience macro, the return value should be used only directly in function arguments but never stan...
Definition timestamp.h:83
static int64_t pts
#define INPUT_MAIN
Definition vf_decimate.c:28
#define INPUT_CLEANSRC
Definition vf_decimate.c:29
@ NB_MODE
matching_mode
@ MODE_PCN
@ MODE_PCN_UB
@ MODE_PC_U
@ MODE_PC_N_UB
@ MODE_PC_N
@ MODE_PC
static int get_field_base(int match, int field)
static void build_abs_diff_mask(const uint8_t *prvp, int prv_linesize, const uint8_t *nxtp, int nxt_linesize, uint8_t *tbuffer, int tbuf_linesize, int width, int height)
#define C_ARRAY_ADD(v)
static av_cold void fieldmatch_uninit(AVFilterContext *ctx)
static int compare_fields(FieldMatchContext *fm, int match1, int match2, int field)
comb_matching_mode
@ COMBMATCH_NONE
@ NB_COMBMATCH
@ COMBMATCH_FULL
@ COMBMATCH_SC
#define FILTER(xm2, xm1, xp1, xp2)
static void copy_fields(const FieldMatchContext *fm, AVFrame *dst, const AVFrame *src, int field, int input)
static AVFrame * create_weave_frame(AVFilterContext *ctx, int match, int field, const AVFrame *prv, AVFrame *src, const AVFrame *nxt, int input)
fieldmatch_parity
@ FM_PARITY_BOTTOM
@ FM_PARITY_TOP
@ FM_PARITY_AUTO
static int get_width(const FieldMatchContext *fm, const AVFrame *f, int plane, int input)
static int calc_combed_score(const FieldMatchContext *fm, const AVFrame *src)
#define LOAD_COMB(mid)
static int config_input(AVFilterLink *inlink)
static int checkmm(AVFilterContext *ctx, int *combs, int m1, int m2, AVFrame **gen_frames, int field)
#define VERTICAL_HALF(y_start, y_end)
static const int fxo0m[]
static void build_diff_map(FieldMatchContext *fm, const uint8_t *prvp, int prv_linesize, const uint8_t *nxtp, int nxt_linesize, uint8_t *dstp, int dst_linesize, int height, int width, int plane)
Build a map over which pixels differ a lot/a little.
static void fill_buf(uint8_t *data, int w, int h, int linesize, uint8_t v)
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
static AVFrame * select_frame(FieldMatchContext *fm, int match)
static const AVFilterPad fieldmatch_outputs[]
comb_dbg
@ COMBDBG_PCN
@ COMBDBG_NONE
@ NB_COMBDBG
@ COMBDBG_PCNUB
static int get_height(const FieldMatchContext *fm, const AVFrame *f, int plane, int input)
static int64_t luma_abs_diff(const AVFrame *f1, const AVFrame *f2)
static int query_formats(const AVFilterContext *ctx, AVFilterFormatsConfig **cfg_in, AVFilterFormatsConfig **cfg_out)
static int activate(AVFilterContext *ctx)
static const int fxo1m[]
static av_cold int fieldmatch_init(AVFilterContext *ctx)
#define OFFSET(x)
static int config_output(AVFilterLink *outlink)
#define HAS_FF_AROUND(p, lz)
static const AVOption fieldmatch_options[]
@ mB
@ mU
@ mN
@ mP
@ mC
#define SLIDING_FRAME_WINDOW(prv, src, nxt)
static av_always_inline int diff(const struct color_info *a, const struct color_info *b, const int trans_thresh)
static av_always_inline void chroma(WaveformContext *s, AVFrame *in, AVFrame *out, int component, int intensity, int offset_y, int offset_x, int column, int mirror, int jobnr, int nb_jobs)
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition video.c:89