FFmpeg
vf_bm3d.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015-2016 mawen1250
3  * Copyright (c) 2018 Paul B Mahol
4  *
5  * This file is part of FFmpeg.
6  *
7  * Permission is hereby granted, free of charge, to any person obtaining a copy
8  * of this software and associated documentation files (the "Software"), to deal
9  * in the Software without restriction, including without limitation the rights
10  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11  * copies of the Software, and to permit persons to whom the Software is
12  * furnished to do so, subject to the following conditions:
13  *
14  * The above copyright notice and this permission notice shall be included in all
15  * copies or substantial portions of the Software.
16  *
17  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
20  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
23  * SOFTWARE.
24  */
25 
26 /**
27  * @todo
28  * - opponent color space
29  * - temporal support
30  */
31 
32 #include <float.h>
33 
34 #include "libavutil/cpu.h"
35 #include "libavutil/imgutils.h"
36 #include "libavutil/opt.h"
37 #include "libavutil/pixdesc.h"
38 #include "libavutil/tx.h"
39 #include "avfilter.h"
40 #include "filters.h"
41 #include "framesync.h"
42 #include "internal.h"
43 #include "video.h"
44 
45 #define MAX_NB_THREADS 32
46 
51 };
52 
53 typedef struct ThreadData {
54  const uint8_t *src;
56  const uint8_t *ref;
58  int plane;
59 } ThreadData;
60 
61 typedef struct PosCode {
62  int x, y;
63 } PosCode;
64 
65 typedef struct PosPairCode {
66  double score;
67  int x, y;
68 } PosPairCode;
69 
70 typedef struct SliceContext {
75  float *bufferh;
76  float *buffert;
77  float *bufferv;
78  float *bufferz;
79  float *buffer;
80  float *rbufferh;
81  float *rbufferv;
82  float *rbufferz;
83  float *rbuffer;
84  float *num, *den;
88 } SliceContext;
89 
90 typedef struct BM3DContext {
91  const AVClass *class;
92 
93  float sigma;
97  int bm_range;
98  int bm_step;
99  float th_mse;
101  int mode;
102  int ref;
103  int planes;
104 
105  int depth;
106  int max;
108  int planewidth[4];
109  int planeheight[4];
112 
114 
117 
118  void (*get_block_row)(const uint8_t *srcp, int src_linesize,
119  int y, int x, int block_size, float *dst);
121  const uint8_t *src, int src_stride,
122  int r_y, int r_x);
123  void (*do_output)(struct BM3DContext *s, uint8_t *dst, int dst_linesize,
124  int plane, int nb_jobs);
125  void (*block_filtering)(struct BM3DContext *s,
126  const uint8_t *src, int src_linesize,
127  const uint8_t *ref, int ref_linesize,
128  int y, int x, int plane, int jobnr);
129 } BM3DContext;
130 
131 #define OFFSET(x) offsetof(BM3DContext, x)
132 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
133 
134 static const AVOption bm3d_options[] = {
135  { "sigma", "set denoising strength",
136  OFFSET(sigma), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 99999.9, FLAGS },
137  { "block", "set size of local patch",
138  OFFSET(block_size), AV_OPT_TYPE_INT, {.i64=16}, 8, 64, FLAGS },
139  { "bstep", "set sliding step for processing blocks",
140  OFFSET(block_step), AV_OPT_TYPE_INT, {.i64=4}, 1, 64, FLAGS },
141  { "group", "set maximal number of similar blocks",
142  OFFSET(group_size), AV_OPT_TYPE_INT, {.i64=1}, 1, 256, FLAGS },
143  { "range", "set block matching range",
144  OFFSET(bm_range), AV_OPT_TYPE_INT, {.i64=9}, 1, INT32_MAX, FLAGS },
145  { "mstep", "set step for block matching",
146  OFFSET(bm_step), AV_OPT_TYPE_INT, {.i64=1}, 1, 64, FLAGS },
147  { "thmse", "set threshold of mean square error for block matching",
148  OFFSET(th_mse), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, INT32_MAX, FLAGS },
149  { "hdthr", "set hard threshold for 3D transfer domain",
150  OFFSET(hard_threshold), AV_OPT_TYPE_FLOAT, {.dbl=2.7}, 0, INT32_MAX, FLAGS },
151  { "estim", "set filtering estimation mode",
152  OFFSET(mode), AV_OPT_TYPE_INT, {.i64=BASIC}, 0, NB_MODES-1, FLAGS, .unit = "mode" },
153  { "basic", "basic estimate",
154  0, AV_OPT_TYPE_CONST, {.i64=BASIC}, 0, 0, FLAGS, .unit = "mode" },
155  { "final", "final estimate",
156  0, AV_OPT_TYPE_CONST, {.i64=FINAL}, 0, 0, FLAGS, .unit = "mode" },
157  { "ref", "have reference stream",
158  OFFSET(ref), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
159  { "planes", "set planes to filter",
160  OFFSET(planes), AV_OPT_TYPE_INT, {.i64=7}, 0, 15, FLAGS },
161  { NULL }
162 };
163 
165 
166 static const enum AVPixelFormat pix_fmts[] = {
190 };
191 
192 static int do_search_boundary(int pos, int plane_boundary, int search_range, int search_step)
193 {
194  int search_boundary;
195 
196  search_range = search_range / search_step * search_step;
197 
198  if (pos == plane_boundary) {
199  search_boundary = plane_boundary;
200  } else if (pos > plane_boundary) {
201  search_boundary = pos - search_range;
202 
203  while (search_boundary < plane_boundary) {
204  search_boundary += search_step;
205  }
206  } else {
207  search_boundary = pos + search_range;
208 
209  while (search_boundary > plane_boundary) {
210  search_boundary -= search_step;
211  }
212  }
213 
214  return search_boundary;
215 }
216 
217 static int search_boundary(int plane_boundary, int search_range, int search_step, int vertical, int y, int x)
218 {
219  return do_search_boundary(vertical ? y : x, plane_boundary, search_range, search_step);
220 }
221 
222 static int cmp_scores(const void *a, const void *b)
223 {
224  const struct PosPairCode *pair1 = a;
225  const struct PosPairCode *pair2 = b;
226  return FFDIFFSIGN(pair1->score, pair2->score);
227 }
228 
229 static double do_block_ssd(BM3DContext *s, PosCode *pos, const uint8_t *src, int src_stride, int r_y, int r_x)
230 {
231  const uint8_t *srcp = src + pos->y * src_stride + pos->x;
232  const uint8_t *refp = src + r_y * src_stride + r_x;
233  const int block_size = s->block_size;
234  double dist = 0.;
235  int x, y;
236 
237  for (y = 0; y < block_size; y++) {
238  for (x = 0; x < block_size; x++) {
239  double temp = refp[x] - srcp[x];
240  dist += temp * temp;
241  }
242 
243  srcp += src_stride;
244  refp += src_stride;
245  }
246 
247  return dist;
248 }
249 
250 static double do_block_ssd16(BM3DContext *s, PosCode *pos, const uint8_t *src, int src_stride, int r_y, int r_x)
251 {
252  const uint16_t *srcp = (uint16_t *)src + pos->y * src_stride / 2 + pos->x;
253  const uint16_t *refp = (uint16_t *)src + r_y * src_stride / 2 + r_x;
254  const int block_size = s->block_size;
255  double dist = 0.;
256  int x, y;
257 
258  for (y = 0; y < block_size; y++) {
259  for (x = 0; x < block_size; x++) {
260  double temp = refp[x] - srcp[x];
261  dist += temp * temp;
262  }
263 
264  srcp += src_stride / 2;
265  refp += src_stride / 2;
266  }
267 
268  return dist;
269 }
270 
271 static void do_block_matching_multi(BM3DContext *s, const uint8_t *src, int src_stride, int src_range,
272  const PosCode *search_pos, int search_size, float th_mse,
273  int r_y, int r_x, int plane, int jobnr)
274 {
275  SliceContext *sc = &s->slices[jobnr];
276  double MSE2SSE = s->group_size * s->block_size * s->block_size * src_range * src_range / (s->max * s->max);
277  double distMul = 1. / MSE2SSE;
278  double th_sse = th_mse * MSE2SSE;
279  int index = sc->nb_match_blocks;
280 
281  for (int i = 0; i < search_size; i++) {
282  PosCode pos = search_pos[i];
283  double dist;
284 
285  dist = s->do_block_ssd(s, &pos, src, src_stride, r_y, r_x);
286 
287  // Only match similar blocks but not identical blocks
288  if (dist <= th_sse && dist != 0) {
289  const double score = dist * distMul;
290 
291  if (index >= s->group_size && score >= sc->match_blocks[index - 1].score) {
292  continue;
293  }
294 
295  if (index >= s->group_size)
296  index = s->group_size - 1;
297 
298  sc->match_blocks[index].score = score;
299  sc->match_blocks[index].y = pos.y;
300  sc->match_blocks[index].x = pos.x;
301  index++;
302  qsort(sc->match_blocks, index, sizeof(PosPairCode), cmp_scores);
303  }
304  }
305 
306  sc->nb_match_blocks = index;
307 }
308 
309 static void block_matching_multi(BM3DContext *s, const uint8_t *ref, int ref_linesize, int y, int x,
310  int exclude_cur_pos, int plane, int jobnr)
311 {
312  SliceContext *sc = &s->slices[jobnr];
313  const int width = s->planewidth[plane];
314  const int height = s->planeheight[plane];
315  const int block_size = s->block_size;
316  const int step = s->bm_step;
317  const int range = s->bm_range / step * step;
318  int l = search_boundary(0, range, step, 0, y, x);
319  int r = search_boundary(width - block_size, range, step, 0, y, x);
320  int t = search_boundary(0, range, step, 1, y, x);
321  int b = search_boundary(height - block_size, range, step, 1, y, x);
322  int index = 0;
323 
324  for (int j = t; j <= b; j += step) {
325  for (int i = l; i <= r; i += step) {
326  PosCode pos;
327 
328  if (exclude_cur_pos > 0 && j == y && i == x) {
329  continue;
330  }
331 
332  pos.y = j;
333  pos.x = i;
334  sc->search_positions[index++] = pos;
335  }
336  }
337 
338  if (exclude_cur_pos == 1) {
339  sc->match_blocks[0].score = 0;
340  sc->match_blocks[0].y = y;
341  sc->match_blocks[0].x = x;
342  sc->nb_match_blocks = 1;
343  }
344 
345  do_block_matching_multi(s, ref, ref_linesize, s->bm_range,
346  sc->search_positions, index, s->th_mse, y, x, plane, jobnr);
347 }
348 
349 static void block_matching(BM3DContext *s, const uint8_t *ref, int ref_linesize,
350  int j, int i, int plane, int jobnr)
351 {
352  SliceContext *sc = &s->slices[jobnr];
353 
354  if (s->group_size == 1 || s->th_mse <= 0.f) {
355  sc->match_blocks[0].score = 1;
356  sc->match_blocks[0].x = i;
357  sc->match_blocks[0].y = j;
358  sc->nb_match_blocks = 1;
359  return;
360  }
361 
362  sc->nb_match_blocks = 0;
363  block_matching_multi(s, ref, ref_linesize, j, i, 1, plane, jobnr);
364 }
365 
366 static void get_block_row(const uint8_t *srcp, int src_linesize,
367  int y, int x, int block_size, float *dst)
368 {
369  const uint8_t *src = srcp + y * src_linesize + x;
370 
371  for (int j = 0; j < block_size; j++)
372  dst[j] = src[j];
373 }
374 
375 static void get_block_row16(const uint8_t *srcp, int src_linesize,
376  int y, int x, int block_size, float *dst)
377 {
378  const uint16_t *src = (uint16_t *)srcp + y * src_linesize / 2 + x;
379 
380  for (int j = 0; j < block_size; j++)
381  dst[j] = src[j];
382 }
383 
384 static void basic_block_filtering(BM3DContext *s, const uint8_t *src, int src_linesize,
385  const uint8_t *ref, int ref_linesize,
386  int y, int x, int plane, int jobnr)
387 {
388  SliceContext *sc = &s->slices[jobnr];
389  const int pblock_size = s->pblock_size;
390  const int buffer_linesize = s->pblock_size * s->pblock_size;
391  const int nb_match_blocks = sc->nb_match_blocks;
392  const int block_size = s->block_size;
393  const int width = s->planewidth[plane];
394  const int pgroup_size = s->pgroup_size;
395  const int group_size = s->group_size;
396  float *buffer = sc->buffer;
397  float *bufferh = sc->bufferh;
398  float *buffert = sc->buffert;
399  float *bufferv = sc->bufferv;
400  float *bufferz = sc->bufferz;
401  float threshold[4];
402  float den_weight, num_weight;
403  int retained = 0;
404 
405  for (int k = 0; k < nb_match_blocks; k++) {
406  const int y = sc->match_blocks[k].y;
407  const int x = sc->match_blocks[k].x;
408 
409  for (int i = 0; i < block_size; i++) {
410  s->get_block_row(src, src_linesize, y + i, x, block_size, bufferh + pblock_size * i);
411  sc->tx_fn(sc->dctf, buffert, bufferh + pblock_size * i, sizeof(float));
412  for (int j = 0; j < block_size; j++)
413  bufferv[j * pblock_size + i] = buffert[j];
414  }
415 
416  for (int i = 0; i < block_size; i++) {
417  sc->tx_fn(sc->dctf, buffert, bufferv + i * pblock_size, sizeof(float));
418  memcpy(buffer + k * buffer_linesize + i * pblock_size,
419  buffert, block_size * sizeof(float));
420  }
421  }
422 
423  for (int i = 0; i < block_size; i++) {
424  for (int j = 0; j < block_size; j++) {
425  for (int k = 0; k < nb_match_blocks; k++)
426  bufferz[k] = buffer[buffer_linesize * k + i * pblock_size + j];
427  if (group_size > 1)
428  sc->tx_fn_g(sc->gdctf, bufferz, bufferz, sizeof(float));
429  bufferz += pgroup_size;
430  }
431  }
432 
433  threshold[0] = s->hard_threshold * s->sigma * M_SQRT2 * 4.f * block_size * block_size * (1 << (s->depth - 8)) / 255.f;
434  threshold[1] = threshold[0] * sqrtf(2.f);
435  threshold[2] = threshold[0] * 2.f;
436  threshold[3] = threshold[0] * sqrtf(8.f);
437  bufferz = sc->bufferz;
438 
439  for (int i = 0; i < block_size; i++) {
440  for (int j = 0; j < block_size; j++) {
441  for (int k = 0; k < nb_match_blocks; k++) {
442  const float thresh = threshold[(j == 0) + (i == 0) + (k == 0)];
443 
444  if (bufferz[k] > thresh || bufferz[k] < -thresh) {
445  retained++;
446  } else {
447  bufferz[k] = 0;
448  }
449  }
450  bufferz += pgroup_size;
451  }
452  }
453 
454  bufferz = sc->bufferz;
455  buffer = sc->buffer;
456  for (int i = 0; i < block_size; i++) {
457  for (int j = 0; j < block_size; j++) {
458  if (group_size > 1)
459  sc->itx_fn_g(sc->gdcti, bufferz, bufferz, sizeof(float));
460  for (int k = 0; k < nb_match_blocks; k++)
461  buffer[buffer_linesize * k + i * pblock_size + j] = bufferz[k];
462  bufferz += pgroup_size;
463  }
464  }
465 
466  den_weight = retained < 1 ? 1.f : 1.f / retained;
467  num_weight = den_weight;
468 
469  buffer = sc->buffer;
470  for (int k = 0; k < nb_match_blocks; k++) {
471  float *num = sc->num + y * width + x;
472  float *den = sc->den + y * width + x;
473 
474  for (int i = 0; i < block_size; i++) {
475  memcpy(bufferv + i * pblock_size,
476  buffer + k * buffer_linesize + i * pblock_size,
477  block_size * sizeof(float));
478  }
479 
480  for (int i = 0; i < block_size; i++) {
481  sc->itx_fn(sc->dcti, buffert, bufferv + i * pblock_size, sizeof(float));
482  for (int j = 0; j < block_size; j++)
483  bufferh[j * pblock_size + i] = buffert[j];
484  }
485 
486  for (int i = 0; i < block_size; i++) {
487  sc->itx_fn(sc->dcti, buffert, bufferh + pblock_size * i, sizeof(float));
488  for (int j = 0; j < block_size; j++) {
489  num[j] += buffert[j] * num_weight;
490  den[j] += den_weight;
491  }
492  num += width;
493  den += width;
494  }
495  }
496 }
497 
498 static void final_block_filtering(BM3DContext *s, const uint8_t *src, int src_linesize,
499  const uint8_t *ref, int ref_linesize,
500  int y, int x, int plane, int jobnr)
501 {
502  SliceContext *sc = &s->slices[jobnr];
503  const int pblock_size = s->pblock_size;
504  const int buffer_linesize = s->pblock_size * s->pblock_size;
505  const int nb_match_blocks = sc->nb_match_blocks;
506  const int block_size = s->block_size;
507  const int width = s->planewidth[plane];
508  const int pgroup_size = s->pgroup_size;
509  const int group_size = s->group_size;
510  const float sigma_sqr = s->sigma * s->sigma;
511  float *buffer = sc->buffer;
512  float *bufferh = sc->bufferh;
513  float *bufferv = sc->bufferv;
514  float *bufferz = sc->bufferz;
515  float *rbuffer = sc->rbuffer;
516  float *rbufferh = sc->rbufferh;
517  float *rbufferv = sc->rbufferv;
518  float *rbufferz = sc->rbufferz;
519  float den_weight, num_weight;
520  float l2_wiener = 0;
521 
522  for (int k = 0; k < nb_match_blocks; k++) {
523  const int y = sc->match_blocks[k].y;
524  const int x = sc->match_blocks[k].x;
525 
526  for (int i = 0; i < block_size; i++) {
527  s->get_block_row(src, src_linesize, y + i, x, block_size, bufferh + pblock_size * i);
528  s->get_block_row(ref, ref_linesize, y + i, x, block_size, rbufferh + pblock_size * i);
529  sc->tx_fn(sc->dctf, bufferh + pblock_size * i, bufferh + pblock_size * i, sizeof(float));
530  sc->tx_fn(sc->dctf, rbufferh + pblock_size * i, rbufferh + pblock_size * i, sizeof(float));
531  }
532 
533  for (int i = 0; i < block_size; i++) {
534  for (int j = 0; j < block_size; j++) {
535  bufferv[i * pblock_size + j] = bufferh[j * pblock_size + i];
536  rbufferv[i * pblock_size + j] = rbufferh[j * pblock_size + i];
537  }
538  sc->tx_fn(sc->dctf, bufferv + i * pblock_size, bufferv + i * pblock_size, sizeof(float));
539  sc->tx_fn(sc->dctf, rbufferv + i * pblock_size, rbufferv + i * pblock_size, sizeof(float));
540  }
541 
542  for (int i = 0; i < block_size; i++) {
543  memcpy(buffer + k * buffer_linesize + i * pblock_size,
544  bufferv + i * pblock_size, block_size * sizeof(float));
545  memcpy(rbuffer + k * buffer_linesize + i * pblock_size,
546  rbufferv + i * pblock_size, block_size * sizeof(float));
547  }
548  }
549 
550  for (int i = 0; i < block_size; i++) {
551  for (int j = 0; j < block_size; j++) {
552  for (int k = 0; k < nb_match_blocks; k++) {
553  bufferz[k] = buffer[buffer_linesize * k + i * pblock_size + j];
554  rbufferz[k] = rbuffer[buffer_linesize * k + i * pblock_size + j];
555  }
556  if (group_size > 1) {
557  sc->tx_fn_g(sc->gdctf, bufferz, bufferz, sizeof(float));
558  sc->tx_fn_g(sc->gdctf, rbufferz, rbufferz, sizeof(float));
559  }
560  bufferz += pgroup_size;
561  rbufferz += pgroup_size;
562  }
563  }
564 
565  bufferz = sc->bufferz;
566  rbufferz = sc->rbufferz;
567 
568  for (int i = 0; i < block_size; i++) {
569  for (int j = 0; j < block_size; j++) {
570  for (int k = 0; k < nb_match_blocks; k++) {
571  const float ref_sqr = rbufferz[k] * rbufferz[k];
572  float wiener_coef = ref_sqr / (ref_sqr + sigma_sqr);
573 
574  if (isnan(wiener_coef))
575  wiener_coef = 1;
576  bufferz[k] *= wiener_coef;
577  l2_wiener += wiener_coef * wiener_coef;
578  }
579  bufferz += pgroup_size;
580  rbufferz += pgroup_size;
581  }
582  }
583 
584  bufferz = sc->bufferz;
585  buffer = sc->buffer;
586  for (int i = 0; i < block_size; i++) {
587  for (int j = 0; j < block_size; j++) {
588  if (group_size > 1)
589  sc->itx_fn_g(sc->gdcti, bufferz, bufferz, sizeof(float));
590  for (int k = 0; k < nb_match_blocks; k++) {
591  buffer[buffer_linesize * k + i * pblock_size + j] = bufferz[k];
592  }
593  bufferz += pgroup_size;
594  }
595  }
596 
597  l2_wiener = FFMAX(l2_wiener, 1e-15f);
598  den_weight = 1.f / l2_wiener;
599  num_weight = den_weight;
600 
601  for (int k = 0; k < nb_match_blocks; k++) {
602  float *num = sc->num + y * width + x;
603  float *den = sc->den + y * width + x;
604 
605  for (int i = 0; i < block_size; i++) {
606  memcpy(bufferv + i * pblock_size,
607  buffer + k * buffer_linesize + i * pblock_size,
608  block_size * sizeof(float));
609  }
610 
611  for (int i = 0; i < block_size; i++) {
612  sc->itx_fn(sc->dcti, bufferv + pblock_size * i, bufferv + pblock_size * i, sizeof(float));
613  for (int j = 0; j < block_size; j++) {
614  bufferh[j * pblock_size + i] = bufferv[i * pblock_size + j];
615  }
616  }
617 
618  for (int i = 0; i < block_size; i++) {
619  sc->itx_fn(sc->dcti, bufferh + pblock_size * i, bufferh + pblock_size * i, sizeof(float));
620  for (int j = 0; j < block_size; j++) {
621  num[j] += bufferh[i * pblock_size + j] * num_weight;
622  den[j] += den_weight;
623  }
624  num += width;
625  den += width;
626  }
627  }
628 }
629 
630 static void do_output(BM3DContext *s, uint8_t *dst, int dst_linesize,
631  int plane, int nb_jobs)
632 {
633  const int height = s->planeheight[plane];
634  const int width = s->planewidth[plane];
635 
636  for (int i = 0; i < height; i++) {
637  for (int j = 0; j < width; j++) {
638  uint8_t *dstp = dst + i * dst_linesize;
639  float sum_den = 0.f;
640  float sum_num = 0.f;
641 
642  for (int k = 0; k < nb_jobs; k++) {
643  SliceContext *sc = &s->slices[k];
644  float num = sc->num[i * width + j];
645  float den = sc->den[i * width + j];
646 
647  sum_num += num;
648  sum_den += den;
649  }
650 
651  dstp[j] = av_clip_uint8(lrintf(sum_num / sum_den));
652  }
653  }
654 }
655 
656 static void do_output16(BM3DContext *s, uint8_t *dst, int dst_linesize,
657  int plane, int nb_jobs)
658 {
659  const int height = s->planeheight[plane];
660  const int width = s->planewidth[plane];
661  const int depth = s->depth;
662 
663  for (int i = 0; i < height; i++) {
664  for (int j = 0; j < width; j++) {
665  uint16_t *dstp = (uint16_t *)dst + i * dst_linesize / 2;
666  float sum_den = 0.f;
667  float sum_num = 0.f;
668 
669  for (int k = 0; k < nb_jobs; k++) {
670  SliceContext *sc = &s->slices[k];
671  float num = sc->num[i * width + j];
672  float den = sc->den[i * width + j];
673 
674  sum_num += num;
675  sum_den += den;
676  }
677 
678  dstp[j] = av_clip_uintp2_c(lrintf(sum_num / sum_den), depth);
679  }
680  }
681 }
682 
683 static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
684 {
685  BM3DContext *s = ctx->priv;
686  SliceContext *sc = &s->slices[jobnr];
687  const int block_step = s->block_step;
688  ThreadData *td = arg;
689  const uint8_t *src = td->src;
690  const uint8_t *ref = td->ref;
691  const int src_linesize = td->src_linesize;
692  const int ref_linesize = td->ref_linesize;
693  const int plane = td->plane;
694  const int width = s->planewidth[plane];
695  const int height = s->planeheight[plane];
696  const int block_pos_bottom = FFMAX(0, height - s->block_size);
697  const int block_pos_right = FFMAX(0, width - s->block_size);
698  const int slice_start = (((height + block_step - 1) / block_step) * jobnr / nb_jobs) * block_step;
699  const int slice_end = (jobnr == nb_jobs - 1) ? block_pos_bottom + block_step :
700  (((height + block_step - 1) / block_step) * (jobnr + 1) / nb_jobs) * block_step;
701 
702  memset(sc->num, 0, width * height * sizeof(float));
703  memset(sc->den, 0, width * height * sizeof(float));
704 
705  for (int j = slice_start; j < slice_end; j += block_step) {
706  if (j > block_pos_bottom) {
707  j = block_pos_bottom;
708  }
709 
710  for (int i = 0; i < block_pos_right + block_step; i += block_step) {
711  if (i > block_pos_right) {
712  i = block_pos_right;
713  }
714 
715  block_matching(s, ref, ref_linesize, j, i, plane, jobnr);
716 
717  s->block_filtering(s, src, src_linesize,
718  ref, ref_linesize, j, i, plane, jobnr);
719  }
720  }
721 
722  return 0;
723 }
724 
726 {
727  BM3DContext *s = ctx->priv;
728  AVFilterLink *outlink = ctx->outputs[0];
729  int p;
730 
731  *out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
732  if (!*out)
733  return AVERROR(ENOMEM);
734  av_frame_copy_props(*out, in);
735 
736  for (p = 0; p < s->nb_planes; p++) {
737  const int nb_jobs = FFMAX(1, FFMIN(s->nb_threads, s->planeheight[p] / s->block_size));
738  ThreadData td;
739 
740  if (!((1 << p) & s->planes) || ctx->is_disabled) {
741  av_image_copy_plane((*out)->data[p], (*out)->linesize[p],
742  in->data[p], in->linesize[p],
743  s->planewidth[p] * (1 + (s->depth > 8)), s->planeheight[p]);
744  continue;
745  }
746 
747  td.src = in->data[p];
748  td.src_linesize = in->linesize[p];
749  td.ref = ref->data[p];
750  td.ref_linesize = ref->linesize[p];
751  td.plane = p;
752  ff_filter_execute(ctx, filter_slice, &td, NULL, nb_jobs);
753 
754  s->do_output(s, (*out)->data[p], (*out)->linesize[p], p, nb_jobs);
755  }
756 
757  return 0;
758 }
759 
760 #define SQR(x) ((x) * (x))
761 
763 {
765  AVFilterContext *ctx = inlink->dst;
766  BM3DContext *s = ctx->priv;
767 
769  s->nb_planes = av_pix_fmt_count_planes(inlink->format);
770  s->depth = desc->comp[0].depth;
771  s->max = (1 << s->depth) - 1;
772  s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
773  s->planeheight[0] = s->planeheight[3] = inlink->h;
774  s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
775  s->planewidth[0] = s->planewidth[3] = inlink->w;
776  s->pblock_size = FFALIGN(s->block_size * 2, av_cpu_max_align());
777  s->pgroup_size = FFALIGN(s->group_size * 2, av_cpu_max_align());
778 
779  for (int i = 0; i < s->nb_threads; i++) {
780  SliceContext *sc = &s->slices[i];
781  float iscale = 0.5f / s->block_size;
782  float scale = 1.f;
783  int ret;
784 
785  sc->num = av_calloc(FFALIGN(s->planewidth[0], s->block_size) * FFALIGN(s->planeheight[0], s->block_size), sizeof(float));
786  sc->den = av_calloc(FFALIGN(s->planewidth[0], s->block_size) * FFALIGN(s->planeheight[0], s->block_size), sizeof(float));
787  if (!sc->num || !sc->den)
788  return AVERROR(ENOMEM);
789 
790  ret = av_tx_init(&sc->dctf, &sc->tx_fn, AV_TX_FLOAT_DCT, 0, s->block_size >> 0, &scale, 0);
791  if (ret < 0)
792  return ret;
793 
794  ret = av_tx_init(&sc->dcti, &sc->itx_fn, AV_TX_FLOAT_DCT, 1, s->block_size >> 1, &iscale, 0);
795  if (ret < 0)
796  return ret;
797 
798  if (s->group_size > 1) {
799  float iscale = 0.5f / s->group_size;
800 
801  ret = av_tx_init(&sc->gdctf, &sc->tx_fn_g, AV_TX_FLOAT_DCT, 0, s->group_size >> 0, &scale, 0);
802  if (ret < 0)
803  return ret;
804 
805  ret = av_tx_init(&sc->gdcti, &sc->itx_fn_g, AV_TX_FLOAT_DCT, 1, s->group_size >> 1, &iscale, 0);
806  if (ret < 0)
807  return ret;
808  }
809 
810  sc->buffer = av_calloc(s->pblock_size * s->pblock_size * s->pgroup_size, sizeof(*sc->buffer));
811  sc->bufferz = av_calloc(s->pblock_size * s->pblock_size * s->pgroup_size, sizeof(*sc->bufferz));
812  sc->bufferh = av_calloc(s->pblock_size * s->pblock_size, sizeof(*sc->bufferh));
813  sc->bufferv = av_calloc(s->pblock_size * s->pblock_size, sizeof(*sc->bufferv));
814  sc->buffert = av_calloc(s->pblock_size, sizeof(*sc->buffert));
815  if (!sc->bufferh || !sc->bufferv || !sc->buffer || !sc->bufferz || !sc->buffert)
816  return AVERROR(ENOMEM);
817 
818  if (s->mode == FINAL) {
819  sc->rbuffer = av_calloc(s->pblock_size * s->pblock_size * s->pgroup_size, sizeof(*sc->rbuffer));
820  sc->rbufferz = av_calloc(s->pblock_size * s->pblock_size * s->pgroup_size, sizeof(*sc->rbufferz));
821  sc->rbufferh = av_calloc(s->pblock_size * s->pblock_size, sizeof(*sc->rbufferh));
822  sc->rbufferv = av_calloc(s->pblock_size * s->pblock_size, sizeof(*sc->rbufferv));
823  if (!sc->rbufferh || !sc->rbufferv || !sc->rbuffer || !sc->rbufferz)
824  return AVERROR(ENOMEM);
825  }
826 
827  sc->search_positions = av_calloc(SQR(2 * s->bm_range / s->bm_step + 1), sizeof(*sc->search_positions));
828  if (!sc->search_positions)
829  return AVERROR(ENOMEM);
830  }
831 
832  s->do_output = do_output;
833  s->do_block_ssd = do_block_ssd;
834  s->get_block_row = get_block_row;
835 
836  if (s->depth > 8) {
837  s->do_output = do_output16;
838  s->do_block_ssd = do_block_ssd16;
839  s->get_block_row = get_block_row16;
840  }
841 
842  return 0;
843 }
844 
846 {
847  BM3DContext *s = ctx->priv;
848 
849  if (!s->ref) {
850  AVFrame *frame = NULL;
851  AVFrame *out = NULL;
852  int ret, status;
853  int64_t pts;
854 
855  FF_FILTER_FORWARD_STATUS_BACK(ctx->outputs[0], ctx->inputs[0]);
856 
857  if ((ret = ff_inlink_consume_frame(ctx->inputs[0], &frame)) > 0) {
860  if (ret < 0)
861  return ret;
862  ret = ff_filter_frame(ctx->outputs[0], out);
863  }
864  if (ret < 0) {
865  return ret;
866  } else if (ff_inlink_acknowledge_status(ctx->inputs[0], &status, &pts)) {
867  ff_outlink_set_status(ctx->outputs[0], status, pts);
868  return 0;
869  } else {
870  if (ff_outlink_frame_wanted(ctx->outputs[0]))
871  ff_inlink_request_frame(ctx->inputs[0]);
872  return 0;
873  }
874  } else {
875  return ff_framesync_activate(&s->fs);
876  }
877 }
878 
880 {
881  AVFilterContext *ctx = fs->parent;
882  BM3DContext *s = fs->opaque;
883  AVFilterLink *outlink = ctx->outputs[0];
884  AVFrame *out = NULL, *src, *ref;
885  int ret;
886 
887  if ((ret = ff_framesync_get_frame(&s->fs, 0, &src, 0)) < 0 ||
888  (ret = ff_framesync_get_frame(&s->fs, 1, &ref, 0)) < 0)
889  return ret;
890 
891  if ((ret = filter_frame(ctx, &out, src, ref)) < 0)
892  return ret;
893 
894  out->pts = av_rescale_q(src->pts, s->fs.time_base, outlink->time_base);
895 
896  return ff_filter_frame(outlink, out);
897 }
898 
900 {
901  BM3DContext *s = ctx->priv;
902  AVFilterPad pad = { 0 };
903  int ret;
904 
905  if (s->mode == BASIC) {
906  if (s->th_mse == 0.f)
907  s->th_mse = 400.f + s->sigma * 80.f;
908  s->block_filtering = basic_block_filtering;
909  } else if (s->mode == FINAL) {
910  if (!s->ref) {
911  av_log(ctx, AV_LOG_WARNING, "Reference stream is mandatory in final estimation mode.\n");
912  s->ref = 1;
913  }
914  if (s->th_mse == 0.f)
915  s->th_mse = 200.f + s->sigma * 10.f;
916 
917  s->block_filtering = final_block_filtering;
918  } else {
919  return AVERROR_BUG;
920  }
921 
922  if (s->block_step > s->block_size) {
923  av_log(ctx, AV_LOG_WARNING, "bstep: %d can't be bigger than block size. Changing to %d.\n",
924  s->block_step, s->block_size);
925  s->block_step = s->block_size;
926  }
927 
928  if (s->bm_step > s->bm_range) {
929  av_log(ctx, AV_LOG_WARNING, "mstep: %d can't be bigger than block matching range. Changing to %d.\n",
930  s->bm_step, s->bm_range);
931  s->bm_step = s->bm_range;
932  }
933 
934  pad.type = AVMEDIA_TYPE_VIDEO;
935  pad.name = "source";
937 
938  if ((ret = ff_append_inpad(ctx, &pad)) < 0)
939  return ret;
940 
941  if (s->ref) {
942  pad.type = AVMEDIA_TYPE_VIDEO;
943  pad.name = "reference";
944  pad.config_props = NULL;
945 
946  if ((ret = ff_append_inpad(ctx, &pad)) < 0)
947  return ret;
948  }
949 
950  return 0;
951 }
952 
953 static int config_output(AVFilterLink *outlink)
954 {
955  AVFilterContext *ctx = outlink->src;
956  BM3DContext *s = ctx->priv;
957  AVFilterLink *src = ctx->inputs[0];
958  AVFilterLink *ref;
959  FFFrameSyncIn *in;
960  int ret;
961 
962  if (s->ref) {
963  ref = ctx->inputs[1];
964 
965  if (src->w != ref->w ||
966  src->h != ref->h) {
967  av_log(ctx, AV_LOG_ERROR, "First input link %s parameters "
968  "(size %dx%d) do not match the corresponding "
969  "second input link %s parameters (%dx%d) ",
970  ctx->input_pads[0].name, src->w, src->h,
971  ctx->input_pads[1].name, ref->w, ref->h);
972  return AVERROR(EINVAL);
973  }
974  }
975 
976  outlink->w = src->w;
977  outlink->h = src->h;
978  outlink->time_base = src->time_base;
979  outlink->sample_aspect_ratio = src->sample_aspect_ratio;
980  outlink->frame_rate = src->frame_rate;
981 
982  if (!s->ref)
983  return 0;
984 
985  if ((ret = ff_framesync_init(&s->fs, ctx, 2)) < 0)
986  return ret;
987 
988  in = s->fs.in;
989  in[0].time_base = src->time_base;
990  in[1].time_base = ref->time_base;
991  in[0].sync = 1;
992  in[0].before = EXT_STOP;
993  in[0].after = EXT_STOP;
994  in[1].sync = 1;
995  in[1].before = EXT_STOP;
996  in[1].after = EXT_STOP;
997  s->fs.opaque = s;
998  s->fs.on_event = process_frame;
999 
1000  return ff_framesync_configure(&s->fs);
1001 }
1002 
1004 {
1005  BM3DContext *s = ctx->priv;
1006 
1007  if (s->ref)
1008  ff_framesync_uninit(&s->fs);
1009 
1010  for (int i = 0; i < s->nb_threads; i++) {
1011  SliceContext *sc = &s->slices[i];
1012 
1013  av_freep(&sc->num);
1014  av_freep(&sc->den);
1015 
1016  av_tx_uninit(&sc->gdctf);
1017  av_tx_uninit(&sc->gdcti);
1018  av_tx_uninit(&sc->dctf);
1019  av_tx_uninit(&sc->dcti);
1020 
1021  av_freep(&sc->buffer);
1022  av_freep(&sc->bufferh);
1023  av_freep(&sc->buffert);
1024  av_freep(&sc->bufferv);
1025  av_freep(&sc->bufferz);
1026  av_freep(&sc->rbuffer);
1027  av_freep(&sc->rbufferh);
1028  av_freep(&sc->rbufferv);
1029  av_freep(&sc->rbufferz);
1030 
1031  av_freep(&sc->search_positions);
1032  }
1033 }
1034 
1035 static const AVFilterPad bm3d_outputs[] = {
1036  {
1037  .name = "default",
1038  .type = AVMEDIA_TYPE_VIDEO,
1039  .config_props = config_output,
1040  },
1041 };
1042 
1044  .name = "bm3d",
1045  .description = NULL_IF_CONFIG_SMALL("Block-Matching 3D denoiser."),
1046  .priv_size = sizeof(BM3DContext),
1047  .init = init,
1048  .uninit = uninit,
1049  .activate = activate,
1050  .inputs = NULL,
1053  .priv_class = &bm3d_class,
1057 };
SliceContext::num
float * num
Definition: vf_bm3d.c:84
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:112
AV_PIX_FMT_YUVA422P16
#define AV_PIX_FMT_YUVA422P16
Definition: pixfmt.h:522
AV_PIX_FMT_GBRAP16
#define AV_PIX_FMT_GBRAP16
Definition: pixfmt.h:501
FFFrameSyncIn::time_base
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:117
ff_framesync_configure
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:134
AV_LOG_WARNING
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:186
BM3DContext::slices
SliceContext slices[MAX_NB_THREADS]
Definition: vf_bm3d.c:113
td
#define td
Definition: regdef.h:70
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
r
const char * r
Definition: vf_curves.c:126
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_framesync_uninit
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:304
out
FILE * out
Definition: movenc.c:54
FLAGS
#define FLAGS
Definition: vf_bm3d.c:132
SliceContext::bufferh
float * bufferh
Definition: vf_bm3d.c:75
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1018
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2962
ff_framesync_get_frame
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:267
BM3DContext::pblock_size
int pblock_size
Definition: vf_bm3d.c:110
FILTER_PIXFMTS_ARRAY
#define FILTER_PIXFMTS_ARRAY(array)
Definition: internal.h:162
AVTXContext
Definition: tx_priv.h:235
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:88
BM3DContext::do_block_ssd
double(* do_block_ssd)(struct BM3DContext *s, PosCode *pos, const uint8_t *src, int src_stride, int r_y, int r_x)
Definition: vf_bm3d.c:120
BM3DContext::th_mse
float th_mse
Definition: vf_bm3d.c:99
AV_PIX_FMT_YUVA422P9
#define AV_PIX_FMT_YUVA422P9
Definition: pixfmt.h:514
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:340
pixdesc.h
av_clip_uintp2_c
static av_always_inline av_const unsigned av_clip_uintp2_c(int a, int p)
Clip a signed integer to an unsigned power of two range.
Definition: common.h:278
bm3d_options
static const AVOption bm3d_options[]
Definition: vf_bm3d.c:134
step
trying all byte sequences megabyte in length and selecting the best looking sequence will yield cases to try But a word about which is also called distortion Distortion can be quantified by almost any quality measurement one chooses the sum of squared differences is used but more complex methods that consider psychovisual effects can be used as well It makes no difference in this discussion First step
Definition: rate_distortion.txt:58
AV_PIX_FMT_YUVA420P16
#define AV_PIX_FMT_YUVA420P16
Definition: pixfmt.h:521
ThreadData::ref_linesize
int ref_linesize
Definition: vf_bm3d.c:57
AV_PIX_FMT_YUVA420P10
#define AV_PIX_FMT_YUVA420P10
Definition: pixfmt.h:516
SliceContext::rbufferz
float * rbufferz
Definition: vf_bm3d.c:82
AVOption
AVOption.
Definition: opt.h:346
BASIC
@ BASIC
Definition: vf_bm3d.c:48
b
#define b
Definition: input.c:41
NB_MODES
@ NB_MODES
Definition: vf_bm3d.c:50
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:478
float.h
AV_PIX_FMT_YUV440P
@ AV_PIX_FMT_YUV440P
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:106
FFMAX
#define FFMAX(a, b)
Definition: macros.h:47
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:170
FFFrameSync
Frame sync structure.
Definition: framesync.h:168
block_matching
static void block_matching(BM3DContext *s, const uint8_t *ref, int ref_linesize, int j, int i, int plane, int jobnr)
Definition: vf_bm3d.c:349
BM3DContext::block_step
int block_step
Definition: vf_bm3d.c:95
video.h
AV_PIX_FMT_YUVA422P10
#define AV_PIX_FMT_YUVA422P10
Definition: pixfmt.h:517
SliceContext::nb_match_blocks
int nb_match_blocks
Definition: vf_bm3d.c:86
FF_FILTER_FORWARD_STATUS_BACK
#define FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink)
Forward the status on an output link to an input link.
Definition: filters.h:199
BM3DContext::planes
int planes
Definition: vf_bm3d.c:103
av_tx_init
av_cold int av_tx_init(AVTXContext **ctx, av_tx_fn *tx, enum AVTXType type, int inv, int len, const void *scale, uint64_t flags)
Initialize a transform context with the given configuration (i)MDCTs with an odd length are currently...
Definition: tx.c:902
BM3DContext::mode
int mode
Definition: vf_bm3d.c:101
AV_PIX_FMT_GRAY9
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:458
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:361
av_image_copy_plane
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:374
do_block_ssd
static double do_block_ssd(BM3DContext *s, PosCode *pos, const uint8_t *src, int src_stride, int r_y, int r_x)
Definition: vf_bm3d.c:229
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(bm3d)
ff_inlink_consume_frame
int ff_inlink_consume_frame(AVFilterLink *link, AVFrame **rframe)
Take a frame from the link's FIFO and update the link's stats.
Definition: avfilter.c:1445
av_pix_fmt_count_planes
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:3002
AV_PIX_FMT_YUVA420P9
#define AV_PIX_FMT_YUVA420P9
Definition: pixfmt.h:513
EXT_STOP
@ EXT_STOP
Completely stop all streams with this one.
Definition: framesync.h:65
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: vf_bm3d.c:166
AV_PIX_FMT_GBRP14
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:496
ff_append_inpad
int ff_append_inpad(AVFilterContext *f, AVFilterPad *p)
Append a new input/output pad to the filter's list of such pads.
Definition: avfilter.c:126
AV_PIX_FMT_GBRAP
@ AV_PIX_FMT_GBRAP
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:212
BM3DContext::ref
int ref
Definition: vf_bm3d.c:102
AV_PIX_FMT_GBRP10
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:494
AV_PIX_FMT_YUVA444P16
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:523
FFFrameSyncIn
Input stream structure.
Definition: framesync.h:102
BM3DContext::hard_threshold
float hard_threshold
Definition: vf_bm3d.c:100
AV_PIX_FMT_YUV422P9
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:476
PosPairCode::x
int x
Definition: vf_bm3d.c:67
SliceContext::den
float * den
Definition: vf_bm3d.c:84
SliceContext::dctf
AVTXContext * dctf
Definition: vf_bm3d.c:73
pts
static int64_t pts
Definition: transcode_aac.c:643
AV_PIX_FMT_GRAY16
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:462
FFFrameSyncIn::sync
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events.
Definition: framesync.h:160
AVFILTER_FLAG_DYNAMIC_INPUTS
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:106
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:33
FFDIFFSIGN
#define FFDIFFSIGN(x, y)
Comparator.
Definition: macros.h:45
AV_PIX_FMT_YUV444P10
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:481
AV_PIX_FMT_YUVJ411P
@ AV_PIX_FMT_YUVJ411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition: pixfmt.h:283
slice_start
static int slice_start(SliceContext *sc, VVCContext *s, VVCFrameContext *fc, const CodedBitstreamUnit *unit, const int is_first_slice)
Definition: vvcdec.c:685
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
av_cold
#define av_cold
Definition: attributes.h:90
AV_PIX_FMT_YUV422P16
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:490
SliceContext::match_blocks
PosPairCode match_blocks[256]
Definition: vf_bm3d.c:85
BM3DContext::fs
FFFrameSync fs
Definition: vf_bm3d.c:115
av_tx_fn
void(* av_tx_fn)(AVTXContext *s, void *out, void *in, ptrdiff_t stride)
Function pointer to a function to perform the transform.
Definition: tx.h:151
BM3DContext::do_output
void(* do_output)(struct BM3DContext *s, uint8_t *dst, int dst_linesize, int plane, int nb_jobs)
Definition: vf_bm3d.c:123
AV_PIX_FMT_YUVJ422P
@ AV_PIX_FMT_YUVJ422P
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition: pixfmt.h:86
AV_PIX_FMT_GBRAP10
#define AV_PIX_FMT_GBRAP10
Definition: pixfmt.h:498
ThreadData::plane
int plane
Definition: vf_blend.c:58
ff_outlink_set_status
static void ff_outlink_set_status(AVFilterLink *link, int status, int64_t pts)
Set the status field of a link from the source filter.
Definition: filters.h:189
ff_inlink_request_frame
void ff_inlink_request_frame(AVFilterLink *link)
Mark that a frame is wanted on the link.
Definition: avfilter.c:1571
width
#define width
FilterModes
FilterModes
Definition: af_adynamicequalizer.c:36
s
#define s(width, name)
Definition: cbs_vp9.c:198
AV_PIX_FMT_GBRAP12
#define AV_PIX_FMT_GBRAP12
Definition: pixfmt.h:499
AV_PIX_FMT_YUVA420P
@ AV_PIX_FMT_YUVA420P
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:108
search_boundary
static int search_boundary(int plane_boundary, int search_range, int search_step, int vertical, int y, int x)
Definition: vf_bm3d.c:217
AV_PIX_FMT_YUV444P16
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:491
AV_CEIL_RSHIFT
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
BM3DContext::bm_range
int bm_range
Definition: vf_bm3d.c:97
PosCode::x
int x
Definition: vf_bm3d.c:62
SliceContext::buffer
float * buffer
Definition: vf_bm3d.c:79
slice_end
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:1717
PosCode
Definition: vf_bm3d.c:61
SliceContext::itx_fn_g
av_tx_fn itx_fn_g
Definition: vf_bm3d.c:72
filters.h
AV_PIX_FMT_YUVA444P12
#define AV_PIX_FMT_YUVA444P12
Definition: pixfmt.h:520
AV_PIX_FMT_YUV420P9
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:475
AV_PIX_FMT_YUV420P16
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:489
ctx
AVFormatContext * ctx
Definition: movenc.c:48
final_block_filtering
static void final_block_filtering(BM3DContext *s, const uint8_t *src, int src_linesize, const uint8_t *ref, int ref_linesize, int y, int x, int plane, int jobnr)
Definition: vf_bm3d.c:498
AV_PIX_FMT_GRAY14
#define AV_PIX_FMT_GRAY14
Definition: pixfmt.h:461
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:73
BM3DContext::max
int max
Definition: vf_bm3d.c:106
filter_slice
static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_bm3d.c:683
AV_PIX_FMT_YUVJ444P
@ AV_PIX_FMT_YUVJ444P
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:87
frame
static AVFrame * frame
Definition: demux_decode.c:54
arg
const char * arg
Definition: jacosubdec.c:67
AV_PIX_FMT_GRAY10
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:459
AV_PIX_FMT_GBRP16
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:497
SQR
#define SQR(x)
Definition: vf_bm3d.c:760
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
SliceContext::gdctf
AVTXContext * gdctf
Definition: vf_bm3d.c:71
NULL
#define NULL
Definition: coverity.c:32
process_frame
static int process_frame(FFFrameSync *fs)
Definition: vf_bm3d.c:879
av_frame_copy_props
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:637
fs
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:200
ThreadData::src
const uint8_t * src
Definition: vf_bm3d.c:54
basic_block_filtering
static void basic_block_filtering(BM3DContext *s, const uint8_t *src, int src_linesize, const uint8_t *ref, int ref_linesize, int y, int x, int plane, int jobnr)
Definition: vf_bm3d.c:384
isnan
#define isnan(x)
Definition: libm.h:340
AV_PIX_FMT_YUVJ420P
@ AV_PIX_FMT_YUVJ420P
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition: pixfmt.h:85
SliceContext::buffert
float * buffert
Definition: vf_bm3d.c:76
do_output
static void do_output(BM3DContext *s, uint8_t *dst, int dst_linesize, int plane, int nb_jobs)
Definition: vf_bm3d.c:630
AV_PIX_FMT_YUV440P10
#define AV_PIX_FMT_YUV440P10
Definition: pixfmt.h:480
sqrtf
static __device__ float sqrtf(float a)
Definition: cuda_runtime.h:184
double
double
Definition: af_crystalizer.c:131
av_cpu_max_align
size_t av_cpu_max_align(void)
Get the maximum data alignment that may be required by FFmpeg.
Definition: cpu.c:268
MAX_NB_THREADS
#define MAX_NB_THREADS
Definition: vf_bm3d.c:45
SliceContext::rbuffer
float * rbuffer
Definition: vf_bm3d.c:83
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:479
inputs
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several inputs
Definition: filter_design.txt:243
AV_PIX_FMT_GRAY8
@ AV_PIX_FMT_GRAY8
Y , 8bpp.
Definition: pixfmt.h:81
AV_PIX_FMT_GBRP9
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:493
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_bm3d.c:1003
BM3DContext::planewidth
int planewidth[4]
Definition: vf_bm3d.c:108
ff_inlink_acknowledge_status
int ff_inlink_acknowledge_status(AVFilterLink *link, int *rstatus, int64_t *rpts)
Test and acknowledge the change of status on the link.
Definition: avfilter.c:1392
index
int index
Definition: gxfenc.c:89
SliceContext
Definition: mss12.h:70
FINAL
@ FINAL
Definition: vf_bm3d.c:49
AVFilterPad::config_props
int(* config_props)(AVFilterLink *link)
Link configuration callback.
Definition: internal.h:113
cmp_scores
static int cmp_scores(const void *a, const void *b)
Definition: vf_bm3d.c:222
f
f
Definition: af_crystalizer.c:121
OFFSET
#define OFFSET(x)
Definition: vf_bm3d.c:131
scale
static void scale(int *out, const int *in, const int w, const int h, const int shift)
Definition: vvc_intra.c:291
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:106
BM3DContext::pgroup_size
int pgroup_size
Definition: vf_bm3d.c:111
SliceContext::rbufferv
float * rbufferv
Definition: vf_bm3d.c:81
cpu.h
PosPairCode
Definition: vf_bm3d.c:65
AV_PIX_FMT_YUV422P12
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:483
SliceContext::rbufferh
float * rbufferh
Definition: vf_bm3d.c:80
bm3d_outputs
static const AVFilterPad bm3d_outputs[]
Definition: vf_bm3d.c:1035
SliceContext::bufferv
float * bufferv
Definition: vf_bm3d.c:77
AV_PIX_FMT_YUV444P12
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:485
range
enum AVColorRange range
Definition: mediacodec_wrapper.c:2646
SliceContext::dcti
AVTXContext * dcti
Definition: vf_bm3d.c:73
BM3DContext::bm_step
int bm_step
Definition: vf_bm3d.c:98
height
#define height
a
The reader does not expect b to be semantically here and if the code is changed by maybe adding a a division or other the signedness will almost certainly be mistaken To avoid this confusion a new type was SUINT is the C unsigned type but it holds a signed int to use the same example SUINT a
Definition: undefined.txt:41
AV_PIX_FMT_YUVA444P
@ AV_PIX_FMT_YUVA444P
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:174
AV_PIX_FMT_YUVA444P10
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:518
BM3DContext::group_size
int group_size
Definition: vf_bm3d.c:96
SliceContext::search_positions
PosCode * search_positions
Definition: vf_bm3d.c:87
BM3DContext::planeheight
int planeheight[4]
Definition: vf_bm3d.c:109
av_tx_uninit
av_cold void av_tx_uninit(AVTXContext **ctx)
Frees a context and sets *ctx to NULL, does nothing when *ctx == NULL.
Definition: tx.c:294
internal.h
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Definition: opt.h:238
lrintf
#define lrintf(x)
Definition: libm_mips.h:72
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:255
SliceContext::tx_fn_g
av_tx_fn tx_fn_g
Definition: vf_bm3d.c:72
BM3DContext::get_block_row
void(* get_block_row)(const uint8_t *srcp, int src_linesize, int y, int x, int block_size, float *dst)
Definition: vf_bm3d.c:118
AV_PIX_FMT_GBRP12
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:495
do_output16
static void do_output16(BM3DContext *s, uint8_t *dst, int dst_linesize, int plane, int nb_jobs)
Definition: vf_bm3d.c:656
ff_filter_get_nb_threads
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:825
ThreadData
Used for passing data between threads.
Definition: dsddec.c:69
do_search_boundary
static int do_search_boundary(int pos, int plane_boundary, int search_range, int search_step)
Definition: vf_bm3d.c:192
config_input
static int config_input(AVFilterLink *inlink)
Definition: vf_bm3d.c:762
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
PosPairCode::y
int y
Definition: vf_bm3d.c:67
block_matching_multi
static void block_matching_multi(BM3DContext *s, const uint8_t *ref, int ref_linesize, int y, int x, int exclude_cur_pos, int plane, int jobnr)
Definition: vf_bm3d.c:309
AV_PIX_FMT_YUVJ440P
@ AV_PIX_FMT_YUVJ440P
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range
Definition: pixfmt.h:107
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:39
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:262
AV_PIX_FMT_YUV444P9
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:477
filter_frame
static int filter_frame(AVFilterContext *ctx, AVFrame **out, AVFrame *in, AVFrame *ref)
Definition: vf_bm3d.c:725
do_block_matching_multi
static void do_block_matching_multi(BM3DContext *s, const uint8_t *src, int src_stride, int src_range, const PosCode *search_pos, int search_size, float th_mse, int r_y, int r_x, int plane, int jobnr)
Definition: vf_bm3d.c:271
AVFilter
Filter definition.
Definition: avfilter.h:166
ret
ret
Definition: filter_design.txt:187
AVFilterPad::type
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:44
SliceContext::bufferz
float * bufferz
Definition: vf_bm3d.c:78
ThreadData::ref
const uint8_t * ref
Definition: vf_bm3d.c:56
planes
static const struct @383 planes[]
AV_PIX_FMT_YUVA444P9
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:515
ff_framesync_init
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:86
pos
unsigned int pos
Definition: spdifenc.c:413
AV_PIX_FMT_YUV420P12
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:482
AV_PIX_FMT_YUV422P14
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:487
init
static av_cold int init(AVFilterContext *ctx)
Definition: vf_bm3d.c:899
ThreadData::src_linesize
int src_linesize
Definition: vf_bm3d.c:55
FFFrameSyncIn::before
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:107
BM3DContext::sigma
float sigma
Definition: vf_bm3d.c:93
status
ov_status_e status
Definition: dnn_backend_openvino.c:120
framesync.h
buffer
the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer
Definition: filter_design.txt:49
mode
mode
Definition: ebur128.h:83
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:72
get_block_row
static void get_block_row(const uint8_t *srcp, int src_linesize, int y, int x, int block_size, float *dst)
Definition: vf_bm3d.c:366
SliceContext::tx_fn
av_tx_fn tx_fn
Definition: vf_bm3d.c:74
AV_PIX_FMT_YUVA422P12
#define AV_PIX_FMT_YUVA422P12
Definition: pixfmt.h:519
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:235
avfilter.h
BM3DContext::block_size
int block_size
Definition: vf_bm3d.c:94
config_output
static int config_output(AVFilterLink *outlink)
Definition: vf_bm3d.c:953
PosCode::y
int y
Definition: vf_bm3d.c:62
ref
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:112
temp
else temp
Definition: vf_mcdeint.c:263
do_block_ssd16
static double do_block_ssd16(BM3DContext *s, PosCode *pos, const uint8_t *src, int src_stride, int r_y, int r_x)
Definition: vf_bm3d.c:250
PosPairCode::score
double score
Definition: vf_bm3d.c:66
av_clip_uint8
#define av_clip_uint8
Definition: common.h:104
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:78
AVFilterContext
An instance of a filter.
Definition: avfilter.h:407
AV_PIX_FMT_GBRP
@ AV_PIX_FMT_GBRP
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:165
AVFILTER_FLAG_SLICE_THREADS
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:117
desc
const char * desc
Definition: libsvtav1.c:73
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AV_PIX_FMT_YUV422P
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:77
BM3DContext::nb_planes
int nb_planes
Definition: vf_bm3d.c:107
M_SQRT2
#define M_SQRT2
Definition: mathematics.h:109
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
AV_OPT_TYPE_BOOL
@ AV_OPT_TYPE_BOOL
Definition: opt.h:251
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:183
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
AV_TX_FLOAT_DCT
@ AV_TX_FLOAT_DCT
Real to real (DCT) transforms.
Definition: tx.h:104
BM3DContext::nb_threads
int nb_threads
Definition: vf_bm3d.c:116
AV_PIX_FMT_YUV411P
@ AV_PIX_FMT_YUV411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:80
SliceContext::itx_fn
av_tx_fn itx_fn
Definition: vf_bm3d.c:74
AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:155
imgutils.h
AVERROR_BUG
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
Definition: error.h:52
AVFrame::linesize
int linesize[AV_NUM_DATA_POINTERS]
For video, a positive or negative value, which is typically indicating the size in bytes of each pict...
Definition: frame.h:385
AV_PIX_FMT_YUV410P
@ AV_PIX_FMT_YUV410P
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:79
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
FFFrameSyncIn::after
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:112
SliceContext::gdcti
AVTXContext * gdcti
Definition: vf_bm3d.c:71
BM3DContext::depth
int depth
Definition: vf_bm3d.c:105
AV_PIX_FMT_YUV440P12
#define AV_PIX_FMT_YUV440P12
Definition: pixfmt.h:484
ff_outlink_frame_wanted
the definition of that something depends on the semantic of the filter The callback must examine the status of the filter s links and proceed accordingly The status of output links is stored in the status_in and status_out fields and tested by the ff_outlink_frame_wanted() function. If this function returns true
AV_PIX_FMT_YUV444P14
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:488
BM3DContext::block_filtering
void(* block_filtering)(struct BM3DContext *s, const uint8_t *src, int src_linesize, const uint8_t *ref, int ref_linesize, int y, int x, int plane, int jobnr)
Definition: vf_bm3d.c:125
get_block_row16
static void get_block_row16(const uint8_t *srcp, int src_linesize, int y, int x, int block_size, float *dst)
Definition: vf_bm3d.c:375
ff_framesync_activate
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
Definition: framesync.c:355
AV_PIX_FMT_GRAY12
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:460
BM3DContext
Definition: vf_bm3d.c:90
ff_filter_execute
static av_always_inline int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
Definition: internal.h:134
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:244
ff_vf_bm3d
const AVFilter ff_vf_bm3d
Definition: vf_bm3d.c:1043
AV_PIX_FMT_YUVA422P
@ AV_PIX_FMT_YUVA422P
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:173
AV_PIX_FMT_YUV420P14
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:486
activate
static int activate(AVFilterContext *ctx)
Definition: vf_bm3d.c:845
tx.h