FFmpeg
vf_lenscorrection.c
Go to the documentation of this file.
1 /*
2  * Copyright (C) 2007 Richard Spindler (author of frei0r plugin from which this was derived)
3  * Copyright (C) 2014 Daniel Oberhoff
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /**
23  * @file
24  * Lenscorrection filter, algorithm from the frei0r plugin with the same name
25 */
26 #include <stdlib.h>
27 #include <math.h>
28 
29 #include "libavutil/colorspace.h"
30 #include "libavutil/opt.h"
31 #include "libavutil/intreadwrite.h"
32 #include "libavutil/pixdesc.h"
33 
34 #include "avfilter.h"
35 #include "drawutils.h"
36 #include "internal.h"
37 #include "video.h"
38 
39 typedef struct LenscorrectionCtx {
40  const AVClass *av_class;
41  int planewidth[4];
42  int planeheight[4];
43  int depth;
44  int nb_planes;
45  double cx, cy, k1, k2;
48  int fill_color[4];
49 
51 
52  int (*filter_slice)(AVFilterContext *ctx, void *arg, int job, int nb_jobs, int plane);
54 
55 #define OFFSET(x) offsetof(LenscorrectionCtx, x)
56 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
57 static const AVOption lenscorrection_options[] = {
58  { "cx", "set relative center x", OFFSET(cx), AV_OPT_TYPE_DOUBLE, {.dbl=0.5}, 0, 1, .flags=FLAGS },
59  { "cy", "set relative center y", OFFSET(cy), AV_OPT_TYPE_DOUBLE, {.dbl=0.5}, 0, 1, .flags=FLAGS },
60  { "k1", "set quadratic distortion factor", OFFSET(k1), AV_OPT_TYPE_DOUBLE, {.dbl=0.0}, -1, 1, .flags=FLAGS },
61  { "k2", "set double quadratic distortion factor", OFFSET(k2), AV_OPT_TYPE_DOUBLE, {.dbl=0.0}, -1, 1, .flags=FLAGS },
62  { "i", "set interpolation type", OFFSET(interpolation), AV_OPT_TYPE_INT, {.i64=0}, 0, 64, .flags=FLAGS, "i" },
63  { "nearest", "nearest neighbour", 0, AV_OPT_TYPE_CONST, {.i64=0},0, 0, .flags=FLAGS, "i" },
64  { "bilinear", "bilinear", 0, AV_OPT_TYPE_CONST, {.i64=1},0, 0, .flags=FLAGS, "i" },
65  { "fc", "set the color of the unmapped pixels", OFFSET(fill_rgba), AV_OPT_TYPE_COLOR, {.str="black@0"}, .flags = FLAGS },
66  { NULL }
67 };
68 
69 AVFILTER_DEFINE_CLASS(lenscorrection);
70 
71 typedef struct ThreadData {
72  AVFrame *in, *out;
73 } ThreadData;
74 
75 #define NEAREST(type, name) \
76 static int filter##name##_slice(AVFilterContext *ctx, void *arg, int job, \
77  int nb_jobs, int plane) \
78 { \
79  LenscorrectionCtx *rect = ctx->priv; \
80  ThreadData *td = arg; \
81  AVFrame *in = td->in; \
82  AVFrame *out = td->out; \
83  \
84  const int32_t *correction = rect->correction[plane]; \
85  const int fill_color = rect->fill_color[plane]; \
86  const int w = rect->planewidth[plane], h = rect->planeheight[plane]; \
87  const int xcenter = rect->cx * w; \
88  const int ycenter = rect->cy * h; \
89  const int start = (h * job ) / nb_jobs; \
90  const int end = (h * (job+1)) / nb_jobs; \
91  const int inlinesize = in->linesize[plane] / sizeof(type); \
92  const int outlinesize = out->linesize[plane] / sizeof(type); \
93  const type *indata = (const type *)in->data[plane]; \
94  type *outrow = (type *)out->data[plane] + start * outlinesize; \
95  for (int i = start; i < end; i++, outrow += outlinesize) { \
96  const int off_y = i - ycenter; \
97  type *out = outrow; \
98  for (int j = 0; j < w; j++) { \
99  const int off_x = j - xcenter; \
100  const int64_t radius_mult = correction[j + i*w]; \
101  const int x = xcenter + ((radius_mult * off_x + (1<<23))>>24); \
102  const int y = ycenter + ((radius_mult * off_y + (1<<23))>>24); \
103  const char isvalid = x >= 0 && x < w && y >= 0 && y < h; \
104  *out++ = isvalid ? indata[y * inlinesize + x] : fill_color; \
105  } \
106  } \
107  return 0; \
108 }
109 
110 
111 NEAREST(uint8_t, 8)
112 NEAREST(uint16_t, 16)
113 
114 #define BILINEAR(type, name) \
115 static int filter##name##_slice_bilinear(AVFilterContext *ctx, void *arg, \
116  int job, int nb_jobs, int plane) \
117 { \
118  LenscorrectionCtx *rect = ctx->priv; \
119  ThreadData *td = arg; \
120  AVFrame *in = td->in; \
121  AVFrame *out = td->out; \
122  \
123  const int32_t *correction = rect->correction[plane]; \
124  const int fill_color = rect->fill_color[plane]; \
125  const int depth = rect->depth; \
126  const uint64_t max = (1 << 24) - 1; \
127  const uint64_t add = (1 << 23); \
128  const int w = rect->planewidth[plane], h = rect->planeheight[plane]; \
129  const int xcenter = rect->cx * w; \
130  const int ycenter = rect->cy * h; \
131  const int start = (h * job ) / nb_jobs; \
132  const int end = (h * (job+1)) / nb_jobs; \
133  const int inlinesize = in->linesize[plane] / sizeof(type); \
134  const int outlinesize = out->linesize[plane] / sizeof(type); \
135  const type *indata = (const type *)in->data[plane]; \
136  type *outrow = (type *)out->data[plane] + start * outlinesize; \
137  \
138  for (int i = start; i < end; i++, outrow += outlinesize) { \
139  const int off_y = i - ycenter; \
140  type *out = outrow; \
141  \
142  for (int j = 0; j < w; j++) { \
143  const int off_x = j - xcenter; \
144  const int64_t radius_mult = correction[j + i*w]; \
145  const int x = xcenter + ((radius_mult * off_x + (1<<23)) >> 24); \
146  const int y = ycenter + ((radius_mult * off_y + (1<<23)) >> 24); \
147  const char isvalid = x >= 0 && x <= w - 1 && y >= 0 && y <= h - 1; \
148  \
149  if (isvalid) { \
150  const int nx = FFMIN(x + 1, w - 1); \
151  const int ny = FFMIN(y + 1, h - 1); \
152  const uint64_t du = off_x >= 0 ? (radius_mult * off_x + add) & max : max - ((radius_mult * -off_x + add) & max); \
153  const uint64_t dv = off_y >= 0 ? (radius_mult * off_y + add) & max : max - ((radius_mult * -off_y + add) & max); \
154  const uint64_t p0 = indata[ y * inlinesize + x]; \
155  const uint64_t p1 = indata[ y * inlinesize + nx]; \
156  const uint64_t p2 = indata[ny * inlinesize + x]; \
157  const uint64_t p3 = indata[ny * inlinesize + nx]; \
158  uint64_t sum = 0; \
159  \
160  sum += (max - du) * (max - dv) * p0; \
161  sum += ( du) * (max - dv) * p1; \
162  sum += (max - du) * ( dv) * p2; \
163  sum += ( du) * ( dv) * p3; \
164  \
165  out[j] = av_clip_uintp2_c((sum + (1ULL << 47)) >> 48, depth); \
166  } else { \
167  out[j] = fill_color; \
168  } \
169  } \
170  } \
171  \
172  return 0; \
173 }
174 
175 BILINEAR(uint8_t, 8)
176 BILINEAR(uint16_t, 16)
177 
179 {
180  static const enum AVPixelFormat pix_fmts[] = {
205  };
206  AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
207  if (!fmts_list)
208  return AVERROR(ENOMEM);
209  return ff_set_common_formats(ctx, fmts_list);
210 }
211 
213 {
214  LenscorrectionCtx *rect = ctx->priv;
215  int i;
216 
217  for (i = 0; i < FF_ARRAY_ELEMS(rect->correction); i++) {
218  av_freep(&rect->correction[i]);
219  }
220 }
221 
222 static void calc_correction(AVFilterContext *ctx, int plane)
223 {
224  LenscorrectionCtx *rect = ctx->priv;
225  int w = rect->planewidth[plane];
226  int h = rect->planeheight[plane];
227  int xcenter = rect->cx * w;
228  int ycenter = rect->cy * h;
229  int k1 = rect->k1 * (1<<24);
230  int k2 = rect->k2 * (1<<24);
231  const int64_t r2inv = (4LL<<60) / (w * w + h * h);
232 
233  for (int j = 0; j < h; j++) {
234  const int off_y = j - ycenter;
235  const int off_y2 = off_y * off_y;
236  for (int i = 0; i < w; i++) {
237  const int off_x = i - xcenter;
238  const int64_t r2 = ((off_x * off_x + off_y2) * r2inv + (1LL<<31)) >> 32;
239  const int64_t r4 = (r2 * r2 + (1<<27)) >> 28;
240  const int radius_mult = (r2 * k1 + r4 * k2 + (1LL<<27) + (1LL<<52))>>28;
241  rect->correction[plane][j * w + i] = radius_mult;
242  }
243  }
244 }
245 
246 static int config_output(AVFilterLink *outlink)
247 {
248  AVFilterContext *ctx = outlink->src;
249  LenscorrectionCtx *rect = ctx->priv;
250  AVFilterLink *inlink = ctx->inputs[0];
251  const AVPixFmtDescriptor *pixdesc = av_pix_fmt_desc_get(inlink->format);
252  int is_rgb = !!(pixdesc->flags & AV_PIX_FMT_FLAG_RGB);
253  uint8_t rgba_map[4];
254  int factor;
255 
256  ff_fill_rgba_map(rgba_map, inlink->format);
257  rect->depth = pixdesc->comp[0].depth;
258  factor = 1 << (rect->depth - 8);
259  rect->planeheight[1] = rect->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, pixdesc->log2_chroma_h);
260  rect->planeheight[0] = rect->planeheight[3] = inlink->h;
261  rect->planewidth[1] = rect->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, pixdesc->log2_chroma_w);
262  rect->planewidth[0] = rect->planewidth[3] = inlink->w;
263  rect->nb_planes = av_pix_fmt_count_planes(inlink->format);
264  rect->filter_slice = rect->depth <= 8 ? filter8_slice : filter16_slice;
265  if (rect->interpolation)
266  rect->filter_slice = rect->depth <= 8 ? filter8_slice_bilinear : filter16_slice_bilinear;
267 
268  if (is_rgb) {
269  rect->fill_color[rgba_map[0]] = rect->fill_rgba[0] * factor;
270  rect->fill_color[rgba_map[1]] = rect->fill_rgba[1] * factor;
271  rect->fill_color[rgba_map[2]] = rect->fill_rgba[2] * factor;
272  rect->fill_color[rgba_map[3]] = rect->fill_rgba[3] * factor;
273  } else {
274  rect->fill_color[0] = RGB_TO_Y_BT709(rect->fill_rgba[0], rect->fill_rgba[1], rect->fill_rgba[2]) * factor;
275  rect->fill_color[1] = RGB_TO_U_BT709(rect->fill_rgba[0], rect->fill_rgba[1], rect->fill_rgba[2], 0) * factor;
276  rect->fill_color[2] = RGB_TO_V_BT709(rect->fill_rgba[0], rect->fill_rgba[1], rect->fill_rgba[2], 0) * factor;
277  rect->fill_color[3] = rect->fill_rgba[3] * factor;
278  }
279 
280  for (int plane = 0; plane < rect->nb_planes; plane++) {
281  int w = rect->planewidth[plane];
282  int h = rect->planeheight[plane];
283 
284  if (!rect->correction[plane])
285  rect->correction[plane] = av_malloc_array(w, h * sizeof(**rect->correction));
286  if (!rect->correction[plane])
287  return AVERROR(ENOMEM);
288  calc_correction(ctx, plane);
289  }
290 
291  return 0;
292 }
293 
294 static int filter_slice(AVFilterContext *ctx, void *arg, int job,
295  int nb_jobs)
296 {
297  LenscorrectionCtx *rect = ctx->priv;
298 
299  for (int plane = 0; plane < rect->nb_planes; plane++)
300  rect->filter_slice(ctx, arg, job, nb_jobs, plane);
301 
302  return 0;
303 }
304 
306 {
307  AVFilterContext *ctx = inlink->dst;
308  AVFilterLink *outlink = ctx->outputs[0];
309  LenscorrectionCtx *rect = ctx->priv;
310  AVFrame *out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
311  ThreadData td;
312 
313  if (!out) {
314  av_frame_free(&in);
315  return AVERROR(ENOMEM);
316  }
317 
318  av_frame_copy_props(out, in);
319 
320  td.in = in; td.out = out;
321  ctx->internal->execute(ctx, filter_slice, &td, NULL, FFMIN(rect->planeheight[1], ff_filter_get_nb_threads(ctx)));
322 
323  av_frame_free(&in);
324  return ff_filter_frame(outlink, out);
325 }
326 
328  const char *cmd,
329  const char *arg,
330  char *res,
331  int res_len,
332  int flags)
333 {
334  int ret = ff_filter_process_command(ctx, cmd, arg, res, res_len, flags);
335 
336  if (ret < 0)
337  return ret;
338 
339  return config_output(ctx->outputs[0]);
340 }
341 
343  {
344  .name = "default",
345  .type = AVMEDIA_TYPE_VIDEO,
346  .filter_frame = filter_frame,
347  },
348  { NULL }
349 };
350 
352  {
353  .name = "default",
354  .type = AVMEDIA_TYPE_VIDEO,
355  .config_props = config_output,
356  },
357  { NULL }
358 };
359 
361  .name = "lenscorrection",
362  .description = NULL_IF_CONFIG_SMALL("Rectify the image by correcting for lens distortion."),
363  .priv_size = sizeof(LenscorrectionCtx),
365  .inputs = lenscorrection_inputs,
366  .outputs = lenscorrection_outputs,
367  .priv_class = &lenscorrection_class,
368  .uninit = uninit,
371 };
#define RGB_TO_Y_BT709(r, g, b)
#define NULL
Definition: coverity.c:32
#define AV_PIX_FMT_YUVA422P16
Definition: pixfmt.h:442
AVFrame * out
Definition: af_adeclick.c:502
#define AV_PIX_FMT_YUV440P10
Definition: pixfmt.h:401
#define AV_PIX_FMT_YUVA422P9
Definition: pixfmt.h:434
static const AVFilterPad lenscorrection_inputs[]
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2573
This structure describes decoded (raw) audio or video data.
Definition: frame.h:318
AVOption.
Definition: opt.h:248
#define AV_PIX_FMT_YUVA420P10
Definition: pixfmt.h:436
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:409
#define AV_PIX_FMT_GBRAP10
Definition: pixfmt.h:419
#define AV_PIX_FMT_YUVA422P10
Definition: pixfmt.h:437
int32_t * correction[4]
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2613
Main libavfilter public API header.
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:168
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:415
#define RGB_TO_V_BT709(r1, g1, b1, max)
#define RGB_TO_U_BT709(r1, g1, b1, max)
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:379
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:403
#define FF_ARRAY_ELEMS(a)
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:99
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
Definition: pixdesc.h:92
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:287
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:380
#define AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC
Some filters support a generic "enable" expression option that can be used to enable or disable a fil...
Definition: avfilter.h:126
const char * name
Pad name.
Definition: internal.h:60
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:381
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:349
static int process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1094
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:101
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:117
uint8_t
static int config_output(AVFilterLink *outlink)
#define av_cold
Definition: attributes.h:88
AVOptions.
static av_cold void uninit(AVFilterContext *ctx)
#define AV_PIX_FMT_YUVA420P9
Definition: pixfmt.h:433
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:414
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range...
Definition: pixfmt.h:100
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition: pixfmt.h:79
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:412
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:404
#define AV_PIX_FMT_YUVA420P16
Definition: pixfmt.h:441
A filter pad used for either input or output.
Definition: internal.h:54
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:588
#define td
Definition: regdef.h:70
Various defines for YUV<->RGB conversion.
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
#define AV_PIX_FMT_FLAG_RGB
The pixel format contains RGB-like data (as opposed to YUV/grayscale).
Definition: pixdesc.h:148
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:204
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:117
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options...
Definition: avfilter.c:882
void * priv
private data for use by the filter
Definition: avfilter.h:356
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:117
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:443
const char * arg
Definition: jacosubdec.c:66
#define AV_PIX_FMT_GBRAP12
Definition: pixfmt.h:420
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:402
int(* filter_slice)(AVFilterContext *ctx, void *arg, int job, int nb_jobs, int plane)
#define AV_PIX_FMT_GBRAP16
Definition: pixfmt.h:421
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
uint64_t flags
Combination of AV_PIX_FMT_FLAG_...
Definition: pixdesc.h:106
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:397
#define BILINEAR(type, name)
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several inputs
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:418
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:802
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:383
#define FFMIN(a, b)
Definition: common.h:105
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition: pixfmt.h:78
#define AV_PIX_FMT_YUVA444P12
Definition: pixfmt.h:440
uint8_t w
Definition: llviddspenc.c:39
int32_t
AVFormatContext * ctx
Definition: movenc.c:48
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:438
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:398
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:417
static const AVFilterPad outputs[]
Definition: af_acontrast.c:203
int ff_fill_rgba_map(uint8_t *rgba_map, enum AVPixelFormat pix_fmt)
Definition: drawutils.c:35
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:410
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:407
misc drawing utilities
Used for passing data between threads.
Definition: dsddec.c:67
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:177
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
#define AV_PIX_FMT_GRAY14
Definition: pixfmt.h:382
static const AVOption lenscorrection_options[]
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31))))#define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac){}void ff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map){AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);return NULL;}return ac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;}int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){int use_generic=1;int len=in->nb_samples;int p;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%d samples - audio_convert: %s to %s (dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:399
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:72
static int query_formats(AVFilterContext *ctx)
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:145
Definition: f_ebur128.c:91
static void calc_correction(AVFilterContext *ctx, int plane)
static const int factor[16]
Definition: vf_pp7.c:77
const char * name
Filter name.
Definition: avfilter.h:149
#define AV_PIX_FMT_YUV440P12
Definition: pixfmt.h:405
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:396
AVFilter ff_vf_lenscorrection
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:353
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:303
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:408
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:416
#define flags(name, subs,...)
Definition: cbs_av1.c:561
AVFilterInternal * internal
An opaque struct for libavfilter internal use.
Definition: avfilter.h:381
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:400
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:406
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
#define OFFSET(x)
int
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
Y , 8bpp.
Definition: pixfmt.h:74
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:215
const AVClass * av_class
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:435
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:80
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:73
avfilter_execute_func * execute
Definition: internal.h:136
AVFILTER_DEFINE_CLASS(lenscorrection)
#define NEAREST(type, name)
A list of supported formats for one end of a filter link.
Definition: formats.h:65
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition: pixfmt.h:258
An instance of a filter.
Definition: avfilter.h:341
FILE * out
Definition: movenc.c:54
#define av_freep(p)
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:99
#define av_malloc_array(a, b)
static const AVFilterPad lenscorrection_outputs[]
AVFrame * in
Definition: af_adenorm.c:223
internal API functions
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
int depth
Number of bits in the component.
Definition: pixdesc.h:58
#define FLAGS
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:411
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:659
int i
Definition: input.c:407
#define AV_PIX_FMT_YUVA422P12
Definition: pixfmt.h:439
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58