FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
vf_mix.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/avstring.h"
22 #include "libavutil/imgutils.h"
23 #include "libavutil/intreadwrite.h"
24 #include "libavutil/opt.h"
25 #include "libavutil/pixdesc.h"
26 
27 #include "avfilter.h"
28 #include "formats.h"
29 #include "internal.h"
30 #include "framesync.h"
31 #include "video.h"
32 
33 typedef struct MixContext {
34  const AVClass *class;
36  char *weights_str;
37  int nb_inputs;
38  int duration;
39  float *weights;
40  float scale;
41  float wfactor;
42 
43  int tmix;
44  int nb_frames;
45 
46  int depth;
47  int max;
48  int nb_planes;
49  int linesize[4];
50  int height[4];
51 
54 } MixContext;
55 
57 {
59  int fmt, ret;
60 
61  for (fmt = 0; av_pix_fmt_desc_get(fmt); fmt++) {
63  if (!(desc->flags & AV_PIX_FMT_FLAG_PAL ||
66  (ret = ff_add_format(&pix_fmts, fmt)) < 0)
67  return ret;
68  }
69 
70  return ff_set_common_formats(ctx, pix_fmts);
71 }
72 
74 {
75  MixContext *s = ctx->priv;
76  char *p, *arg, *saveptr = NULL;
77  int i, ret, last = 0;
78 
79  s->tmix = !strcmp(ctx->filter->name, "tmix");
80 
81  s->frames = av_calloc(s->nb_inputs, sizeof(*s->frames));
82  if (!s->frames)
83  return AVERROR(ENOMEM);
84 
85  s->weights = av_calloc(s->nb_inputs, sizeof(*s->weights));
86  if (!s->weights)
87  return AVERROR(ENOMEM);
88 
89  if (!s->tmix) {
90  for (i = 0; i < s->nb_inputs; i++) {
91  AVFilterPad pad = { 0 };
92 
94  pad.name = av_asprintf("input%d", i);
95  if (!pad.name)
96  return AVERROR(ENOMEM);
97 
98  if ((ret = ff_insert_inpad(ctx, i, &pad)) < 0) {
99  av_freep(&pad.name);
100  return ret;
101  }
102  }
103  }
104 
105  p = s->weights_str;
106  for (i = 0; i < s->nb_inputs; i++) {
107  if (!(arg = av_strtok(p, " ", &saveptr)))
108  break;
109 
110  p = NULL;
111  sscanf(arg, "%f", &s->weights[i]);
112  s->wfactor += s->weights[i];
113  last = i;
114  }
115  for (; i < s->nb_inputs; i++) {
116  s->weights[i] = s->weights[last];
117  s->wfactor += s->weights[i];
118  }
119  if (s->scale == 0) {
120  s->wfactor = 1 / s->wfactor;
121  } else {
122  s->wfactor = s->scale;
123  }
124 
125  return 0;
126 }
127 
128 typedef struct ThreadData {
129  AVFrame **in, *out;
130 } ThreadData;
131 
132 static int mix_frames(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
133 {
134  MixContext *s = ctx->priv;
135  ThreadData *td = arg;
136  AVFrame **in = td->in;
137  AVFrame *out = td->out;
138  int i, p, x, y;
139 
140  if (s->depth <= 8) {
141  for (p = 0; p < s->nb_planes; p++) {
142  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
143  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
144  uint8_t *dst = out->data[p] + slice_start * out->linesize[p];
145 
146  for (y = slice_start; y < slice_end; y++) {
147  for (x = 0; x < s->linesize[p]; x++) {
148  int val = 0;
149 
150  for (i = 0; i < s->nb_inputs; i++) {
151  uint8_t src = in[i]->data[p][y * in[i]->linesize[p] + x];
152 
153  val += src * s->weights[i];
154  }
155 
156  dst[x] = av_clip_uint8(val * s->wfactor);
157  }
158 
159  dst += out->linesize[p];
160  }
161  }
162  } else {
163  for (p = 0; p < s->nb_planes; p++) {
164  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
165  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
166  uint16_t *dst = (uint16_t *)(out->data[p] + slice_start * out->linesize[p]);
167 
168  for (y = slice_start; y < slice_end; y++) {
169  for (x = 0; x < s->linesize[p] / 2; x++) {
170  int val = 0;
171 
172  for (i = 0; i < s->nb_inputs; i++) {
173  uint16_t src = AV_RN16(in[i]->data[p] + y * in[i]->linesize[p] + x * 2);
174 
175  val += src * s->weights[i];
176  }
177 
178  dst[x] = av_clip(val * s->wfactor, 0, s->max);
179  }
180 
181  dst += out->linesize[p] / 2;
182  }
183  }
184  }
185 
186  return 0;
187 }
188 
190 {
191  AVFilterContext *ctx = fs->parent;
192  AVFilterLink *outlink = ctx->outputs[0];
193  MixContext *s = fs->opaque;
194  AVFrame **in = s->frames;
195  AVFrame *out;
196  ThreadData td;
197  int i, ret;
198 
199  for (i = 0; i < s->nb_inputs; i++) {
200  if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0)
201  return ret;
202  }
203 
204  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
205  if (!out)
206  return AVERROR(ENOMEM);
207  out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, outlink->time_base);
208 
209  td.in = in;
210  td.out = out;
211  ctx->internal->execute(ctx, mix_frames, &td, NULL, FFMIN(s->height[0], ff_filter_get_nb_threads(ctx)));
212 
213  return ff_filter_frame(outlink, out);
214 }
215 
216 static int config_output(AVFilterLink *outlink)
217 {
218  AVFilterContext *ctx = outlink->src;
219  MixContext *s = ctx->priv;
220  AVRational time_base = ctx->inputs[0]->time_base;
221  AVRational frame_rate = ctx->inputs[0]->frame_rate;
222  AVFilterLink *inlink = ctx->inputs[0];
223  int height = ctx->inputs[0]->h;
224  int width = ctx->inputs[0]->w;
225  FFFrameSyncIn *in;
226  int i, ret;
227 
228  if (!s->tmix) {
229  for (i = 1; i < s->nb_inputs; i++) {
230  if (ctx->inputs[i]->h != height || ctx->inputs[i]->w != width) {
231  av_log(ctx, AV_LOG_ERROR, "Input %d size (%dx%d) does not match input %d size (%dx%d).\n", i, ctx->inputs[i]->w, ctx->inputs[i]->h, 0, width, height);
232  return AVERROR(EINVAL);
233  }
234  }
235  }
236 
237  s->desc = av_pix_fmt_desc_get(outlink->format);
238  if (!s->desc)
239  return AVERROR_BUG;
241  s->depth = s->desc->comp[0].depth;
242  s->max = (1 << s->depth) - 1;
243 
244  if ((ret = av_image_fill_linesizes(s->linesize, inlink->format, inlink->w)) < 0)
245  return ret;
246 
247  s->height[1] = s->height[2] = AV_CEIL_RSHIFT(inlink->h, s->desc->log2_chroma_h);
248  s->height[0] = s->height[3] = inlink->h;
249 
250  if (s->tmix)
251  return 0;
252 
253  outlink->w = width;
254  outlink->h = height;
255  outlink->time_base = time_base;
256  outlink->frame_rate = frame_rate;
257 
258  if ((ret = ff_framesync_init(&s->fs, ctx, s->nb_inputs)) < 0)
259  return ret;
260 
261  in = s->fs.in;
262  s->fs.opaque = s;
264 
265  for (i = 0; i < s->nb_inputs; i++) {
266  AVFilterLink *inlink = ctx->inputs[i];
267 
268  in[i].time_base = inlink->time_base;
269  in[i].sync = 1;
270  in[i].before = EXT_STOP;
271  in[i].after = (s->duration == 1 || (s->duration == 2 && i == 0)) ? EXT_STOP : EXT_INFINITY;
272  }
273 
274  return ff_framesync_configure(&s->fs);
275 }
276 
278 {
279  MixContext *s = ctx->priv;
280  int i;
281 
282  ff_framesync_uninit(&s->fs);
283  av_freep(&s->weights);
284 
285  if (!s->tmix) {
286  for (i = 0; i < ctx->nb_inputs; i++)
287  av_freep(&ctx->input_pads[i].name);
288  } else {
289  for (i = 0; i < s->nb_frames; i++)
290  av_frame_free(&s->frames[i]);
291  }
292  av_freep(&s->frames);
293 }
294 
296 {
297  MixContext *s = ctx->priv;
298  return ff_framesync_activate(&s->fs);
299 }
300 
301 #define OFFSET(x) offsetof(MixContext, x)
302 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
303 
304 static const AVOption mix_options[] = {
305  { "inputs", "set number of inputs", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT_MAX, .flags = FLAGS },
306  { "weights", "set weight for each input", OFFSET(weights_str), AV_OPT_TYPE_STRING, {.str="1 1"}, 0, 0, .flags = FLAGS },
307  { "scale", "set scale", OFFSET(scale), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, INT16_MAX, .flags = FLAGS },
308  { "duration", "how to determine end of stream", OFFSET(duration), AV_OPT_TYPE_INT, {.i64=0}, 0, 2, .flags = FLAGS, "duration" },
309  { "longest", "Duration of longest input", 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "duration" },
310  { "shortest", "Duration of shortest input", 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "duration" },
311  { "first", "Duration of first input", 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "duration" },
312  { NULL },
313 };
314 
315 static const AVFilterPad outputs[] = {
316  {
317  .name = "default",
318  .type = AVMEDIA_TYPE_VIDEO,
319  .config_props = config_output,
320  },
321  { NULL }
322 };
323 
324 #if CONFIG_MIX_FILTER
326 
328  .name = "mix",
329  .description = NULL_IF_CONFIG_SMALL("Mix video inputs."),
330  .priv_size = sizeof(MixContext),
331  .priv_class = &mix_class,
333  .outputs = outputs,
334  .init = init,
335  .uninit = uninit,
336  .activate = activate,
338 };
339 
340 #endif /* CONFIG_MIX_FILTER */
341 
342 #if CONFIG_TMIX_FILTER
343 static int tmix_filter_frame(AVFilterLink *inlink, AVFrame *in)
344 {
345  AVFilterContext *ctx = inlink->dst;
346  AVFilterLink *outlink = ctx->outputs[0];
347  MixContext *s = ctx->priv;
348  ThreadData td;
349  AVFrame *out;
350 
351  if (s->nb_frames < s->nb_inputs) {
352  s->frames[s->nb_frames] = in;
353  s->nb_frames++;
354  return 0;
355  } else {
356  av_frame_free(&s->frames[0]);
357  memmove(&s->frames[0], &s->frames[1], sizeof(*s->frames) * (s->nb_inputs - 1));
358  s->frames[s->nb_inputs - 1] = in;
359  }
360 
361  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
362  if (!out)
363  return AVERROR(ENOMEM);
364  out->pts = s->frames[0]->pts;
365 
366  td.out = out;
367  td.in = s->frames;
368  ctx->internal->execute(ctx, mix_frames, &td, NULL, FFMIN(s->height[0], ff_filter_get_nb_threads(ctx)));
369 
370  return ff_filter_frame(outlink, out);
371 }
372 
373 static const AVOption tmix_options[] = {
374  { "frames", "set number of successive frames to mix", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=3}, 2, 128, .flags = FLAGS },
375  { "weights", "set weight for each frame", OFFSET(weights_str), AV_OPT_TYPE_STRING, {.str="1 1 1"}, 0, 0, .flags = FLAGS },
376  { "scale", "set scale", OFFSET(scale), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, INT16_MAX, .flags = FLAGS },
377  { NULL },
378 };
379 
380 static const AVFilterPad inputs[] = {
381  {
382  .name = "default",
383  .type = AVMEDIA_TYPE_VIDEO,
384  .filter_frame = tmix_filter_frame,
385  },
386  { NULL }
387 };
388 
390 
392  .name = "tmix",
393  .description = NULL_IF_CONFIG_SMALL("Mix successive video frames."),
394  .priv_size = sizeof(MixContext),
395  .priv_class = &tmix_class,
397  .outputs = outputs,
398  .inputs = inputs,
399  .init = init,
400  .uninit = uninit,
402 };
403 
404 #endif /* CONFIG_TMIX_FILTER */
#define AV_PIX_FMT_FLAG_PAL
Pixel format has a palette in data[1], values are indexes in this palette.
Definition: pixdesc.h:132
int nb_planes
Definition: vf_mix.c:48
#define NULL
Definition: coverity.c:32
const char const char void * val
Definition: avisynth_c.h:771
AVFrame * out
Definition: af_adeclick.c:485
int depth
Definition: vf_mix.c:46
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2446
This structure describes decoded (raw) audio or video data.
Definition: frame.h:226
AVOption.
Definition: opt.h:246
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:101
const char * fmt
Definition: avisynth_c.h:769
misc image utilities
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2486
Main libavfilter public API header.
const char * desc
Definition: nvenc.c:65
int(* on_event)(struct FFFrameSync *fs)
Callback called when a frame event is ready.
Definition: framesync.h:172
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:105
const AVPixFmtDescriptor * desc
Definition: vf_mix.c:35
AVFilter ff_vf_tmix
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:65
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:117
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:99
#define src
Definition: vp8dsp.c:254
#define FLAGS
Definition: vf_mix.c:302
int64_t pts
Timestamp of the current event.
Definition: framesync.h:167
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_mix.c:277
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:86
void * av_calloc(size_t nmemb, size_t size)
Non-inlined equivalent of av_mallocz_array().
Definition: mem.c:244
float scale
Definition: vf_mix.c:40
const char * name
Pad name.
Definition: internal.h:60
static int activate(AVFilterContext *ctx)
Definition: vf_mix.c:295
AVFilterContext * parent
Parent filter context.
Definition: framesync.h:152
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:346
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1080
AVFrame * in
Definition: af_afftdn.c:1082
static int mix_frames(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_mix.c:132
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:117
uint8_t
#define av_cold
Definition: attributes.h:82
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:259
AVOptions.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:319
FFFrameSyncIn * in
Pointer to array of inputs.
Definition: framesync.h:203
int64_t duration
Definition: movenc.c:63
#define height
FFFrameSync fs
Definition: vf_mix.c:53
int duration
Definition: vf_mix.c:38
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:91
Input stream structure.
Definition: framesync.h:81
int nb_frames
Definition: vf_mix.c:44
#define av_log(a,...)
A filter pad used for either input or output.
Definition: internal.h:54
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
AVFilterPad * input_pads
array of input pads
Definition: avfilter.h:345
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:568
#define td
Definition: regdef.h:70
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:293
Frame sync structure.
Definition: framesync.h:146
int tmix
Definition: vf_mix.c:43
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
static int config_output(AVFilterLink *outlink)
Definition: vf_mix.c:216
void * priv
private data for use by the filter
Definition: avfilter.h:353
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:116
const char * arg
Definition: jacosubdec.c:66
#define AV_PIX_FMT_FLAG_HWACCEL
Pixel format is an HW accelerated format.
Definition: pixdesc.h:140
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:96
int ff_add_format(AVFilterFormats **avff, int64_t fmt)
Add fmt to the list of media formats contained in *avff.
Definition: formats.c:337
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
Definition: framesync.c:344
int linesize[4]
Definition: vf_mix.c:49
char * av_asprintf(const char *fmt,...)
Definition: avstring.c:113
uint64_t flags
Combination of AV_PIX_FMT_FLAG_...
Definition: pixdesc.h:106
int height[4]
Definition: vf_mix.c:50
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:802
unsigned nb_inputs
number of input pads
Definition: avfilter.h:347
#define FFMIN(a, b)
Definition: common.h:96
#define width
static int process_frame(FFFrameSync *fs)
Definition: vf_mix.c:189
AVFormatContext * ctx
Definition: movenc.c:48
AVRational time_base
Time base for the output events.
Definition: framesync.h:162
#define s(width, name)
Definition: cbs_vp9.c:257
AVFilter ff_vf_mix
static const AVFilterPad inputs[]
Definition: af_acontrast.c:193
void * opaque
Opaque pointer, not used by the API.
Definition: framesync.h:177
static int mix(int c0, int c1)
Definition: 4xm.c:707
Extend the frame to infinity.
Definition: framesync.h:75
static int query_formats(AVFilterContext *ctx)
Definition: vf_mix.c:56
Used for passing data between threads.
Definition: af_adeclick.c:484
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:257
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:77
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
#define AV_RN16(p)
Definition: intreadwrite.h:360
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
char * weights_str
string for custom weights for every input
Definition: af_amix.c:165
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
Definition: error.h:50
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events...
Definition: framesync.h:139
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:144
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
Rational number (pair of numerator and denominator).
Definition: rational.h:58
const char * name
Filter name.
Definition: avfilter.h:148
#define OFFSET(x)
Definition: vf_mix.c:301
#define AV_PIX_FMT_FLAG_BITSTREAM
All values of a component are bit-wise packed end to end.
Definition: pixdesc.h:136
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:350
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:266
#define flags(name, subs,...)
Definition: cbs_av1.c:596
AVFilterInternal * internal
An opaque struct for libavfilter internal use.
Definition: avfilter.h:378
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:240
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok()...
Definition: avstring.c:184
int max
Definition: vf_mix.c:47
avfilter_execute_func * execute
Definition: internal.h:155
float * weights
custom weights for every input
Definition: af_amix.c:173
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2029
Completely stop all streams with this one.
Definition: framesync.h:65
static av_cold int init(AVFilterContext *ctx)
Definition: vf_mix.c:73
float wfactor
Definition: vf_mix.c:41
#define AVFILTER_DEFINE_CLASS(fname)
Definition: internal.h:334
A list of supported formats for one end of a filter link.
Definition: formats.h:64
int nb_inputs
number of inputs
Definition: af_amix.c:161
AVFrame ** frames
Definition: vf_mix.c:52
An instance of a filter.
Definition: avfilter.h:338
FILE * out
Definition: movenc.c:54
#define av_freep(p)
static const AVOption mix_options[]
Definition: vf_mix.c:304
static const AVFilterPad outputs[]
Definition: vf_mix.c:315
internal API functions
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:256
int depth
Number of bits in the component.
Definition: pixdesc.h:58
const AVFilter * filter
the AVFilter of which this is an instance
Definition: avfilter.h:341
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
Definition: internal.h:277