FFmpeg
avf_showfreqs.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include <float.h>
22 #include <math.h>
23 
24 #include "libavutil/mem.h"
25 #include "libavutil/tx.h"
26 #include "libavutil/avassert.h"
27 #include "libavutil/avstring.h"
28 #include "libavutil/channel_layout.h"
29 #include "libavutil/intreadwrite.h"
30 #include "libavutil/opt.h"
31 #include "libavutil/parseutils.h"
32 #include "audio.h"
33 #include "filters.h"
34 #include "formats.h"
35 #include "video.h"
36 #include "avfilter.h"
37 #include "window_func.h"
38 
39 enum DataMode { MAGNITUDE, PHASE, DELAY, NB_DATA };
40 enum DisplayMode { LINE, BAR, DOT, NB_MODES };
41 enum ChannelMode { COMBINED, SEPARATE, NB_CMODES };
42 enum FrequencyScale { FS_LINEAR, FS_LOG, FS_RLOG, NB_FSCALES };
43 enum AmplitudeScale { AS_LINEAR, AS_SQRT, AS_CBRT, AS_LOG, NB_ASCALES };
44 
45 typedef struct ShowFreqsContext {
46  const AVClass *class;
47  int w, h;
48  int mode;
49  int data_mode;
50  int cmode;
51  int fft_size;
52  int ascale, fscale;
53  int avg;
54  int win_func;
55  char *ch_layout_str;
56  uint8_t *bypass;
57  AVChannelLayout ch_layout;
58  AVTXContext *fft;
59  av_tx_fn tx_fn;
60  AVComplexFloat **fft_input;
61  AVComplexFloat **fft_data;
62  AVFrame *window;
63  float **avg_data;
64  float *window_func_lut;
65  float overlap;
66  float minamp;
67  int hop_size;
68  int nb_channels;
69  int nb_draw_channels;
70  int nb_freq;
71  int win_size;
72  float scale;
73  char *colors;
74  int64_t pts;
75  int64_t old_pts;
76  AVRational frame_rate;
77 } ShowFreqsContext;
78 
79 #define OFFSET(x) offsetof(ShowFreqsContext, x)
80 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
81 
82 static const AVOption showfreqs_options[] = {
83  { "size", "set video size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str = "1024x512"}, 0, 0, FLAGS },
84  { "s", "set video size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str = "1024x512"}, 0, 0, FLAGS },
85  { "rate", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, FLAGS },
86  { "r", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, FLAGS },
87  { "mode", "set display mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=BAR}, 0, NB_MODES-1, FLAGS, .unit = "mode" },
88  { "line", "show lines", 0, AV_OPT_TYPE_CONST, {.i64=LINE}, 0, 0, FLAGS, .unit = "mode" },
89  { "bar", "show bars", 0, AV_OPT_TYPE_CONST, {.i64=BAR}, 0, 0, FLAGS, .unit = "mode" },
90  { "dot", "show dots", 0, AV_OPT_TYPE_CONST, {.i64=DOT}, 0, 0, FLAGS, .unit = "mode" },
91  { "ascale", "set amplitude scale", OFFSET(ascale), AV_OPT_TYPE_INT, {.i64=AS_LOG}, 0, NB_ASCALES-1, FLAGS, .unit = "ascale" },
92  { "lin", "linear", 0, AV_OPT_TYPE_CONST, {.i64=AS_LINEAR}, 0, 0, FLAGS, .unit = "ascale" },
93  { "sqrt", "square root", 0, AV_OPT_TYPE_CONST, {.i64=AS_SQRT}, 0, 0, FLAGS, .unit = "ascale" },
94  { "cbrt", "cubic root", 0, AV_OPT_TYPE_CONST, {.i64=AS_CBRT}, 0, 0, FLAGS, .unit = "ascale" },
95  { "log", "logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=AS_LOG}, 0, 0, FLAGS, .unit = "ascale" },
96  { "fscale", "set frequency scale", OFFSET(fscale), AV_OPT_TYPE_INT, {.i64=FS_LINEAR}, 0, NB_FSCALES-1, FLAGS, .unit = "fscale" },
97  { "lin", "linear", 0, AV_OPT_TYPE_CONST, {.i64=FS_LINEAR}, 0, 0, FLAGS, .unit = "fscale" },
98  { "log", "logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=FS_LOG}, 0, 0, FLAGS, .unit = "fscale" },
99  { "rlog", "reverse logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=FS_RLOG}, 0, 0, FLAGS, .unit = "fscale" },
100  { "win_size", "set window size", OFFSET(fft_size), AV_OPT_TYPE_INT, {.i64=2048}, 16, 65536, FLAGS },
101  WIN_FUNC_OPTION("win_func", OFFSET(win_func), FLAGS, WFUNC_HANNING),
102  { "overlap", "set window overlap", OFFSET(overlap), AV_OPT_TYPE_FLOAT, {.dbl=1.}, 0., 1., FLAGS },
103  { "averaging", "set time averaging", OFFSET(avg), AV_OPT_TYPE_INT, {.i64=1}, 0, INT32_MAX, FLAGS },
104  { "colors", "set channels colors", OFFSET(colors), AV_OPT_TYPE_STRING, {.str = "red|green|blue|yellow|orange|lime|pink|magenta|brown" }, 0, 0, FLAGS },
105  { "cmode", "set channel mode", OFFSET(cmode), AV_OPT_TYPE_INT, {.i64=COMBINED}, 0, NB_CMODES-1, FLAGS, .unit = "cmode" },
106  { "combined", "show all channels in same window", 0, AV_OPT_TYPE_CONST, {.i64=COMBINED}, 0, 0, FLAGS, .unit = "cmode" },
107  { "separate", "show each channel in own window", 0, AV_OPT_TYPE_CONST, {.i64=SEPARATE}, 0, 0, FLAGS, .unit = "cmode" },
108  { "minamp", "set minimum amplitude", OFFSET(minamp), AV_OPT_TYPE_FLOAT, {.dbl=1e-6}, FLT_MIN, 1e-6, FLAGS },
109  { "data", "set data mode", OFFSET(data_mode), AV_OPT_TYPE_INT, {.i64=MAGNITUDE}, 0, NB_DATA-1, FLAGS, .unit = "data" },
110  { "magnitude", "show magnitude", 0, AV_OPT_TYPE_CONST, {.i64=MAGNITUDE}, 0, 0, FLAGS, .unit = "data" },
111  { "phase", "show phase", 0, AV_OPT_TYPE_CONST, {.i64=PHASE}, 0, 0, FLAGS, .unit = "data" },
112  { "delay", "show group delay",0, AV_OPT_TYPE_CONST, {.i64=DELAY}, 0, 0, FLAGS, .unit = "data" },
113  { "channels", "set channels to draw", OFFSET(ch_layout_str), AV_OPT_TYPE_STRING, {.str="all"}, 0, 0, FLAGS },
114  { NULL }
115 };
116 
117 AVFILTER_DEFINE_CLASS(showfreqs);
118 
119 static int query_formats(AVFilterContext *ctx)
120 {
121  AVFilterFormats *formats = NULL;
122  AVFilterChannelLayouts *layouts = NULL;
123  AVFilterLink *inlink = ctx->inputs[0];
124  AVFilterLink *outlink = ctx->outputs[0];
125  static const enum AVSampleFormat sample_fmts[] = { AV_SAMPLE_FMT_FLTP, AV_SAMPLE_FMT_NONE };
126  static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_RGBA, AV_PIX_FMT_NONE };
127  int ret;
128 
129  /* set input audio formats */
130  formats = ff_make_format_list(sample_fmts);
131  if ((ret = ff_formats_ref(formats, &inlink->outcfg.formats)) < 0)
132  return ret;
133 
134  layouts = ff_all_channel_counts();
135  if ((ret = ff_channel_layouts_ref(layouts, &inlink->outcfg.channel_layouts)) < 0)
136  return ret;
137 
138  formats = ff_all_samplerates();
139  if ((ret = ff_formats_ref(formats, &inlink->outcfg.samplerates)) < 0)
140  return ret;
141 
142  /* set output video format */
143  formats = ff_make_format_list(pix_fmts);
144  if ((ret = ff_formats_ref(formats, &outlink->incfg.formats)) < 0)
145  return ret;
146 
147  return 0;
148 }
149 
150 static int config_output(AVFilterLink *outlink)
151 {
152  FilterLink *l = ff_filter_link(outlink);
153  AVFilterContext *ctx = outlink->src;
154  AVFilterLink *inlink = ctx->inputs[0];
155  ShowFreqsContext *s = ctx->priv;
156  float overlap, scale = 1.f;
157  int i, ret;
158 
159  s->old_pts = AV_NOPTS_VALUE;
160  s->nb_freq = s->fft_size / 2;
161  s->win_size = s->fft_size;
162  av_tx_uninit(&s->fft);
163  ret = av_tx_init(&s->fft, &s->tx_fn, AV_TX_FLOAT_FFT, 0, s->fft_size, &scale, 0);
164  if (ret < 0) {
165  av_log(ctx, AV_LOG_ERROR, "Unable to create FFT context. "
166  "The window size might be too high.\n");
167  return ret;
168  }
169 
170  /* FFT buffers: x2 for each (display) channel buffer.
171  * Note: we use free and malloc instead of a realloc-like function to
172  * make sure the buffer is aligned in memory for the FFT functions. */
173  for (i = 0; i < s->nb_channels; i++) {
174  av_freep(&s->fft_input[i]);
175  av_freep(&s->fft_data[i]);
176  av_freep(&s->avg_data[i]);
177  }
178  av_freep(&s->bypass);
179  av_freep(&s->fft_input);
180  av_freep(&s->fft_data);
181  av_freep(&s->avg_data);
182  s->nb_channels = inlink->ch_layout.nb_channels;
183 
184  s->bypass = av_calloc(s->nb_channels, sizeof(*s->bypass));
185  if (!s->bypass)
186  return AVERROR(ENOMEM);
187  s->fft_input = av_calloc(s->nb_channels, sizeof(*s->fft_input));
188  if (!s->fft_input)
189  return AVERROR(ENOMEM);
190  s->fft_data = av_calloc(s->nb_channels, sizeof(*s->fft_data));
191  if (!s->fft_data)
192  return AVERROR(ENOMEM);
193  s->avg_data = av_calloc(s->nb_channels, sizeof(*s->avg_data));
194  if (!s->avg_data)
195  return AVERROR(ENOMEM);
196  for (i = 0; i < s->nb_channels; i++) {
197  s->fft_input[i] = av_calloc(FFALIGN(s->win_size, 512), sizeof(**s->fft_input));
198  s->fft_data[i] = av_calloc(FFALIGN(s->win_size, 512), sizeof(**s->fft_data));
199  s->avg_data[i] = av_calloc(s->nb_freq, sizeof(**s->avg_data));
200  if (!s->fft_data[i] || !s->avg_data[i] || !s->fft_input[i])
201  return AVERROR(ENOMEM);
202  }
203 
204  /* pre-calc windowing function */
205  s->window_func_lut = av_realloc_f(s->window_func_lut, s->win_size,
206  sizeof(*s->window_func_lut));
207  if (!s->window_func_lut)
208  return AVERROR(ENOMEM);
209  generate_window_func(s->window_func_lut, s->win_size, s->win_func, &overlap);
210  if (s->overlap == 1.)
211  s->overlap = overlap;
212  s->hop_size = (1. - s->overlap) * s->win_size;
213  if (s->hop_size < 1) {
214  av_log(ctx, AV_LOG_ERROR, "overlap %f too big\n", s->overlap);
215  return AVERROR(EINVAL);
216  }
217 
218  for (s->scale = 0, i = 0; i < s->win_size; i++) {
219  s->scale += s->window_func_lut[i] * s->window_func_lut[i];
220  }
221 
222  s->window = ff_get_audio_buffer(inlink, s->win_size * 2);
223  if (!s->window)
224  return AVERROR(ENOMEM);
225 
226  l->frame_rate = s->frame_rate;
227  outlink->time_base = av_inv_q(l->frame_rate);
228  outlink->sample_aspect_ratio = (AVRational){1,1};
229  outlink->w = s->w;
230  outlink->h = s->h;
231 
232  ret = av_channel_layout_copy(&s->ch_layout, &inlink->ch_layout);
233  if (ret < 0)
234  return ret;
235  s->nb_draw_channels = s->nb_channels;
236 
237  if (strcmp(s->ch_layout_str, "all")) {
238  int nb_draw_channels = 0;
239  av_channel_layout_from_string(&s->ch_layout,
240  s->ch_layout_str);
241 
242  for (int ch = 0; ch < s->nb_channels; ch++) {
243  const enum AVChannel channel = av_channel_layout_channel_from_index(&inlink->ch_layout, ch);
244 
245  s->bypass[ch] = av_channel_layout_index_from_channel(&s->ch_layout, channel) < 0;
246  nb_draw_channels += s->bypass[ch] == 0;
247  }
248 
249  s->nb_draw_channels = nb_draw_channels;
250  }
251 
252  return 0;
253 }
254 
255 static inline void draw_dot(AVFrame *out, int x, int y, uint8_t fg[4])
256 {
257 
258  uint32_t color = AV_RL32(out->data[0] + y * out->linesize[0] + x * 4);
259 
260  if ((color & 0xffffff) != 0)
261  AV_WL32(out->data[0] + y * out->linesize[0] + x * 4, AV_RL32(fg) | color);
262  else
263  AV_WL32(out->data[0] + y * out->linesize[0] + x * 4, AV_RL32(fg));
264 }
265 
266 static int get_sx(ShowFreqsContext *s, int f)
267 {
268  switch (s->fscale) {
269  case FS_LINEAR:
270  return (s->w/(float)s->nb_freq)*f;
271  case FS_LOG:
272  return s->w-pow(s->w, (s->nb_freq-f-1)/(s->nb_freq-1.));
273  case FS_RLOG:
274  return pow(s->w, f/(s->nb_freq-1.));
275  }
276 
277  return 0;
278 }
279 
280 static float get_bsize(ShowFreqsContext *s, int f)
281 {
282  switch (s->fscale) {
283  case FS_LINEAR:
284  return s->w/(float)s->nb_freq;
285  case FS_LOG:
286  return pow(s->w, (s->nb_freq-f-1)/(s->nb_freq-1.))-
287  pow(s->w, (s->nb_freq-f-2)/(s->nb_freq-1.));
288  case FS_RLOG:
289  return pow(s->w, (f+1)/(s->nb_freq-1.))-
290  pow(s->w, f /(s->nb_freq-1.));
291  }
292 
293  return 1.;
294 }
295 
296 static inline void plot_freq(ShowFreqsContext *s, int ch,
297  double a, int f, uint8_t fg[4], int *prev_y,
298  AVFrame *out, AVFilterLink *outlink)
299 {
300  FilterLink *outl = ff_filter_link(outlink);
301  const int w = s->w;
302  const float min = s->minamp;
303  const float avg = s->avg_data[ch][f];
304  const float bsize = get_bsize(s, f);
305  const int sx = get_sx(s, f);
306  int end = outlink->h;
307  int x, y, i;
308 
309  switch(s->ascale) {
310  case AS_SQRT:
311  a = 1.0 - sqrt(a);
312  break;
313  case AS_CBRT:
314  a = 1.0 - cbrt(a);
315  break;
316  case AS_LOG:
317  a = log(av_clipd(a, min, 1)) / log(min);
318  break;
319  case AS_LINEAR:
320  a = 1.0 - a;
321  break;
322  }
323 
324  switch (s->cmode) {
325  case COMBINED:
326  y = a * outlink->h - 1;
327  break;
328  case SEPARATE:
329  end = (outlink->h / s->nb_draw_channels) * (ch + 1);
330  y = (outlink->h / s->nb_draw_channels) * ch + a * (outlink->h / s->nb_draw_channels) - 1;
331  break;
332  default:
333  av_assert0(0);
334  }
335  if (y < 0)
336  return;
337 
338  switch (s->avg) {
339  case 0:
340  y = s->avg_data[ch][f] = !outl->frame_count_in ? y : FFMIN(0, y);
341  break;
342  case 1:
343  break;
344  default:
345  s->avg_data[ch][f] = avg + y * (y - avg) / (FFMIN(outl->frame_count_in + 1, s->avg) * (float)y);
346  y = av_clip(s->avg_data[ch][f], 0, outlink->h - 1);
347  break;
348  }
349 
350  switch(s->mode) {
351  case LINE:
352  if (*prev_y == -1) {
353  *prev_y = y;
354  }
355  if (y <= *prev_y) {
356  for (x = sx + 1; x < sx + bsize && x < w; x++)
357  draw_dot(out, x, y, fg);
358  for (i = y; i <= *prev_y; i++)
359  draw_dot(out, sx, i, fg);
360  } else {
361  for (i = *prev_y; i <= y; i++)
362  draw_dot(out, sx, i, fg);
363  for (x = sx + 1; x < sx + bsize && x < w; x++)
364  draw_dot(out, x, i - 1, fg);
365  }
366  *prev_y = y;
367  break;
368  case BAR:
369  for (x = sx; x < sx + bsize && x < w; x++)
370  for (i = y; i < end; i++)
371  draw_dot(out, x, i, fg);
372  break;
373  case DOT:
374  for (x = sx; x < sx + bsize && x < w; x++)
375  draw_dot(out, x, y, fg);
376  break;
377  }
378 }
379 
380 static int plot_freqs(AVFilterLink *inlink, int64_t pts)
381 {
382  AVFilterContext *ctx = inlink->dst;
383  AVFilterLink *outlink = ctx->outputs[0];
384  ShowFreqsContext *s = ctx->priv;
385  AVFrame *in = s->window;
386  const int win_size = s->win_size;
387  char *colors, *color, *saveptr = NULL;
388  AVFrame *out;
389  int ch, n;
390 
391  /* fill FFT input with the number of samples available */
392  for (ch = 0; ch < s->nb_channels; ch++) {
393  const float *p = (float *)in->extended_data[ch];
394 
395  if (s->bypass[ch])
396  continue;
397 
398  for (n = 0; n < win_size; n++) {
399  s->fft_input[ch][n].re = p[n] * s->window_func_lut[n];
400  s->fft_input[ch][n].im = 0;
401  }
402  }
403 
404  /* run FFT on each samples set */
405  for (ch = 0; ch < s->nb_channels; ch++) {
406  if (s->bypass[ch])
407  continue;
408 
409  s->tx_fn(s->fft, s->fft_data[ch], s->fft_input[ch], sizeof(AVComplexFloat));
410  }
411 
412  s->pts = av_rescale_q(pts, inlink->time_base, outlink->time_base);
413  if (s->old_pts >= s->pts)
414  return 0;
415  s->old_pts = s->pts;
416 
417 #define RE(x, ch) s->fft_data[ch][x].re
418 #define IM(x, ch) s->fft_data[ch][x].im
419 #define M(a, b) (sqrt((a) * (a) + (b) * (b)))
420 #define P(a, b) (atan2((b), (a)))
421 
422  colors = av_strdup(s->colors);
423  if (!colors)
424  return AVERROR(ENOMEM);
425 
426  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
427  if (!out) {
428  av_free(colors);
429  return AVERROR(ENOMEM);
430  }
431 
432  for (n = 0; n < outlink->h; n++)
433  memset(out->data[0] + out->linesize[0] * n, 0, outlink->w * 4);
434 
435  for (ch = 0; ch < s->nb_channels; ch++) {
436  uint8_t fg[4] = { 0xff, 0xff, 0xff, 0xff };
437  int prev_y = -1, f;
438  double a;
439 
440  color = av_strtok(ch == 0 ? colors : NULL, " |", &saveptr);
441  if (color)
442  av_parse_color(fg, color, -1, ctx);
443 
444  if (s->bypass[ch])
445  continue;
446 
447  switch (s->data_mode) {
448  case MAGNITUDE:
449  for (f = 0; f < s->nb_freq; f++) {
450  a = av_clipd(M(RE(f, ch), IM(f, ch)) / s->scale, 0, 1);
451 
452  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
453  }
454  break;
455  case PHASE:
456  for (f = 0; f < s->nb_freq; f++) {
457  a = av_clipd((M_PI + P(RE(f, ch), IM(f, ch))) / (2. * M_PI), 0, 1);
458 
459  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
460  }
461  break;
462  case DELAY:
463  for (f = 0; f < s->nb_freq; f++) {
464  a = av_clipd((M_PI - P(IM(f, ch) * RE(f-1, ch) - IM(f-1, ch) * RE(f, ch),
465  RE(f, ch) * RE(f-1, ch) + IM(f, ch) * IM(f-1, ch))) / (2. * M_PI), 0, 1);
466 
467  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
468  }
469  break;
470  }
471  }
472 
473  av_free(colors);
474  out->pts = s->pts;
475  out->duration = 1;
476  out->sample_aspect_ratio = (AVRational){1,1};
477  return ff_filter_frame(outlink, out);
478 }
479 
480 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
481 {
482  AVFilterContext *ctx = inlink->dst;
483  ShowFreqsContext *s = ctx->priv;
484  const int offset = s->win_size - s->hop_size;
485  int64_t pts = in->pts;
486 
487  for (int ch = 0; ch < in->ch_layout.nb_channels; ch++) {
488  float *dst = (float *)s->window->extended_data[ch];
489 
490  memmove(dst, &dst[s->hop_size], offset * sizeof(float));
491  memcpy(&dst[offset], in->extended_data[ch], in->nb_samples * sizeof(float));
492  memset(&dst[offset + in->nb_samples], 0, (s->hop_size - in->nb_samples) * sizeof(float));
493  }
494 
495  av_frame_free(&in);
496 
497  return plot_freqs(inlink, pts);
498 }
499 
500 static int activate(AVFilterContext *ctx)
501 {
502  AVFilterLink *inlink = ctx->inputs[0];
503  AVFilterLink *outlink = ctx->outputs[0];
504  ShowFreqsContext *s = ctx->priv;
505  AVFrame *in;
506  int ret;
507 
508  FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
509 
510  ret = ff_inlink_consume_samples(inlink, s->hop_size, s->hop_size, &in);
511  if (ret < 0)
512  return ret;
513 
514  if (ret > 0)
515  ret = filter_frame(inlink, in);
516  if (ret < 0)
517  return ret;
518 
519  if (ff_inlink_queued_samples(inlink) >= s->hop_size) {
520  ff_filter_set_ready(ctx, 10);
521  return 0;
522  }
523 
524  FF_FILTER_FORWARD_STATUS(inlink, outlink);
525  FF_FILTER_FORWARD_WANTED(outlink, inlink);
526 
527  return FFERROR_NOT_READY;
528 }
529 
530 static av_cold void uninit(AVFilterContext *ctx)
531 {
532  ShowFreqsContext *s = ctx->priv;
533  int i;
534 
535  av_channel_layout_uninit(&s->ch_layout);
536  av_tx_uninit(&s->fft);
537  for (i = 0; i < s->nb_channels; i++) {
538  if (s->fft_input)
539  av_freep(&s->fft_input[i]);
540  if (s->fft_data)
541  av_freep(&s->fft_data[i]);
542  if (s->avg_data)
543  av_freep(&s->avg_data[i]);
544  }
545  av_freep(&s->bypass);
546  av_freep(&s->fft_input);
547  av_freep(&s->fft_data);
548  av_freep(&s->avg_data);
549  av_freep(&s->window_func_lut);
550  av_frame_free(&s->window);
551 }
552 
553 static const AVFilterPad showfreqs_outputs[] = {
554  {
555  .name = "default",
556  .type = AVMEDIA_TYPE_VIDEO,
557  .config_props = config_output,
558  },
559 };
560 
561 const AVFilter ff_avf_showfreqs = {
562  .name = "showfreqs",
563  .description = NULL_IF_CONFIG_SMALL("Convert input audio to a frequencies video output."),
564  .uninit = uninit,
565  .priv_size = sizeof(ShowFreqsContext),
566  .activate = activate,
567  FILTER_INPUTS(ff_audio_default_filterpad),
568  FILTER_OUTPUTS(showfreqs_outputs),
569  FILTER_QUERY_FUNC(query_formats),
570  .priv_class = &showfreqs_class,
571 };
formats
formats
Definition: signature.h:47
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:116
ShowFreqsContext::tx_fn
av_tx_fn tx_fn
Definition: avf_showfreqs.c:59
ff_get_audio_buffer
AVFrame * ff_get_audio_buffer(AVFilterLink *link, int nb_samples)
Request an audio samples buffer with a specific set of permissions.
Definition: audio.c:98
AV_SAMPLE_FMT_FLTP
@ AV_SAMPLE_FMT_FLTP
float, planar
Definition: samplefmt.h:66
AVFilterChannelLayouts
A list of supported channel layouts.
Definition: formats.h:85
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
ShowFreqsContext::fscale
int fscale
Definition: avf_showfreqs.c:52
av_clip
#define av_clip
Definition: common.h:100
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_make_format_list
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:435
AV_WL32
#define AV_WL32(p, v)
Definition: intreadwrite.h:422
out
FILE * out
Definition: movenc.c:55
M
#define M(a, b)
ShowFreqsContext::win_func
int win_func
Definition: avf_showfreqs.c:54
color
Definition: vf_paletteuse.c:511
ShowFreqsContext::old_pts
int64_t old_pts
Definition: avf_showfreqs.c:75
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1023
sample_fmts
static enum AVSampleFormat sample_fmts[]
Definition: adpcmenc.c:948
ff_channel_layouts_ref
int ff_channel_layouts_ref(AVFilterChannelLayouts *f, AVFilterChannelLayouts **ref)
Add *ref as a new reference to f.
Definition: formats.c:673
layouts
enum MovChannelLayoutTag * layouts
Definition: mov_chan.c:335
ShowFreqsContext::scale
float scale
Definition: avf_showfreqs.c:72
av_parse_color
int av_parse_color(uint8_t *rgba_color, const char *color_string, int slen, void *log_ctx)
Put the RGBA values that correspond to color_string in rgba_color.
Definition: parseutils.c:356
FFERROR_NOT_READY
return FFERROR_NOT_READY
Definition: filter_design.txt:204
AV_OPT_TYPE_VIDEO_RATE
@ AV_OPT_TYPE_VIDEO_RATE
Underlying C type is AVRational.
Definition: opt.h:315
AVTXContext
Definition: tx_priv.h:235
int64_t
long long int64_t
Definition: coverity.c:34
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
NB_CMODES
@ NB_CMODES
Definition: avf_showfreqs.c:41
normalize.log
log
Definition: normalize.py:21
LINE
@ LINE
Definition: avf_showfreqs.c:40
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:160
ff_all_channel_counts
AVFilterChannelLayouts * ff_all_channel_counts(void)
Construct an AVFilterChannelLayouts coding for any channel layout, with known or unknown disposition.
Definition: formats.c:621
ShowFreqsContext::nb_draw_channels
int nb_draw_channels
Definition: avf_showfreqs.c:69
RE
#define RE(x, ch)
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: filters.h:258
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:374
AVFrame::pts
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:486
w
uint8_t w
Definition: llviddspenc.c:38
draw_dot
static void draw_dot(AVFrame *out, int x, int y, uint8_t fg[4])
Definition: avf_showfreqs.c:255
av_channel_layout_channel_from_index
enum AVChannel av_channel_layout_channel_from_index(const AVChannelLayout *channel_layout, unsigned int idx)
Get the channel with the given index in a channel layout.
Definition: channel_layout.c:668
ShowFreqsContext::fft
AVTXContext * fft
Definition: avf_showfreqs.c:58
DELAY
@ DELAY
Definition: avf_showfreqs.c:39
AVOption
AVOption.
Definition: opt.h:429
query_formats
static int query_formats(AVFilterContext *ctx)
Definition: avf_showfreqs.c:119
NB_ASCALES
@ NB_ASCALES
Definition: avf_showfreqs.c:43
float.h
AVComplexFloat
Definition: tx.h:27
WIN_FUNC_OPTION
#define WIN_FUNC_OPTION(win_func_opt_name, win_func_offset, flag, default_window_func)
Definition: window_func.h:37
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:170
ff_avf_showfreqs
const AVFilter ff_avf_showfreqs
Definition: avf_showfreqs.c:561
AVChannelLayout::nb_channels
int nb_channels
Number of channels in this layout.
Definition: channel_layout.h:321
P
#define P(a, b)
video.h
ShowFreqsContext::w
int w
Definition: avf_showfreqs.c:47
FF_FILTER_FORWARD_STATUS_BACK
#define FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink)
Forward the status on an output link to an input link.
Definition: filters.h:430
av_tx_init
av_cold int av_tx_init(AVTXContext **ctx, av_tx_fn *tx, enum AVTXType type, int inv, int len, const void *scale, uint64_t flags)
Initialize a transform context with the given configuration (i)MDCTs with an odd length are currently...
Definition: tx.c:903
AVFilterFormats
A list of supported formats for one end of a filter link.
Definition: formats.h:64
ShowFreqsContext::frame_rate
AVRational frame_rate
Definition: avf_showfreqs.c:76
formats.h
OFFSET
#define OFFSET(x)
Definition: avf_showfreqs.c:79
ShowFreqsContext::fft_data
AVComplexFloat ** fft_data
Definition: avf_showfreqs.c:61
ShowFreqsContext::h
int h
Definition: avf_showfreqs.c:47
AVFrame::ch_layout
AVChannelLayout ch_layout
Channel layout of the audio data.
Definition: frame.h:775
pts
static int64_t pts
Definition: transcode_aac.c:644
FS_LOG
@ FS_LOG
Definition: avf_showfreqs.c:42
ChannelMode
ChannelMode
Definition: avf_showfreqs.c:41
AVFilterPad
A filter pad used for either input or output.
Definition: filters.h:38
cbrt
#define cbrt
Definition: tablegen.h:35
avassert.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
av_cold
#define av_cold
Definition: attributes.h:90
AmplitudeScale
AmplitudeScale
Definition: avf_ahistogram.c:30
av_tx_fn
void(* av_tx_fn)(AVTXContext *s, void *out, void *in, ptrdiff_t stride)
Function pointer to a function to perform the transform.
Definition: tx.h:151
BAR
@ BAR
Definition: avf_showfreqs.c:40
float
float
Definition: af_crystalizer.c:122
ShowFreqsContext::window
AVFrame * window
Definition: avf_showfreqs.c:62
intreadwrite.h
s
#define s(width, name)
Definition: cbs_vp9.c:198
ShowFreqsContext::nb_channels
int nb_channels
Definition: avf_showfreqs.c:68
config_output
static int config_output(AVFilterLink *outlink)
Definition: avf_showfreqs.c:150
ff_formats_ref
int ff_formats_ref(AVFilterFormats *f, AVFilterFormats **ref)
Add *ref as a new reference to formats.
Definition: formats.c:678
av_strtok
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok().
Definition: avstring.c:178
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:40
filters.h
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:304
AV_TX_FLOAT_FFT
@ AV_TX_FLOAT_FFT
Standard complex to complex FFT with sample data type of AVComplexFloat, AVComplexDouble or AVComplex...
Definition: tx.h:47
ShowFreqsContext::colors
char * colors
Definition: avf_showfreqs.c:73
ctx
AVFormatContext * ctx
Definition: movenc.c:49
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
FS_LINEAR
@ FS_LINEAR
Definition: avf_showfreqs.c:42
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: filters.h:259
AV_PIX_FMT_RGBA
@ AV_PIX_FMT_RGBA
packed RGBA 8:8:8:8, 32bpp, RGBARGBA...
Definition: pixfmt.h:100
ShowFreqsContext::fft_size
int fft_size
Definition: avf_showfreqs.c:51
if
if(ret)
Definition: filter_design.txt:179
SEPARATE
@ SEPARATE
Definition: avf_showfreqs.c:41
ShowFreqsContext::nb_freq
int nb_freq
Definition: avf_showfreqs.c:70
av_realloc_f
#define av_realloc_f(p, o, n)
Definition: tableprint_vlc.h:32
FLAGS
#define FLAGS
Definition: avf_showfreqs.c:80
ShowFreqsContext::fft_input
AVComplexFloat ** fft_input
Definition: avf_showfreqs.c:60
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
ff_inlink_consume_samples
int ff_inlink_consume_samples(AVFilterLink *link, unsigned min, unsigned max, AVFrame **rframe)
Take samples from the link's FIFO and update the link's stats.
Definition: avfilter.c:1471
NULL
#define NULL
Definition: coverity.c:32
ShowFreqsContext::cmode
int cmode
Definition: avf_showfreqs.c:50
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AV_OPT_TYPE_IMAGE_SIZE
@ AV_OPT_TYPE_IMAGE_SIZE
Underlying C type is two consecutive integers.
Definition: opt.h:303
parseutils.h
ShowFreqsContext::minamp
float minamp
Definition: avf_showfreqs.c:66
ff_audio_default_filterpad
const AVFilterPad ff_audio_default_filterpad[1]
An AVFilterPad array whose only entry has name "default" and is of type AVMEDIA_TYPE_AUDIO.
Definition: audio.c:34
generate_window_func
static void generate_window_func(float *lut, int N, int win_func, float *overlap)
Definition: window_func.h:63
WFUNC_HANNING
@ WFUNC_HANNING
Definition: window_func.h:29
ShowFreqsContext::ascale
int ascale
Definition: avf_showfreqs.c:52
ShowFreqsContext::ch_layout_str
char * ch_layout_str
Definition: avf_showfreqs.c:55
ff_filter_link
static FilterLink * ff_filter_link(AVFilterLink *link)
Definition: filters.h:197
ShowFreqsContext::avg_data
float ** avg_data
Definition: avf_showfreqs.c:63
f
f
Definition: af_crystalizer.c:122
ShowFreqsContext::hop_size
int hop_size
Definition: avf_showfreqs.c:67
DataMode
DataMode
Definition: avf_showfreqs.c:39
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:94
AVChannelLayout
An AVChannelLayout holds information about the channel layout of audio data.
Definition: channel_layout.h:311
activate
static int activate(AVFilterContext *ctx)
Definition: avf_showfreqs.c:500
AV_SAMPLE_FMT_NONE
@ AV_SAMPLE_FMT_NONE
Definition: samplefmt.h:56
color
static const uint32_t color[16+AV_CLASS_CATEGORY_NB]
Definition: log.c:94
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
ShowFreqsContext::mode
int mode
Definition: avf_showfreqs.c:48
ShowFreqsContext::bypass
uint8_t * bypass
Definition: avf_showfreqs.c:56
avg
#define avg(a, b, c, d)
Definition: colorspacedsp_template.c:28
IM
#define IM(x, ch)
ShowFreqsContext
Definition: avf_showfreqs.c:45
a
The reader does not expect b to be semantically here and if the code is changed by maybe adding a a division or other the signedness will almost certainly be mistaken To avoid this confusion a new type was SUINT is the C unsigned type but it holds a signed int to use the same example SUINT a
Definition: undefined.txt:41
FrequencyScale
FrequencyScale
Definition: avf_showcwt.c:37
MAGNITUDE
@ MAGNITUDE
Definition: avf_showfreqs.c:39
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
FF_FILTER_FORWARD_WANTED
FF_FILTER_FORWARD_WANTED(outlink, inlink)
M_PI
#define M_PI
Definition: mathematics.h:67
av_tx_uninit
av_cold void av_tx_uninit(AVTXContext **ctx)
Frees a context and sets *ctx to NULL, does nothing when *ctx == NULL.
Definition: tx.c:295
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Underlying C type is float.
Definition: opt.h:271
AVChannel
AVChannel
Definition: channel_layout.h:47
av_channel_layout_from_string
int av_channel_layout_from_string(AVChannelLayout *channel_layout, const char *str)
Initialize a channel layout from a given string description.
Definition: channel_layout.c:307
AVFrame::nb_samples
int nb_samples
number of audio samples (per channel) described by this frame
Definition: frame.h:454
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:256
AS_LINEAR
@ AS_LINEAR
Definition: avf_showfreqs.c:43
AVFrame::extended_data
uint8_t ** extended_data
pointers to the data planes/channels.
Definition: frame.h:435
AVSampleFormat
AVSampleFormat
Audio sample formats.
Definition: samplefmt.h:55
FS_RLOG
@ FS_RLOG
Definition: avf_showfreqs.c:42
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
get_sx
static int get_sx(ShowFreqsContext *s, int f)
Definition: avf_showfreqs.c:266
filter_frame
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: avf_showfreqs.c:480
av_inv_q
static av_always_inline AVRational av_inv_q(AVRational q)
Invert a rational.
Definition: rational.h:159
AVFilterPad::name
const char * name
Pad name.
Definition: filters.h:44
ff_inlink_queued_samples
int ff_inlink_queued_samples(AVFilterLink *link)
Definition: avfilter.c:1426
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:264
AVFilter
Filter definition.
Definition: avfilter.h:166
NB_MODES
@ NB_MODES
Definition: avf_showfreqs.c:40
ret
ret
Definition: filter_design.txt:187
plot_freq
static void plot_freq(ShowFreqsContext *s, int ch, double a, int f, uint8_t fg[4], int *prev_y, AVFrame *out, AVFilterLink *outlink)
Definition: avf_showfreqs.c:296
showfreqs_outputs
static const AVFilterPad showfreqs_outputs[]
Definition: avf_showfreqs.c:553
AV_RL32
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_RL32
Definition: bytestream.h:92
ShowFreqsContext::window_func_lut
float * window_func_lut
Definition: avf_showfreqs.c:64
window_func.h
NB_FSCALES
@ NB_FSCALES
Definition: avf_showfreqs.c:42
ShowFreqsContext::pts
int64_t pts
Definition: avf_showfreqs.c:74
showfreqs_options
static const AVOption showfreqs_options[]
Definition: avf_showfreqs.c:82
ff_all_samplerates
AVFilterFormats * ff_all_samplerates(void)
Definition: formats.c:606
channel_layout.h
av_channel_layout_index_from_channel
int av_channel_layout_index_from_channel(const AVChannelLayout *channel_layout, enum AVChannel channel)
Get the index of a given channel in a channel layout.
Definition: channel_layout.c:708
mode
mode
Definition: ebur128.h:83
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:72
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Underlying C type is int.
Definition: opt.h:259
avfilter.h
av_channel_layout_uninit
void av_channel_layout_uninit(AVChannelLayout *channel_layout)
Free any allocated data in the channel layout and reset the channel count to 0.
Definition: channel_layout.c:437
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: avf_showfreqs.c:530
ShowFreqsContext::data_mode
int data_mode
Definition: avf_showfreqs.c:49
AVFilterContext
An instance of a filter.
Definition: avfilter.h:407
ShowFreqsContext::win_size
int win_size
Definition: avf_showfreqs.c:71
av_channel_layout_copy
int av_channel_layout_copy(AVChannelLayout *dst, const AVChannelLayout *src)
Make a copy of a channel layout.
Definition: channel_layout.c:444
DisplayMode
DisplayMode
Definition: avf_ahistogram.c:32
ShowFreqsContext::avg
int avg
Definition: avf_showfreqs.c:53
get_bsize
static float get_bsize(ShowFreqsContext *s, int f)
Definition: avf_showfreqs.c:280
av_strdup
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:272
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
ShowFreqsContext::ch_layout
AVChannelLayout ch_layout
Definition: avf_showfreqs.c:57
mem.h
audio.h
NB_DATA
@ NB_DATA
Definition: avf_showfreqs.c:39
AVFilterFormatsConfig::formats
AVFilterFormats * formats
List of supported formats (pixel or sample).
Definition: avfilter.h:510
av_free
#define av_free(p)
Definition: tableprint_vlc.h:33
scale
static void scale(int *out, const int *in, const int w, const int h, const int shift)
Definition: intra.c:291
FF_FILTER_FORWARD_STATUS
FF_FILTER_FORWARD_STATUS(inlink, outlink)
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
AS_CBRT
@ AS_CBRT
Definition: avf_showfreqs.c:43
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
COMBINED
@ COMBINED
Definition: avf_showfreqs.c:41
PHASE
@ PHASE
Definition: avf_showfreqs.c:39
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
DOT
@ DOT
Definition: avf_showfreqs.c:40
avstring.h
plot_freqs
static int plot_freqs(AVFilterLink *inlink, int64_t pts)
Definition: avf_showfreqs.c:380
AV_OPT_TYPE_STRING
@ AV_OPT_TYPE_STRING
Underlying C type is a uint8_t* that is either NULL or points to a C string allocated with the av_mal...
Definition: opt.h:276
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(showfreqs)
AS_LOG
@ AS_LOG
Definition: avf_showfreqs.c:43
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Special option type for declaring named constants.
Definition: opt.h:299
FILTER_QUERY_FUNC
#define FILTER_QUERY_FUNC(func)
Definition: filters.h:235
channel
channel
Definition: ebur128.h:39
ShowFreqsContext::overlap
float overlap
Definition: avf_showfreqs.c:65
AS_SQRT
@ AS_SQRT
Definition: avf_showfreqs.c:43
av_clipd
av_clipd
Definition: af_crystalizer.c:132
ff_filter_set_ready
void ff_filter_set_ready(AVFilterContext *filter, unsigned priority)
Mark a filter ready and schedule it for activation.
Definition: avfilter.c:237
tx.h
min
float min
Definition: vorbis_enc_data.h:429
Generated on Sat Aug 31 2024 19:22:29 for FFmpeg by   doxygen 1.8.17