FFmpeg
avf_showfreqs.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include <float.h>
22 #include <math.h>
23 
24 #include "libavutil/mem.h"
25 #include "libavutil/tx.h"
26 #include "libavutil/avassert.h"
27 #include "libavutil/avstring.h"
28 #include "libavutil/channel_layout.h"
29 #include "libavutil/intreadwrite.h"
30 #include "libavutil/opt.h"
31 #include "libavutil/parseutils.h"
32 #include "audio.h"
33 #include "filters.h"
34 #include "formats.h"
35 #include "video.h"
36 #include "avfilter.h"
37 #include "internal.h"
38 #include "window_func.h"
39 
40 enum DataMode { MAGNITUDE, PHASE, DELAY, NB_DATA };
41 enum DisplayMode { LINE, BAR, DOT, NB_MODES };
42 enum ChannelMode { COMBINED, SEPARATE, NB_CMODES };
43 enum FrequencyScale { FS_LINEAR, FS_LOG, FS_RLOG, NB_FSCALES };
44 enum AmplitudeScale { AS_LINEAR, AS_SQRT, AS_CBRT, AS_LOG, NB_ASCALES };
45 
46 typedef struct ShowFreqsContext {
47  const AVClass *class;
48  int w, h;
49  int mode;
50  int data_mode;
51  int cmode;
52  int fft_size;
53  int ascale, fscale;
54  int avg;
55  int win_func;
56  char *ch_layout_str;
57  uint8_t *bypass;
58  AVChannelLayout ch_layout;
59  AVTXContext *fft;
60  av_tx_fn tx_fn;
61  AVComplexFloat **fft_input;
62  AVComplexFloat **fft_data;
63  AVFrame *window;
64  float **avg_data;
65  float *window_func_lut;
66  float overlap;
67  float minamp;
68  int hop_size;
69  int nb_channels;
70  int nb_draw_channels;
71  int nb_freq;
72  int win_size;
73  float scale;
74  char *colors;
75  int64_t pts;
76  int64_t old_pts;
77  AVRational frame_rate;
78 } ShowFreqsContext;
79 
80 #define OFFSET(x) offsetof(ShowFreqsContext, x)
81 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
82 
83 static const AVOption showfreqs_options[] = {
84  { "size", "set video size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str = "1024x512"}, 0, 0, FLAGS },
85  { "s", "set video size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str = "1024x512"}, 0, 0, FLAGS },
86  { "rate", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, FLAGS },
87  { "r", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, FLAGS },
88  { "mode", "set display mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=BAR}, 0, NB_MODES-1, FLAGS, .unit = "mode" },
89  { "line", "show lines", 0, AV_OPT_TYPE_CONST, {.i64=LINE}, 0, 0, FLAGS, .unit = "mode" },
90  { "bar", "show bars", 0, AV_OPT_TYPE_CONST, {.i64=BAR}, 0, 0, FLAGS, .unit = "mode" },
91  { "dot", "show dots", 0, AV_OPT_TYPE_CONST, {.i64=DOT}, 0, 0, FLAGS, .unit = "mode" },
92  { "ascale", "set amplitude scale", OFFSET(ascale), AV_OPT_TYPE_INT, {.i64=AS_LOG}, 0, NB_ASCALES-1, FLAGS, .unit = "ascale" },
93  { "lin", "linear", 0, AV_OPT_TYPE_CONST, {.i64=AS_LINEAR}, 0, 0, FLAGS, .unit = "ascale" },
94  { "sqrt", "square root", 0, AV_OPT_TYPE_CONST, {.i64=AS_SQRT}, 0, 0, FLAGS, .unit = "ascale" },
95  { "cbrt", "cubic root", 0, AV_OPT_TYPE_CONST, {.i64=AS_CBRT}, 0, 0, FLAGS, .unit = "ascale" },
96  { "log", "logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=AS_LOG}, 0, 0, FLAGS, .unit = "ascale" },
97  { "fscale", "set frequency scale", OFFSET(fscale), AV_OPT_TYPE_INT, {.i64=FS_LINEAR}, 0, NB_FSCALES-1, FLAGS, .unit = "fscale" },
98  { "lin", "linear", 0, AV_OPT_TYPE_CONST, {.i64=FS_LINEAR}, 0, 0, FLAGS, .unit = "fscale" },
99  { "log", "logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=FS_LOG}, 0, 0, FLAGS, .unit = "fscale" },
100  { "rlog", "reverse logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=FS_RLOG}, 0, 0, FLAGS, .unit = "fscale" },
101  { "win_size", "set window size", OFFSET(fft_size), AV_OPT_TYPE_INT, {.i64=2048}, 16, 65536, FLAGS },
102  WIN_FUNC_OPTION("win_func", OFFSET(win_func), FLAGS, WFUNC_HANNING),
103  { "overlap", "set window overlap", OFFSET(overlap), AV_OPT_TYPE_FLOAT, {.dbl=1.}, 0., 1., FLAGS },
104  { "averaging", "set time averaging", OFFSET(avg), AV_OPT_TYPE_INT, {.i64=1}, 0, INT32_MAX, FLAGS },
105  { "colors", "set channels colors", OFFSET(colors), AV_OPT_TYPE_STRING, {.str = "red|green|blue|yellow|orange|lime|pink|magenta|brown" }, 0, 0, FLAGS },
106  { "cmode", "set channel mode", OFFSET(cmode), AV_OPT_TYPE_INT, {.i64=COMBINED}, 0, NB_CMODES-1, FLAGS, .unit = "cmode" },
107  { "combined", "show all channels in same window", 0, AV_OPT_TYPE_CONST, {.i64=COMBINED}, 0, 0, FLAGS, .unit = "cmode" },
108  { "separate", "show each channel in own window", 0, AV_OPT_TYPE_CONST, {.i64=SEPARATE}, 0, 0, FLAGS, .unit = "cmode" },
109  { "minamp", "set minimum amplitude", OFFSET(minamp), AV_OPT_TYPE_FLOAT, {.dbl=1e-6}, FLT_MIN, 1e-6, FLAGS },
110  { "data", "set data mode", OFFSET(data_mode), AV_OPT_TYPE_INT, {.i64=MAGNITUDE}, 0, NB_DATA-1, FLAGS, .unit = "data" },
111  { "magnitude", "show magnitude", 0, AV_OPT_TYPE_CONST, {.i64=MAGNITUDE}, 0, 0, FLAGS, .unit = "data" },
112  { "phase", "show phase", 0, AV_OPT_TYPE_CONST, {.i64=PHASE}, 0, 0, FLAGS, .unit = "data" },
113  { "delay", "show group delay",0, AV_OPT_TYPE_CONST, {.i64=DELAY}, 0, 0, FLAGS, .unit = "data" },
114  { "channels", "set channels to draw", OFFSET(ch_layout_str), AV_OPT_TYPE_STRING, {.str="all"}, 0, 0, FLAGS },
115  { NULL }
116 };
117 
118 AVFILTER_DEFINE_CLASS(showfreqs);
119 
120 static int query_formats(AVFilterContext *ctx)
121 {
122  AVFilterFormats *formats = NULL;
123  AVFilterChannelLayouts *layouts = NULL;
124  AVFilterLink *inlink = ctx->inputs[0];
125  AVFilterLink *outlink = ctx->outputs[0];
126  static const enum AVSampleFormat sample_fmts[] = { AV_SAMPLE_FMT_FLTP, AV_SAMPLE_FMT_NONE };
127  static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_RGBA, AV_PIX_FMT_NONE };
128  int ret;
129 
130  /* set input audio formats */
131  formats = ff_make_format_list(sample_fmts);
132  if ((ret = ff_formats_ref(formats, &inlink->outcfg.formats)) < 0)
133  return ret;
134 
135  layouts = ff_all_channel_counts();
136  if ((ret = ff_channel_layouts_ref(layouts, &inlink->outcfg.channel_layouts)) < 0)
137  return ret;
138 
139  formats = ff_all_samplerates();
140  if ((ret = ff_formats_ref(formats, &inlink->outcfg.samplerates)) < 0)
141  return ret;
142 
143  /* set output video format */
144  formats = ff_make_format_list(pix_fmts);
145  if ((ret = ff_formats_ref(formats, &outlink->incfg.formats)) < 0)
146  return ret;
147 
148  return 0;
149 }
150 
151 static int config_output(AVFilterLink *outlink)
152 {
153  AVFilterContext *ctx = outlink->src;
154  AVFilterLink *inlink = ctx->inputs[0];
155  ShowFreqsContext *s = ctx->priv;
156  float overlap, scale = 1.f;
157  int i, ret;
158 
159  s->old_pts = AV_NOPTS_VALUE;
160  s->nb_freq = s->fft_size / 2;
161  s->win_size = s->fft_size;
162  av_tx_uninit(&s->fft);
163  ret = av_tx_init(&s->fft, &s->tx_fn, AV_TX_FLOAT_FFT, 0, s->fft_size, &scale, 0);
164  if (ret < 0) {
165  av_log(ctx, AV_LOG_ERROR, "Unable to create FFT context. "
166  "The window size might be too high.\n");
167  return ret;
168  }
169 
170  /* FFT buffers: x2 for each (display) channel buffer.
171  * Note: we use free and malloc instead of a realloc-like function to
172  * make sure the buffer is aligned in memory for the FFT functions. */
173  for (i = 0; i < s->nb_channels; i++) {
174  av_freep(&s->fft_input[i]);
175  av_freep(&s->fft_data[i]);
176  av_freep(&s->avg_data[i]);
177  }
178  av_freep(&s->bypass);
179  av_freep(&s->fft_input);
180  av_freep(&s->fft_data);
181  av_freep(&s->avg_data);
182  s->nb_channels = inlink->ch_layout.nb_channels;
183 
184  s->bypass = av_calloc(s->nb_channels, sizeof(*s->bypass));
185  if (!s->bypass)
186  return AVERROR(ENOMEM);
187  s->fft_input = av_calloc(s->nb_channels, sizeof(*s->fft_input));
188  if (!s->fft_input)
189  return AVERROR(ENOMEM);
190  s->fft_data = av_calloc(s->nb_channels, sizeof(*s->fft_data));
191  if (!s->fft_data)
192  return AVERROR(ENOMEM);
193  s->avg_data = av_calloc(s->nb_channels, sizeof(*s->avg_data));
194  if (!s->avg_data)
195  return AVERROR(ENOMEM);
196  for (i = 0; i < s->nb_channels; i++) {
197  s->fft_input[i] = av_calloc(FFALIGN(s->win_size, 512), sizeof(**s->fft_input));
198  s->fft_data[i] = av_calloc(FFALIGN(s->win_size, 512), sizeof(**s->fft_data));
199  s->avg_data[i] = av_calloc(s->nb_freq, sizeof(**s->avg_data));
200  if (!s->fft_data[i] || !s->avg_data[i] || !s->fft_input[i])
201  return AVERROR(ENOMEM);
202  }
203 
204  /* pre-calc windowing function */
205  s->window_func_lut = av_realloc_f(s->window_func_lut, s->win_size,
206  sizeof(*s->window_func_lut));
207  if (!s->window_func_lut)
208  return AVERROR(ENOMEM);
209  generate_window_func(s->window_func_lut, s->win_size, s->win_func, &overlap);
210  if (s->overlap == 1.)
211  s->overlap = overlap;
212  s->hop_size = (1. - s->overlap) * s->win_size;
213  if (s->hop_size < 1) {
214  av_log(ctx, AV_LOG_ERROR, "overlap %f too big\n", s->overlap);
215  return AVERROR(EINVAL);
216  }
217 
218  for (s->scale = 0, i = 0; i < s->win_size; i++) {
219  s->scale += s->window_func_lut[i] * s->window_func_lut[i];
220  }
221 
222  s->window = ff_get_audio_buffer(inlink, s->win_size * 2);
223  if (!s->window)
224  return AVERROR(ENOMEM);
225 
226  outlink->frame_rate = s->frame_rate;
227  outlink->time_base = av_inv_q(outlink->frame_rate);
228  outlink->sample_aspect_ratio = (AVRational){1,1};
229  outlink->w = s->w;
230  outlink->h = s->h;
231 
232  ret = av_channel_layout_copy(&s->ch_layout, &inlink->ch_layout);
233  if (ret < 0)
234  return ret;
235  s->nb_draw_channels = s->nb_channels;
236 
237  if (strcmp(s->ch_layout_str, "all")) {
238  int nb_draw_channels = 0;
239  av_channel_layout_from_string(&s->ch_layout,
240  s->ch_layout_str);
241 
242  for (int ch = 0; ch < s->nb_channels; ch++) {
243  const enum AVChannel channel = av_channel_layout_channel_from_index(&inlink->ch_layout, ch);
244 
245  s->bypass[ch] = av_channel_layout_index_from_channel(&s->ch_layout, channel) < 0;
246  nb_draw_channels += s->bypass[ch] == 0;
247  }
248 
249  s->nb_draw_channels = nb_draw_channels;
250  }
251 
252  return 0;
253 }
254 
255 static inline void draw_dot(AVFrame *out, int x, int y, uint8_t fg[4])
256 {
257 
258  uint32_t color = AV_RL32(out->data[0] + y * out->linesize[0] + x * 4);
259 
260  if ((color & 0xffffff) != 0)
261  AV_WL32(out->data[0] + y * out->linesize[0] + x * 4, AV_RL32(fg) | color);
262  else
263  AV_WL32(out->data[0] + y * out->linesize[0] + x * 4, AV_RL32(fg));
264 }
265 
266 static int get_sx(ShowFreqsContext *s, int f)
267 {
268  switch (s->fscale) {
269  case FS_LINEAR:
270  return (s->w/(float)s->nb_freq)*f;
271  case FS_LOG:
272  return s->w-pow(s->w, (s->nb_freq-f-1)/(s->nb_freq-1.));
273  case FS_RLOG:
274  return pow(s->w, f/(s->nb_freq-1.));
275  }
276 
277  return 0;
278 }
279 
280 static float get_bsize(ShowFreqsContext *s, int f)
281 {
282  switch (s->fscale) {
283  case FS_LINEAR:
284  return s->w/(float)s->nb_freq;
285  case FS_LOG:
286  return pow(s->w, (s->nb_freq-f-1)/(s->nb_freq-1.))-
287  pow(s->w, (s->nb_freq-f-2)/(s->nb_freq-1.));
288  case FS_RLOG:
289  return pow(s->w, (f+1)/(s->nb_freq-1.))-
290  pow(s->w, f /(s->nb_freq-1.));
291  }
292 
293  return 1.;
294 }
295 
296 static inline void plot_freq(ShowFreqsContext *s, int ch,
297  double a, int f, uint8_t fg[4], int *prev_y,
298  AVFrame *out, AVFilterLink *outlink)
299 {
300  const int w = s->w;
301  const float min = s->minamp;
302  const float avg = s->avg_data[ch][f];
303  const float bsize = get_bsize(s, f);
304  const int sx = get_sx(s, f);
305  int end = outlink->h;
306  int x, y, i;
307 
308  switch(s->ascale) {
309  case AS_SQRT:
310  a = 1.0 - sqrt(a);
311  break;
312  case AS_CBRT:
313  a = 1.0 - cbrt(a);
314  break;
315  case AS_LOG:
316  a = log(av_clipd(a, min, 1)) / log(min);
317  break;
318  case AS_LINEAR:
319  a = 1.0 - a;
320  break;
321  }
322 
323  switch (s->cmode) {
324  case COMBINED:
325  y = a * outlink->h - 1;
326  break;
327  case SEPARATE:
328  end = (outlink->h / s->nb_draw_channels) * (ch + 1);
329  y = (outlink->h / s->nb_draw_channels) * ch + a * (outlink->h / s->nb_draw_channels) - 1;
330  break;
331  default:
332  av_assert0(0);
333  }
334  if (y < 0)
335  return;
336 
337  switch (s->avg) {
338  case 0:
339  y = s->avg_data[ch][f] = !outlink->frame_count_in ? y : FFMIN(0, y);
340  break;
341  case 1:
342  break;
343  default:
344  s->avg_data[ch][f] = avg + y * (y - avg) / (FFMIN(outlink->frame_count_in + 1, s->avg) * (float)y);
345  y = av_clip(s->avg_data[ch][f], 0, outlink->h - 1);
346  break;
347  }
348 
349  switch(s->mode) {
350  case LINE:
351  if (*prev_y == -1) {
352  *prev_y = y;
353  }
354  if (y <= *prev_y) {
355  for (x = sx + 1; x < sx + bsize && x < w; x++)
356  draw_dot(out, x, y, fg);
357  for (i = y; i <= *prev_y; i++)
358  draw_dot(out, sx, i, fg);
359  } else {
360  for (i = *prev_y; i <= y; i++)
361  draw_dot(out, sx, i, fg);
362  for (x = sx + 1; x < sx + bsize && x < w; x++)
363  draw_dot(out, x, i - 1, fg);
364  }
365  *prev_y = y;
366  break;
367  case BAR:
368  for (x = sx; x < sx + bsize && x < w; x++)
369  for (i = y; i < end; i++)
370  draw_dot(out, x, i, fg);
371  break;
372  case DOT:
373  for (x = sx; x < sx + bsize && x < w; x++)
374  draw_dot(out, x, y, fg);
375  break;
376  }
377 }
378 
379 static int plot_freqs(AVFilterLink *inlink, int64_t pts)
380 {
381  AVFilterContext *ctx = inlink->dst;
382  AVFilterLink *outlink = ctx->outputs[0];
383  ShowFreqsContext *s = ctx->priv;
384  AVFrame *in = s->window;
385  const int win_size = s->win_size;
386  char *colors, *color, *saveptr = NULL;
387  AVFrame *out;
388  int ch, n;
389 
390  /* fill FFT input with the number of samples available */
391  for (ch = 0; ch < s->nb_channels; ch++) {
392  const float *p = (float *)in->extended_data[ch];
393 
394  if (s->bypass[ch])
395  continue;
396 
397  for (n = 0; n < win_size; n++) {
398  s->fft_input[ch][n].re = p[n] * s->window_func_lut[n];
399  s->fft_input[ch][n].im = 0;
400  }
401  }
402 
403  /* run FFT on each samples set */
404  for (ch = 0; ch < s->nb_channels; ch++) {
405  if (s->bypass[ch])
406  continue;
407 
408  s->tx_fn(s->fft, s->fft_data[ch], s->fft_input[ch], sizeof(AVComplexFloat));
409  }
410 
411  s->pts = av_rescale_q(pts, inlink->time_base, outlink->time_base);
412  if (s->old_pts >= s->pts)
413  return 0;
414  s->old_pts = s->pts;
415 
416 #define RE(x, ch) s->fft_data[ch][x].re
417 #define IM(x, ch) s->fft_data[ch][x].im
418 #define M(a, b) (sqrt((a) * (a) + (b) * (b)))
419 #define P(a, b) (atan2((b), (a)))
420 
421  colors = av_strdup(s->colors);
422  if (!colors)
423  return AVERROR(ENOMEM);
424 
425  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
426  if (!out) {
427  av_free(colors);
428  return AVERROR(ENOMEM);
429  }
430 
431  for (n = 0; n < outlink->h; n++)
432  memset(out->data[0] + out->linesize[0] * n, 0, outlink->w * 4);
433 
434  for (ch = 0; ch < s->nb_channels; ch++) {
435  uint8_t fg[4] = { 0xff, 0xff, 0xff, 0xff };
436  int prev_y = -1, f;
437  double a;
438 
439  color = av_strtok(ch == 0 ? colors : NULL, " |", &saveptr);
440  if (color)
441  av_parse_color(fg, color, -1, ctx);
442 
443  if (s->bypass[ch])
444  continue;
445 
446  switch (s->data_mode) {
447  case MAGNITUDE:
448  for (f = 0; f < s->nb_freq; f++) {
449  a = av_clipd(M(RE(f, ch), IM(f, ch)) / s->scale, 0, 1);
450 
451  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
452  }
453  break;
454  case PHASE:
455  for (f = 0; f < s->nb_freq; f++) {
456  a = av_clipd((M_PI + P(RE(f, ch), IM(f, ch))) / (2. * M_PI), 0, 1);
457 
458  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
459  }
460  break;
461  case DELAY:
462  for (f = 0; f < s->nb_freq; f++) {
463  a = av_clipd((M_PI - P(IM(f, ch) * RE(f-1, ch) - IM(f-1, ch) * RE(f, ch),
464  RE(f, ch) * RE(f-1, ch) + IM(f, ch) * IM(f-1, ch))) / (2. * M_PI), 0, 1);
465 
466  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
467  }
468  break;
469  }
470  }
471 
472  av_free(colors);
473  out->pts = s->pts;
474  out->duration = 1;
475  out->sample_aspect_ratio = (AVRational){1,1};
476  return ff_filter_frame(outlink, out);
477 }
478 
479 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
480 {
481  AVFilterContext *ctx = inlink->dst;
482  ShowFreqsContext *s = ctx->priv;
483  const int offset = s->win_size - s->hop_size;
484  int64_t pts = in->pts;
485 
486  for (int ch = 0; ch < in->ch_layout.nb_channels; ch++) {
487  float *dst = (float *)s->window->extended_data[ch];
488 
489  memmove(dst, &dst[s->hop_size], offset * sizeof(float));
490  memcpy(&dst[offset], in->extended_data[ch], in->nb_samples * sizeof(float));
491  memset(&dst[offset + in->nb_samples], 0, (s->hop_size - in->nb_samples) * sizeof(float));
492  }
493 
494  av_frame_free(&in);
495 
496  return plot_freqs(inlink, pts);
497 }
498 
499 static int activate(AVFilterContext *ctx)
500 {
501  AVFilterLink *inlink = ctx->inputs[0];
502  AVFilterLink *outlink = ctx->outputs[0];
503  ShowFreqsContext *s = ctx->priv;
504  AVFrame *in;
505  int ret;
506 
507  FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
508 
509  ret = ff_inlink_consume_samples(inlink, s->hop_size, s->hop_size, &in);
510  if (ret < 0)
511  return ret;
512 
513  if (ret > 0)
514  ret = filter_frame(inlink, in);
515  if (ret < 0)
516  return ret;
517 
518  if (ff_inlink_queued_samples(inlink) >= s->hop_size) {
519  ff_filter_set_ready(ctx, 10);
520  return 0;
521  }
522 
523  FF_FILTER_FORWARD_STATUS(inlink, outlink);
524  FF_FILTER_FORWARD_WANTED(outlink, inlink);
525 
526  return FFERROR_NOT_READY;
527 }
528 
529 static av_cold void uninit(AVFilterContext *ctx)
530 {
531  ShowFreqsContext *s = ctx->priv;
532  int i;
533 
534  av_channel_layout_uninit(&s->ch_layout);
535  av_tx_uninit(&s->fft);
536  for (i = 0; i < s->nb_channels; i++) {
537  if (s->fft_input)
538  av_freep(&s->fft_input[i]);
539  if (s->fft_data)
540  av_freep(&s->fft_data[i]);
541  if (s->avg_data)
542  av_freep(&s->avg_data[i]);
543  }
544  av_freep(&s->bypass);
545  av_freep(&s->fft_input);
546  av_freep(&s->fft_data);
547  av_freep(&s->avg_data);
548  av_freep(&s->window_func_lut);
549  av_frame_free(&s->window);
550 }
551 
552 static const AVFilterPad showfreqs_outputs[] = {
553  {
554  .name = "default",
555  .type = AVMEDIA_TYPE_VIDEO,
556  .config_props = config_output,
557  },
558 };
559 
560 const AVFilter ff_avf_showfreqs = {
561  .name = "showfreqs",
562  .description = NULL_IF_CONFIG_SMALL("Convert input audio to a frequencies video output."),
563  .uninit = uninit,
564  .priv_size = sizeof(ShowFreqsContext),
565  .activate = activate,
566  FILTER_INPUTS(ff_audio_default_filterpad),
567  FILTER_OUTPUTS(showfreqs_outputs),
568  FILTER_QUERY_FUNC(query_formats),
569  .priv_class = &showfreqs_class,
570 };
formats
formats
Definition: signature.h:48
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:112
ShowFreqsContext::tx_fn
av_tx_fn tx_fn
Definition: avf_showfreqs.c:60
ff_get_audio_buffer
AVFrame * ff_get_audio_buffer(AVFilterLink *link, int nb_samples)
Request an audio samples buffer with a specific set of permissions.
Definition: audio.c:97
AV_SAMPLE_FMT_FLTP
@ AV_SAMPLE_FMT_FLTP
float, planar
Definition: samplefmt.h:66
AVFilterChannelLayouts
A list of supported channel layouts.
Definition: formats.h:85
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
ShowFreqsContext::fscale
int fscale
Definition: avf_showfreqs.c:53
av_clip
#define av_clip
Definition: common.h:99
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_make_format_list
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:436
AV_WL32
#define AV_WL32(p, v)
Definition: intreadwrite.h:424
out
FILE * out
Definition: movenc.c:55
M
#define M(a, b)
ShowFreqsContext::win_func
int win_func
Definition: avf_showfreqs.c:55
color
Definition: vf_paletteuse.c:512
ShowFreqsContext::old_pts
int64_t old_pts
Definition: avf_showfreqs.c:76
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1015
sample_fmts
static enum AVSampleFormat sample_fmts[]
Definition: adpcmenc.c:948
ff_channel_layouts_ref
int ff_channel_layouts_ref(AVFilterChannelLayouts *f, AVFilterChannelLayouts **ref)
Add *ref as a new reference to f.
Definition: formats.c:674
layouts
enum MovChannelLayoutTag * layouts
Definition: mov_chan.c:337
ShowFreqsContext::scale
float scale
Definition: avf_showfreqs.c:73
av_parse_color
int av_parse_color(uint8_t *rgba_color, const char *color_string, int slen, void *log_ctx)
Put the RGBA values that correspond to color_string in rgba_color.
Definition: parseutils.c:356
FFERROR_NOT_READY
return FFERROR_NOT_READY
Definition: filter_design.txt:204
AV_OPT_TYPE_VIDEO_RATE
@ AV_OPT_TYPE_VIDEO_RATE
offset must point to AVRational
Definition: opt.h:248
AVTXContext
Definition: tx_priv.h:235
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
NB_CMODES
@ NB_CMODES
Definition: avf_showfreqs.c:42
normalize.log
log
Definition: normalize.py:21
LINE
@ LINE
Definition: avf_showfreqs.c:41
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:160
ff_all_channel_counts
AVFilterChannelLayouts * ff_all_channel_counts(void)
Construct an AVFilterChannelLayouts coding for any channel layout, with known or unknown disposition.
Definition: formats.c:622
ShowFreqsContext::nb_draw_channels
int nb_draw_channels
Definition: avf_showfreqs.c:70
RE
#define RE(x, ch)
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:374
AVFrame::pts
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:486
w
uint8_t w
Definition: llviddspenc.c:38
draw_dot
static void draw_dot(AVFrame *out, int x, int y, uint8_t fg[4])
Definition: avf_showfreqs.c:255
av_channel_layout_channel_from_index
enum AVChannel av_channel_layout_channel_from_index(const AVChannelLayout *channel_layout, unsigned int idx)
Get the channel with the given index in a channel layout.
Definition: channel_layout.c:665
ShowFreqsContext::fft
AVTXContext * fft
Definition: avf_showfreqs.c:59
DELAY
@ DELAY
Definition: avf_showfreqs.c:40
AVOption
AVOption.
Definition: opt.h:346
FILTER_QUERY_FUNC
#define FILTER_QUERY_FUNC(func)
Definition: internal.h:159
query_formats
static int query_formats(AVFilterContext *ctx)
Definition: avf_showfreqs.c:120
NB_ASCALES
@ NB_ASCALES
Definition: avf_showfreqs.c:44
float.h
AVComplexFloat
Definition: tx.h:27
WIN_FUNC_OPTION
#define WIN_FUNC_OPTION(win_func_opt_name, win_func_offset, flag, default_window_func)
Definition: window_func.h:37
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:170
ff_avf_showfreqs
const AVFilter ff_avf_showfreqs
Definition: avf_showfreqs.c:560
AVChannelLayout::nb_channels
int nb_channels
Number of channels in this layout.
Definition: channel_layout.h:313
P
#define P(a, b)
video.h
ShowFreqsContext::w
int w
Definition: avf_showfreqs.c:48
FF_FILTER_FORWARD_STATUS_BACK
#define FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink)
Forward the status on an output link to an input link.
Definition: filters.h:199
av_tx_init
av_cold int av_tx_init(AVTXContext **ctx, av_tx_fn *tx, enum AVTXType type, int inv, int len, const void *scale, uint64_t flags)
Initialize a transform context with the given configuration (i)MDCTs with an odd length are currently...
Definition: tx.c:903
AVFilterFormats
A list of supported formats for one end of a filter link.
Definition: formats.h:64
ShowFreqsContext::frame_rate
AVRational frame_rate
Definition: avf_showfreqs.c:77
formats.h
OFFSET
#define OFFSET(x)
Definition: avf_showfreqs.c:80
ShowFreqsContext::fft_data
AVComplexFloat ** fft_data
Definition: avf_showfreqs.c:62
ShowFreqsContext::h
int h
Definition: avf_showfreqs.c:48
AVFrame::ch_layout
AVChannelLayout ch_layout
Channel layout of the audio data.
Definition: frame.h:775
pts
static int64_t pts
Definition: transcode_aac.c:644
FS_LOG
@ FS_LOG
Definition: avf_showfreqs.c:43
ChannelMode
ChannelMode
Definition: avf_showfreqs.c:42
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:33
cbrt
#define cbrt
Definition: tablegen.h:35
avassert.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
av_cold
#define av_cold
Definition: attributes.h:90
AmplitudeScale
AmplitudeScale
Definition: avf_ahistogram.c:31
av_tx_fn
void(* av_tx_fn)(AVTXContext *s, void *out, void *in, ptrdiff_t stride)
Function pointer to a function to perform the transform.
Definition: tx.h:151
BAR
@ BAR
Definition: avf_showfreqs.c:41
float
float
Definition: af_crystalizer.c:121
ShowFreqsContext::window
AVFrame * window
Definition: avf_showfreqs.c:63
intreadwrite.h
s
#define s(width, name)
Definition: cbs_vp9.c:198
ShowFreqsContext::nb_channels
int nb_channels
Definition: avf_showfreqs.c:69
config_output
static int config_output(AVFilterLink *outlink)
Definition: avf_showfreqs.c:151
ff_formats_ref
int ff_formats_ref(AVFilterFormats *f, AVFilterFormats **ref)
Add *ref as a new reference to formats.
Definition: formats.c:679
av_strtok
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok().
Definition: avstring.c:178
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:40
filters.h
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:304
AV_TX_FLOAT_FFT
@ AV_TX_FLOAT_FFT
Standard complex to complex FFT with sample data type of AVComplexFloat, AVComplexDouble or AVComplex...
Definition: tx.h:47
ShowFreqsContext::colors
char * colors
Definition: avf_showfreqs.c:74
ctx
AVFormatContext * ctx
Definition: movenc.c:49
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
FS_LINEAR
@ FS_LINEAR
Definition: avf_showfreqs.c:43
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: internal.h:182
AV_PIX_FMT_RGBA
@ AV_PIX_FMT_RGBA
packed RGBA 8:8:8:8, 32bpp, RGBARGBA...
Definition: pixfmt.h:100
ShowFreqsContext::fft_size
int fft_size
Definition: avf_showfreqs.c:52
if
if(ret)
Definition: filter_design.txt:179
SEPARATE
@ SEPARATE
Definition: avf_showfreqs.c:42
ShowFreqsContext::nb_freq
int nb_freq
Definition: avf_showfreqs.c:71
av_realloc_f
#define av_realloc_f(p, o, n)
Definition: tableprint_vlc.h:32
FLAGS
#define FLAGS
Definition: avf_showfreqs.c:81
ShowFreqsContext::fft_input
AVComplexFloat ** fft_input
Definition: avf_showfreqs.c:61
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
ff_inlink_consume_samples
int ff_inlink_consume_samples(AVFilterLink *link, unsigned min, unsigned max, AVFrame **rframe)
Take samples from the link's FIFO and update the link's stats.
Definition: avfilter.c:1462
NULL
#define NULL
Definition: coverity.c:32
ShowFreqsContext::cmode
int cmode
Definition: avf_showfreqs.c:51
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AV_OPT_TYPE_IMAGE_SIZE
@ AV_OPT_TYPE_IMAGE_SIZE
offset must point to two consecutive integers
Definition: opt.h:245
parseutils.h
ShowFreqsContext::minamp
float minamp
Definition: avf_showfreqs.c:67
ff_audio_default_filterpad
const AVFilterPad ff_audio_default_filterpad[1]
An AVFilterPad array whose only entry has name "default" and is of type AVMEDIA_TYPE_AUDIO.
Definition: audio.c:33
generate_window_func
static void generate_window_func(float *lut, int N, int win_func, float *overlap)
Definition: window_func.h:63
WFUNC_HANNING
@ WFUNC_HANNING
Definition: window_func.h:29
ShowFreqsContext::ascale
int ascale
Definition: avf_showfreqs.c:53
ShowFreqsContext::ch_layout_str
char * ch_layout_str
Definition: avf_showfreqs.c:56
ShowFreqsContext::avg_data
float ** avg_data
Definition: avf_showfreqs.c:64
f
f
Definition: af_crystalizer.c:121
ShowFreqsContext::hop_size
int hop_size
Definition: avf_showfreqs.c:68
DataMode
DataMode
Definition: avf_showfreqs.c:40
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:94
AVChannelLayout
An AVChannelLayout holds information about the channel layout of audio data.
Definition: channel_layout.h:303
activate
static int activate(AVFilterContext *ctx)
Definition: avf_showfreqs.c:499
AV_SAMPLE_FMT_NONE
@ AV_SAMPLE_FMT_NONE
Definition: samplefmt.h:56
color
static const uint32_t color[16+AV_CLASS_CATEGORY_NB]
Definition: log.c:94
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
ShowFreqsContext::mode
int mode
Definition: avf_showfreqs.c:49
ShowFreqsContext::bypass
uint8_t * bypass
Definition: avf_showfreqs.c:57
avg
#define avg(a, b, c, d)
Definition: colorspacedsp_template.c:28
IM
#define IM(x, ch)
ShowFreqsContext
Definition: avf_showfreqs.c:46
a
The reader does not expect b to be semantically here and if the code is changed by maybe adding a a division or other the signedness will almost certainly be mistaken To avoid this confusion a new type was SUINT is the C unsigned type but it holds a signed int to use the same example SUINT a
Definition: undefined.txt:41
FrequencyScale
FrequencyScale
Definition: avf_showcwt.c:38
MAGNITUDE
@ MAGNITUDE
Definition: avf_showfreqs.c:40
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
FF_FILTER_FORWARD_WANTED
FF_FILTER_FORWARD_WANTED(outlink, inlink)
M_PI
#define M_PI
Definition: mathematics.h:67
av_tx_uninit
av_cold void av_tx_uninit(AVTXContext **ctx)
Frees a context and sets *ctx to NULL, does nothing when *ctx == NULL.
Definition: tx.c:295
internal.h
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Definition: opt.h:238
AVChannel
AVChannel
Definition: channel_layout.h:47
av_channel_layout_from_string
int av_channel_layout_from_string(AVChannelLayout *channel_layout, const char *str)
Initialize a channel layout from a given string description.
Definition: channel_layout.c:303
AVFrame::nb_samples
int nb_samples
number of audio samples (per channel) described by this frame
Definition: frame.h:454
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:256
AS_LINEAR
@ AS_LINEAR
Definition: avf_showfreqs.c:44
AVFrame::extended_data
uint8_t ** extended_data
pointers to the data planes/channels.
Definition: frame.h:435
AVSampleFormat
AVSampleFormat
Audio sample formats.
Definition: samplefmt.h:55
FS_RLOG
@ FS_RLOG
Definition: avf_showfreqs.c:43
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
get_sx
static int get_sx(ShowFreqsContext *s, int f)
Definition: avf_showfreqs.c:266
filter_frame
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: avf_showfreqs.c:479
av_inv_q
static av_always_inline AVRational av_inv_q(AVRational q)
Invert a rational.
Definition: rational.h:159
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:39
ff_inlink_queued_samples
int ff_inlink_queued_samples(AVFilterLink *link)
Definition: avfilter.c:1417
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:264
AVFilter
Filter definition.
Definition: avfilter.h:166
NB_MODES
@ NB_MODES
Definition: avf_showfreqs.c:41
ret
ret
Definition: filter_design.txt:187
plot_freq
static void plot_freq(ShowFreqsContext *s, int ch, double a, int f, uint8_t fg[4], int *prev_y, AVFrame *out, AVFilterLink *outlink)
Definition: avf_showfreqs.c:296
showfreqs_outputs
static const AVFilterPad showfreqs_outputs[]
Definition: avf_showfreqs.c:552
AV_RL32
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_RL32
Definition: bytestream.h:92
ShowFreqsContext::window_func_lut
float * window_func_lut
Definition: avf_showfreqs.c:65
window_func.h
NB_FSCALES
@ NB_FSCALES
Definition: avf_showfreqs.c:43
ShowFreqsContext::pts
int64_t pts
Definition: avf_showfreqs.c:75
showfreqs_options
static const AVOption showfreqs_options[]
Definition: avf_showfreqs.c:83
ff_all_samplerates
AVFilterFormats * ff_all_samplerates(void)
Definition: formats.c:607
channel_layout.h
av_channel_layout_index_from_channel
int av_channel_layout_index_from_channel(const AVChannelLayout *channel_layout, enum AVChannel channel)
Get the index of a given channel in a channel layout.
Definition: channel_layout.c:705
mode
mode
Definition: ebur128.h:83
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:72
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:235
avfilter.h
av_channel_layout_uninit
void av_channel_layout_uninit(AVChannelLayout *channel_layout)
Free any allocated data in the channel layout and reset the channel count to 0.
Definition: channel_layout.c:433
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: avf_showfreqs.c:529
ShowFreqsContext::data_mode
int data_mode
Definition: avf_showfreqs.c:50
AVFilterContext
An instance of a filter.
Definition: avfilter.h:407
ShowFreqsContext::win_size
int win_size
Definition: avf_showfreqs.c:72
av_channel_layout_copy
int av_channel_layout_copy(AVChannelLayout *dst, const AVChannelLayout *src)
Make a copy of a channel layout.
Definition: channel_layout.c:440
DisplayMode
DisplayMode
Definition: avf_ahistogram.c:33
ShowFreqsContext::avg
int avg
Definition: avf_showfreqs.c:54
get_bsize
static float get_bsize(ShowFreqsContext *s, int f)
Definition: avf_showfreqs.c:280
av_strdup
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:272
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
ShowFreqsContext::ch_layout
AVChannelLayout ch_layout
Definition: avf_showfreqs.c:58
mem.h
audio.h
NB_DATA
@ NB_DATA
Definition: avf_showfreqs.c:40
AVFilterFormatsConfig::formats
AVFilterFormats * formats
List of supported formats (pixel or sample).
Definition: avfilter.h:510
av_free
#define av_free(p)
Definition: tableprint_vlc.h:33
scale
static void scale(int *out, const int *in, const int w, const int h, const int shift)
Definition: intra.c:291
FF_FILTER_FORWARD_STATUS
FF_FILTER_FORWARD_STATUS(inlink, outlink)
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:183
AS_CBRT
@ AS_CBRT
Definition: avf_showfreqs.c:44
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
COMBINED
@ COMBINED
Definition: avf_showfreqs.c:42
PHASE
@ PHASE
Definition: avf_showfreqs.c:40
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
DOT
@ DOT
Definition: avf_showfreqs.c:41
avstring.h
plot_freqs
static int plot_freqs(AVFilterLink *inlink, int64_t pts)
Definition: avf_showfreqs.c:379
AV_OPT_TYPE_STRING
@ AV_OPT_TYPE_STRING
Definition: opt.h:239
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(showfreqs)
AS_LOG
@ AS_LOG
Definition: avf_showfreqs.c:44
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:244
channel
channel
Definition: ebur128.h:39
ShowFreqsContext::overlap
float overlap
Definition: avf_showfreqs.c:66
AS_SQRT
@ AS_SQRT
Definition: avf_showfreqs.c:44
av_clipd
av_clipd
Definition: af_crystalizer.c:131
ff_filter_set_ready
void ff_filter_set_ready(AVFilterContext *filter, unsigned priority)
Mark a filter ready and schedule it for activation.
Definition: avfilter.c:235
tx.h
min
float min
Definition: vorbis_enc_data.h:429
Generated on Thu Apr 25 2024 19:22:27 for FFmpeg by   doxygen 1.8.17