FFmpeg
avf_showfreqs.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include <float.h>
22 #include <math.h>
23 
24 #include "libavutil/tx.h"
25 #include "libavutil/avassert.h"
26 #include "libavutil/avstring.h"
27 #include "libavutil/channel_layout.h"
28 #include "libavutil/intreadwrite.h"
29 #include "libavutil/opt.h"
30 #include "libavutil/parseutils.h"
31 #include "audio.h"
32 #include "filters.h"
33 #include "formats.h"
34 #include "video.h"
35 #include "avfilter.h"
36 #include "internal.h"
37 #include "window_func.h"
38 
39 enum DataMode { MAGNITUDE, PHASE, DELAY, NB_DATA };
40 enum DisplayMode { LINE, BAR, DOT, NB_MODES };
41 enum ChannelMode { COMBINED, SEPARATE, NB_CMODES };
42 enum FrequencyScale { FS_LINEAR, FS_LOG, FS_RLOG, NB_FSCALES };
43 enum AmplitudeScale { AS_LINEAR, AS_SQRT, AS_CBRT, AS_LOG, NB_ASCALES };
44 
45 typedef struct ShowFreqsContext {
46  const AVClass *class;
47  int w, h;
48  int mode;
49  int data_mode;
50  int cmode;
51  int fft_size;
52  int ascale, fscale;
53  int avg;
54  int win_func;
55  char *ch_layout_str;
56  uint8_t *bypass;
57  AVChannelLayout ch_layout;
58  AVTXContext *fft;
59  av_tx_fn tx_fn;
60  AVComplexFloat **fft_input;
61  AVComplexFloat **fft_data;
62  AVFrame *window;
63  float **avg_data;
64  float *window_func_lut;
65  float overlap;
66  float minamp;
67  int hop_size;
68  int nb_channels;
69  int nb_draw_channels;
70  int nb_freq;
71  int win_size;
72  float scale;
73  char *colors;
74  int64_t pts;
75  int64_t old_pts;
76  AVRational frame_rate;
77 } ShowFreqsContext;
78 
79 #define OFFSET(x) offsetof(ShowFreqsContext, x)
80 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
81 
82 static const AVOption showfreqs_options[] = {
83  { "size", "set video size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str = "1024x512"}, 0, 0, FLAGS },
84  { "s", "set video size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str = "1024x512"}, 0, 0, FLAGS },
85  { "rate", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, FLAGS },
86  { "r", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, FLAGS },
87  { "mode", "set display mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=BAR}, 0, NB_MODES-1, FLAGS, "mode" },
88  { "line", "show lines", 0, AV_OPT_TYPE_CONST, {.i64=LINE}, 0, 0, FLAGS, "mode" },
89  { "bar", "show bars", 0, AV_OPT_TYPE_CONST, {.i64=BAR}, 0, 0, FLAGS, "mode" },
90  { "dot", "show dots", 0, AV_OPT_TYPE_CONST, {.i64=DOT}, 0, 0, FLAGS, "mode" },
91  { "ascale", "set amplitude scale", OFFSET(ascale), AV_OPT_TYPE_INT, {.i64=AS_LOG}, 0, NB_ASCALES-1, FLAGS, "ascale" },
92  { "lin", "linear", 0, AV_OPT_TYPE_CONST, {.i64=AS_LINEAR}, 0, 0, FLAGS, "ascale" },
93  { "sqrt", "square root", 0, AV_OPT_TYPE_CONST, {.i64=AS_SQRT}, 0, 0, FLAGS, "ascale" },
94  { "cbrt", "cubic root", 0, AV_OPT_TYPE_CONST, {.i64=AS_CBRT}, 0, 0, FLAGS, "ascale" },
95  { "log", "logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=AS_LOG}, 0, 0, FLAGS, "ascale" },
96  { "fscale", "set frequency scale", OFFSET(fscale), AV_OPT_TYPE_INT, {.i64=FS_LINEAR}, 0, NB_FSCALES-1, FLAGS, "fscale" },
97  { "lin", "linear", 0, AV_OPT_TYPE_CONST, {.i64=FS_LINEAR}, 0, 0, FLAGS, "fscale" },
98  { "log", "logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=FS_LOG}, 0, 0, FLAGS, "fscale" },
99  { "rlog", "reverse logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=FS_RLOG}, 0, 0, FLAGS, "fscale" },
100  { "win_size", "set window size", OFFSET(fft_size), AV_OPT_TYPE_INT, {.i64=2048}, 16, 65536, FLAGS },
101  WIN_FUNC_OPTION("win_func", OFFSET(win_func), FLAGS, WFUNC_HANNING),
102  { "overlap", "set window overlap", OFFSET(overlap), AV_OPT_TYPE_FLOAT, {.dbl=1.}, 0., 1., FLAGS },
103  { "averaging", "set time averaging", OFFSET(avg), AV_OPT_TYPE_INT, {.i64=1}, 0, INT32_MAX, FLAGS },
104  { "colors", "set channels colors", OFFSET(colors), AV_OPT_TYPE_STRING, {.str = "red|green|blue|yellow|orange|lime|pink|magenta|brown" }, 0, 0, FLAGS },
105  { "cmode", "set channel mode", OFFSET(cmode), AV_OPT_TYPE_INT, {.i64=COMBINED}, 0, NB_CMODES-1, FLAGS, "cmode" },
106  { "combined", "show all channels in same window", 0, AV_OPT_TYPE_CONST, {.i64=COMBINED}, 0, 0, FLAGS, "cmode" },
107  { "separate", "show each channel in own window", 0, AV_OPT_TYPE_CONST, {.i64=SEPARATE}, 0, 0, FLAGS, "cmode" },
108  { "minamp", "set minimum amplitude", OFFSET(minamp), AV_OPT_TYPE_FLOAT, {.dbl=1e-6}, FLT_MIN, 1e-6, FLAGS },
109  { "data", "set data mode", OFFSET(data_mode), AV_OPT_TYPE_INT, {.i64=MAGNITUDE}, 0, NB_DATA-1, FLAGS, "data" },
110  { "magnitude", "show magnitude", 0, AV_OPT_TYPE_CONST, {.i64=MAGNITUDE}, 0, 0, FLAGS, "data" },
111  { "phase", "show phase", 0, AV_OPT_TYPE_CONST, {.i64=PHASE}, 0, 0, FLAGS, "data" },
112  { "delay", "show group delay",0, AV_OPT_TYPE_CONST, {.i64=DELAY}, 0, 0, FLAGS, "data" },
113  { "channels", "set channels to draw", OFFSET(ch_layout_str), AV_OPT_TYPE_STRING, {.str="all"}, 0, 0, FLAGS },
114  { NULL }
115 };
116 
117 AVFILTER_DEFINE_CLASS(showfreqs);
118 
119 static int query_formats(AVFilterContext *ctx)
120 {
121  AVFilterFormats *formats = NULL;
122  AVFilterChannelLayouts *layouts = NULL;
123  AVFilterLink *inlink = ctx->inputs[0];
124  AVFilterLink *outlink = ctx->outputs[0];
125  static const enum AVSampleFormat sample_fmts[] = { AV_SAMPLE_FMT_FLTP, AV_SAMPLE_FMT_NONE };
126  static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_RGBA, AV_PIX_FMT_NONE };
127  int ret;
128 
129  /* set input audio formats */
130  formats = ff_make_format_list(sample_fmts);
131  if ((ret = ff_formats_ref(formats, &inlink->outcfg.formats)) < 0)
132  return ret;
133 
134  layouts = ff_all_channel_counts();
135  if ((ret = ff_channel_layouts_ref(layouts, &inlink->outcfg.channel_layouts)) < 0)
136  return ret;
137 
138  formats = ff_all_samplerates();
139  if ((ret = ff_formats_ref(formats, &inlink->outcfg.samplerates)) < 0)
140  return ret;
141 
142  /* set output video format */
143  formats = ff_make_format_list(pix_fmts);
144  if ((ret = ff_formats_ref(formats, &outlink->incfg.formats)) < 0)
145  return ret;
146 
147  return 0;
148 }
149 
150 static int config_output(AVFilterLink *outlink)
151 {
152  AVFilterContext *ctx = outlink->src;
153  AVFilterLink *inlink = ctx->inputs[0];
154  ShowFreqsContext *s = ctx->priv;
155  float overlap, scale = 1.f;
156  int i, ret;
157 
158  s->old_pts = AV_NOPTS_VALUE;
159  s->nb_freq = s->fft_size / 2;
160  s->win_size = s->fft_size;
161  av_tx_uninit(&s->fft);
162  ret = av_tx_init(&s->fft, &s->tx_fn, AV_TX_FLOAT_FFT, 0, s->fft_size, &scale, 0);
163  if (ret < 0) {
164  av_log(ctx, AV_LOG_ERROR, "Unable to create FFT context. "
165  "The window size might be too high.\n");
166  return ret;
167  }
168 
169  /* FFT buffers: x2 for each (display) channel buffer.
170  * Note: we use free and malloc instead of a realloc-like function to
171  * make sure the buffer is aligned in memory for the FFT functions. */
172  for (i = 0; i < s->nb_channels; i++) {
173  av_freep(&s->fft_input[i]);
174  av_freep(&s->fft_data[i]);
175  av_freep(&s->avg_data[i]);
176  }
177  av_freep(&s->bypass);
178  av_freep(&s->fft_input);
179  av_freep(&s->fft_data);
180  av_freep(&s->avg_data);
181  s->nb_channels = inlink->ch_layout.nb_channels;
182 
183  s->bypass = av_calloc(s->nb_channels, sizeof(*s->bypass));
184  if (!s->bypass)
185  return AVERROR(ENOMEM);
186  s->fft_input = av_calloc(s->nb_channels, sizeof(*s->fft_input));
187  if (!s->fft_input)
188  return AVERROR(ENOMEM);
189  s->fft_data = av_calloc(s->nb_channels, sizeof(*s->fft_data));
190  if (!s->fft_data)
191  return AVERROR(ENOMEM);
192  s->avg_data = av_calloc(s->nb_channels, sizeof(*s->avg_data));
193  if (!s->avg_data)
194  return AVERROR(ENOMEM);
195  for (i = 0; i < s->nb_channels; i++) {
196  s->fft_input[i] = av_calloc(FFALIGN(s->win_size, 512), sizeof(**s->fft_input));
197  s->fft_data[i] = av_calloc(FFALIGN(s->win_size, 512), sizeof(**s->fft_data));
198  s->avg_data[i] = av_calloc(s->nb_freq, sizeof(**s->avg_data));
199  if (!s->fft_data[i] || !s->avg_data[i] || !s->fft_input[i])
200  return AVERROR(ENOMEM);
201  }
202 
203  /* pre-calc windowing function */
204  s->window_func_lut = av_realloc_f(s->window_func_lut, s->win_size,
205  sizeof(*s->window_func_lut));
206  if (!s->window_func_lut)
207  return AVERROR(ENOMEM);
208  generate_window_func(s->window_func_lut, s->win_size, s->win_func, &overlap);
209  if (s->overlap == 1.)
210  s->overlap = overlap;
211  s->hop_size = (1. - s->overlap) * s->win_size;
212  if (s->hop_size < 1) {
213  av_log(ctx, AV_LOG_ERROR, "overlap %f too big\n", s->overlap);
214  return AVERROR(EINVAL);
215  }
216 
217  for (s->scale = 0, i = 0; i < s->win_size; i++) {
218  s->scale += s->window_func_lut[i] * s->window_func_lut[i];
219  }
220 
221  s->window = ff_get_audio_buffer(inlink, s->win_size * 2);
222  if (!s->window)
223  return AVERROR(ENOMEM);
224 
225  outlink->frame_rate = s->frame_rate;
226  outlink->time_base = av_inv_q(outlink->frame_rate);
227  outlink->sample_aspect_ratio = (AVRational){1,1};
228  outlink->w = s->w;
229  outlink->h = s->h;
230 
231  ret = av_channel_layout_copy(&s->ch_layout, &inlink->ch_layout);
232  if (ret < 0)
233  return ret;
234  s->nb_draw_channels = s->nb_channels;
235 
236  if (strcmp(s->ch_layout_str, "all")) {
237  int nb_draw_channels = 0;
238  av_channel_layout_from_string(&s->ch_layout,
239  s->ch_layout_str);
240 
241  for (int ch = 0; ch < s->nb_channels; ch++) {
242  const enum AVChannel channel = av_channel_layout_channel_from_index(&inlink->ch_layout, ch);
243 
244  s->bypass[ch] = av_channel_layout_index_from_channel(&s->ch_layout, channel) < 0;
245  nb_draw_channels += s->bypass[ch] == 0;
246  }
247 
248  s->nb_draw_channels = nb_draw_channels;
249  }
250 
251  return 0;
252 }
253 
254 static inline void draw_dot(AVFrame *out, int x, int y, uint8_t fg[4])
255 {
256 
257  uint32_t color = AV_RL32(out->data[0] + y * out->linesize[0] + x * 4);
258 
259  if ((color & 0xffffff) != 0)
260  AV_WL32(out->data[0] + y * out->linesize[0] + x * 4, AV_RL32(fg) | color);
261  else
262  AV_WL32(out->data[0] + y * out->linesize[0] + x * 4, AV_RL32(fg));
263 }
264 
265 static int get_sx(ShowFreqsContext *s, int f)
266 {
267  switch (s->fscale) {
268  case FS_LINEAR:
269  return (s->w/(float)s->nb_freq)*f;
270  case FS_LOG:
271  return s->w-pow(s->w, (s->nb_freq-f-1)/(s->nb_freq-1.));
272  case FS_RLOG:
273  return pow(s->w, f/(s->nb_freq-1.));
274  }
275 
276  return 0;
277 }
278 
279 static float get_bsize(ShowFreqsContext *s, int f)
280 {
281  switch (s->fscale) {
282  case FS_LINEAR:
283  return s->w/(float)s->nb_freq;
284  case FS_LOG:
285  return pow(s->w, (s->nb_freq-f-1)/(s->nb_freq-1.))-
286  pow(s->w, (s->nb_freq-f-2)/(s->nb_freq-1.));
287  case FS_RLOG:
288  return pow(s->w, (f+1)/(s->nb_freq-1.))-
289  pow(s->w, f /(s->nb_freq-1.));
290  }
291 
292  return 1.;
293 }
294 
295 static inline void plot_freq(ShowFreqsContext *s, int ch,
296  double a, int f, uint8_t fg[4], int *prev_y,
297  AVFrame *out, AVFilterLink *outlink)
298 {
299  const int w = s->w;
300  const float min = s->minamp;
301  const float avg = s->avg_data[ch][f];
302  const float bsize = get_bsize(s, f);
303  const int sx = get_sx(s, f);
304  int end = outlink->h;
305  int x, y, i;
306 
307  switch(s->ascale) {
308  case AS_SQRT:
309  a = 1.0 - sqrt(a);
310  break;
311  case AS_CBRT:
312  a = 1.0 - cbrt(a);
313  break;
314  case AS_LOG:
315  a = log(av_clipd(a, min, 1)) / log(min);
316  break;
317  case AS_LINEAR:
318  a = 1.0 - a;
319  break;
320  }
321 
322  switch (s->cmode) {
323  case COMBINED:
324  y = a * outlink->h - 1;
325  break;
326  case SEPARATE:
327  end = (outlink->h / s->nb_draw_channels) * (ch + 1);
328  y = (outlink->h / s->nb_draw_channels) * ch + a * (outlink->h / s->nb_draw_channels) - 1;
329  break;
330  default:
331  av_assert0(0);
332  }
333  if (y < 0)
334  return;
335 
336  switch (s->avg) {
337  case 0:
338  y = s->avg_data[ch][f] = !outlink->frame_count_in ? y : FFMIN(0, y);
339  break;
340  case 1:
341  break;
342  default:
343  s->avg_data[ch][f] = avg + y * (y - avg) / (FFMIN(outlink->frame_count_in + 1, s->avg) * (float)y);
344  y = av_clip(s->avg_data[ch][f], 0, outlink->h - 1);
345  break;
346  }
347 
348  switch(s->mode) {
349  case LINE:
350  if (*prev_y == -1) {
351  *prev_y = y;
352  }
353  if (y <= *prev_y) {
354  for (x = sx + 1; x < sx + bsize && x < w; x++)
355  draw_dot(out, x, y, fg);
356  for (i = y; i <= *prev_y; i++)
357  draw_dot(out, sx, i, fg);
358  } else {
359  for (i = *prev_y; i <= y; i++)
360  draw_dot(out, sx, i, fg);
361  for (x = sx + 1; x < sx + bsize && x < w; x++)
362  draw_dot(out, x, i - 1, fg);
363  }
364  *prev_y = y;
365  break;
366  case BAR:
367  for (x = sx; x < sx + bsize && x < w; x++)
368  for (i = y; i < end; i++)
369  draw_dot(out, x, i, fg);
370  break;
371  case DOT:
372  for (x = sx; x < sx + bsize && x < w; x++)
373  draw_dot(out, x, y, fg);
374  break;
375  }
376 }
377 
378 static int plot_freqs(AVFilterLink *inlink, int64_t pts)
379 {
380  AVFilterContext *ctx = inlink->dst;
381  AVFilterLink *outlink = ctx->outputs[0];
382  ShowFreqsContext *s = ctx->priv;
383  AVFrame *in = s->window;
384  const int win_size = s->win_size;
385  char *colors, *color, *saveptr = NULL;
386  AVFrame *out;
387  int ch, n;
388 
389  /* fill FFT input with the number of samples available */
390  for (ch = 0; ch < s->nb_channels; ch++) {
391  const float *p = (float *)in->extended_data[ch];
392 
393  if (s->bypass[ch])
394  continue;
395 
396  for (n = 0; n < win_size; n++) {
397  s->fft_input[ch][n].re = p[n] * s->window_func_lut[n];
398  s->fft_input[ch][n].im = 0;
399  }
400  }
401 
402  /* run FFT on each samples set */
403  for (ch = 0; ch < s->nb_channels; ch++) {
404  if (s->bypass[ch])
405  continue;
406 
407  s->tx_fn(s->fft, s->fft_data[ch], s->fft_input[ch], sizeof(AVComplexFloat));
408  }
409 
410  s->pts = av_rescale_q(pts, inlink->time_base, outlink->time_base);
411  if (s->old_pts >= s->pts)
412  return 0;
413  s->old_pts = s->pts;
414 
415 #define RE(x, ch) s->fft_data[ch][x].re
416 #define IM(x, ch) s->fft_data[ch][x].im
417 #define M(a, b) (sqrt((a) * (a) + (b) * (b)))
418 #define P(a, b) (atan2((b), (a)))
419 
420  colors = av_strdup(s->colors);
421  if (!colors)
422  return AVERROR(ENOMEM);
423 
424  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
425  if (!out) {
426  av_free(colors);
427  return AVERROR(ENOMEM);
428  }
429 
430  for (n = 0; n < outlink->h; n++)
431  memset(out->data[0] + out->linesize[0] * n, 0, outlink->w * 4);
432 
433  for (ch = 0; ch < s->nb_channels; ch++) {
434  uint8_t fg[4] = { 0xff, 0xff, 0xff, 0xff };
435  int prev_y = -1, f;
436  double a;
437 
438  color = av_strtok(ch == 0 ? colors : NULL, " |", &saveptr);
439  if (color)
440  av_parse_color(fg, color, -1, ctx);
441 
442  if (s->bypass[ch])
443  continue;
444 
445  switch (s->data_mode) {
446  case MAGNITUDE:
447  for (f = 0; f < s->nb_freq; f++) {
448  a = av_clipd(M(RE(f, ch), IM(f, ch)) / s->scale, 0, 1);
449 
450  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
451  }
452  break;
453  case PHASE:
454  for (f = 0; f < s->nb_freq; f++) {
455  a = av_clipd((M_PI + P(RE(f, ch), IM(f, ch))) / (2. * M_PI), 0, 1);
456 
457  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
458  }
459  break;
460  case DELAY:
461  for (f = 0; f < s->nb_freq; f++) {
462  a = av_clipd((M_PI - P(IM(f, ch) * RE(f-1, ch) - IM(f-1, ch) * RE(f, ch),
463  RE(f, ch) * RE(f-1, ch) + IM(f, ch) * IM(f-1, ch))) / (2. * M_PI), 0, 1);
464 
465  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
466  }
467  break;
468  }
469  }
470 
471  av_free(colors);
472  out->pts = s->pts;
473  out->duration = 1;
474  out->sample_aspect_ratio = (AVRational){1,1};
475  return ff_filter_frame(outlink, out);
476 }
477 
478 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
479 {
480  AVFilterContext *ctx = inlink->dst;
481  ShowFreqsContext *s = ctx->priv;
482  const int offset = s->win_size - s->hop_size;
483  int64_t pts = in->pts;
484 
485  for (int ch = 0; ch < in->ch_layout.nb_channels; ch++) {
486  float *dst = (float *)s->window->extended_data[ch];
487 
488  memmove(dst, &dst[s->hop_size], offset * sizeof(float));
489  memcpy(&dst[offset], in->extended_data[ch], in->nb_samples * sizeof(float));
490  memset(&dst[offset + in->nb_samples], 0, (s->hop_size - in->nb_samples) * sizeof(float));
491  }
492 
493  av_frame_free(&in);
494 
495  return plot_freqs(inlink, pts);
496 }
497 
498 static int activate(AVFilterContext *ctx)
499 {
500  AVFilterLink *inlink = ctx->inputs[0];
501  AVFilterLink *outlink = ctx->outputs[0];
502  ShowFreqsContext *s = ctx->priv;
503  AVFrame *in;
504  int ret;
505 
506  FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
507 
508  ret = ff_inlink_consume_samples(inlink, s->hop_size, s->hop_size, &in);
509  if (ret < 0)
510  return ret;
511 
512  if (ret > 0)
513  ret = filter_frame(inlink, in);
514  if (ret < 0)
515  return ret;
516 
517  if (ff_inlink_queued_samples(inlink) >= s->hop_size) {
518  ff_filter_set_ready(ctx, 10);
519  return 0;
520  }
521 
522  FF_FILTER_FORWARD_STATUS(inlink, outlink);
523  FF_FILTER_FORWARD_WANTED(outlink, inlink);
524 
525  return FFERROR_NOT_READY;
526 }
527 
528 static av_cold void uninit(AVFilterContext *ctx)
529 {
530  ShowFreqsContext *s = ctx->priv;
531  int i;
532 
533  av_channel_layout_uninit(&s->ch_layout);
534  av_tx_uninit(&s->fft);
535  for (i = 0; i < s->nb_channels; i++) {
536  if (s->fft_input)
537  av_freep(&s->fft_input[i]);
538  if (s->fft_data)
539  av_freep(&s->fft_data[i]);
540  if (s->avg_data)
541  av_freep(&s->avg_data[i]);
542  }
543  av_freep(&s->bypass);
544  av_freep(&s->fft_input);
545  av_freep(&s->fft_data);
546  av_freep(&s->avg_data);
547  av_freep(&s->window_func_lut);
548  av_frame_free(&s->window);
549 }
550 
551 static const AVFilterPad showfreqs_outputs[] = {
552  {
553  .name = "default",
554  .type = AVMEDIA_TYPE_VIDEO,
555  .config_props = config_output,
556  },
557 };
558 
559 const AVFilter ff_avf_showfreqs = {
560  .name = "showfreqs",
561  .description = NULL_IF_CONFIG_SMALL("Convert input audio to a frequencies video output."),
562  .uninit = uninit,
563  .priv_size = sizeof(ShowFreqsContext),
564  .activate = activate,
565  FILTER_INPUTS(ff_audio_default_filterpad),
566  FILTER_OUTPUTS(showfreqs_outputs),
567  FILTER_QUERY_FUNC(query_formats),
568  .priv_class = &showfreqs_class,
569 };
formats
formats
Definition: signature.h:48
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:108
ShowFreqsContext::tx_fn
av_tx_fn tx_fn
Definition: avf_showfreqs.c:59
ff_get_audio_buffer
AVFrame * ff_get_audio_buffer(AVFilterLink *link, int nb_samples)
Request an audio samples buffer with a specific set of permissions.
Definition: audio.c:107
AV_SAMPLE_FMT_FLTP
@ AV_SAMPLE_FMT_FLTP
float, planar
Definition: samplefmt.h:66
AVFilterChannelLayouts
A list of supported channel layouts.
Definition: formats.h:85
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
ShowFreqsContext::fscale
int fscale
Definition: avf_showfreqs.c:52
av_clip
#define av_clip
Definition: common.h:96
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_make_format_list
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:401
AV_WL32
#define AV_WL32(p, v)
Definition: intreadwrite.h:424
out
FILE * out
Definition: movenc.c:54
M
#define M(a, b)
ShowFreqsContext::win_func
int win_func
Definition: avf_showfreqs.c:54
color
Definition: vf_paletteuse.c:511
ShowFreqsContext::old_pts
int64_t old_pts
Definition: avf_showfreqs.c:75
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:978
sample_fmts
static enum AVSampleFormat sample_fmts[]
Definition: adpcmenc.c:947
ff_channel_layouts_ref
int ff_channel_layouts_ref(AVFilterChannelLayouts *f, AVFilterChannelLayouts **ref)
Add *ref as a new reference to f.
Definition: formats.c:612
layouts
enum MovChannelLayoutTag * layouts
Definition: mov_chan.c:326
ShowFreqsContext::scale
float scale
Definition: avf_showfreqs.c:72
av_parse_color
int av_parse_color(uint8_t *rgba_color, const char *color_string, int slen, void *log_ctx)
Put the RGBA values that correspond to color_string in rgba_color.
Definition: parseutils.c:356
FFERROR_NOT_READY
return FFERROR_NOT_READY
Definition: filter_design.txt:204
AV_OPT_TYPE_VIDEO_RATE
@ AV_OPT_TYPE_VIDEO_RATE
offset must point to AVRational
Definition: opt.h:238
AVTXContext
Definition: tx_priv.h:235
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
NB_CMODES
@ NB_CMODES
Definition: avf_showfreqs.c:41
normalize.log
log
Definition: normalize.py:21
LINE
@ LINE
Definition: avf_showfreqs.c:40
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:100
ff_all_channel_counts
AVFilterChannelLayouts * ff_all_channel_counts(void)
Construct an AVFilterChannelLayouts coding for any channel layout, with known or unknown disposition.
Definition: formats.c:587
ShowFreqsContext::nb_draw_channels
int nb_draw_channels
Definition: avf_showfreqs.c:69
RE
#define RE(x, ch)
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:340
AVFrame::pts
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:452
w
uint8_t w
Definition: llviddspenc.c:38
draw_dot
static void draw_dot(AVFrame *out, int x, int y, uint8_t fg[4])
Definition: avf_showfreqs.c:254
av_channel_layout_channel_from_index
enum AVChannel av_channel_layout_channel_from_index(const AVChannelLayout *channel_layout, unsigned int idx)
Get the channel with the given index in a channel layout.
Definition: channel_layout.c:808
ShowFreqsContext::fft
AVTXContext * fft
Definition: avf_showfreqs.c:58
DELAY
@ DELAY
Definition: avf_showfreqs.c:39
AVOption
AVOption.
Definition: opt.h:251
FILTER_QUERY_FUNC
#define FILTER_QUERY_FUNC(func)
Definition: internal.h:169
query_formats
static int query_formats(AVFilterContext *ctx)
Definition: avf_showfreqs.c:119
NB_ASCALES
@ NB_ASCALES
Definition: avf_showfreqs.c:43
float.h
AVComplexFloat
Definition: tx.h:27
WIN_FUNC_OPTION
#define WIN_FUNC_OPTION(win_func_opt_name, win_func_offset, flag, default_window_func)
Definition: window_func.h:37
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:170
ff_avf_showfreqs
const AVFilter ff_avf_showfreqs
Definition: avf_showfreqs.c:559
AVChannelLayout::nb_channels
int nb_channels
Number of channels in this layout.
Definition: channel_layout.h:319
P
#define P(a, b)
video.h
ShowFreqsContext::w
int w
Definition: avf_showfreqs.c:47
FF_FILTER_FORWARD_STATUS_BACK
#define FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink)
Forward the status on an output link to an input link.
Definition: filters.h:199
av_tx_init
av_cold int av_tx_init(AVTXContext **ctx, av_tx_fn *tx, enum AVTXType type, int inv, int len, const void *scale, uint64_t flags)
Initialize a transform context with the given configuration (i)MDCTs with an odd length are currently...
Definition: tx.c:901
AVFilterFormats
A list of supported formats for one end of a filter link.
Definition: formats.h:64
ShowFreqsContext::frame_rate
AVRational frame_rate
Definition: avf_showfreqs.c:76
formats.h
OFFSET
#define OFFSET(x)
Definition: avf_showfreqs.c:79
ShowFreqsContext::fft_data
AVComplexFloat ** fft_data
Definition: avf_showfreqs.c:61
ShowFreqsContext::h
int h
Definition: avf_showfreqs.c:47
AVFrame::ch_layout
AVChannelLayout ch_layout
Channel layout of the audio data.
Definition: frame.h:802
scale
static av_always_inline float scale(float x, float s)
Definition: vf_v360.c:1389
pts
static int64_t pts
Definition: transcode_aac.c:643
FS_LOG
@ FS_LOG
Definition: avf_showfreqs.c:42
ChannelMode
ChannelMode
Definition: avf_showfreqs.c:41
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:47
cbrt
#define cbrt
Definition: tablegen.h:35
avassert.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
av_cold
#define av_cold
Definition: attributes.h:90
AmplitudeScale
AmplitudeScale
Definition: avf_ahistogram.c:32
av_tx_fn
void(* av_tx_fn)(AVTXContext *s, void *out, void *in, ptrdiff_t stride)
Function pointer to a function to perform the transform.
Definition: tx.h:151
BAR
@ BAR
Definition: avf_showfreqs.c:40
float
float
Definition: af_crystalizer.c:121
ShowFreqsContext::window
AVFrame * window
Definition: avf_showfreqs.c:62
intreadwrite.h
s
#define s(width, name)
Definition: cbs_vp9.c:198
ShowFreqsContext::nb_channels
int nb_channels
Definition: avf_showfreqs.c:68
config_output
static int config_output(AVFilterLink *outlink)
Definition: avf_showfreqs.c:150
ff_formats_ref
int ff_formats_ref(AVFilterFormats *f, AVFilterFormats **ref)
Add *ref as a new reference to formats.
Definition: formats.c:617
av_strtok
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok().
Definition: avstring.c:178
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:40
filters.h
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:304
AV_TX_FLOAT_FFT
@ AV_TX_FLOAT_FFT
Standard complex to complex FFT with sample data type of AVComplexFloat, AVComplexDouble or AVComplex...
Definition: tx.h:47
ShowFreqsContext::colors
char * colors
Definition: avf_showfreqs.c:73
ctx
AVFormatContext * ctx
Definition: movenc.c:48
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
FS_LINEAR
@ FS_LINEAR
Definition: avf_showfreqs.c:42
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: internal.h:192
AV_PIX_FMT_RGBA
@ AV_PIX_FMT_RGBA
packed RGBA 8:8:8:8, 32bpp, RGBARGBA...
Definition: pixfmt.h:93
ShowFreqsContext::fft_size
int fft_size
Definition: avf_showfreqs.c:51
if
if(ret)
Definition: filter_design.txt:179
SEPARATE
@ SEPARATE
Definition: avf_showfreqs.c:41
ShowFreqsContext::nb_freq
int nb_freq
Definition: avf_showfreqs.c:70
av_realloc_f
#define av_realloc_f(p, o, n)
Definition: tableprint_vlc.h:32
FLAGS
#define FLAGS
Definition: avf_showfreqs.c:80
ShowFreqsContext::fft_input
AVComplexFloat ** fft_input
Definition: avf_showfreqs.c:60
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
ff_inlink_consume_samples
int ff_inlink_consume_samples(AVFilterLink *link, unsigned min, unsigned max, AVFrame **rframe)
Take samples from the link's FIFO and update the link's stats.
Definition: avfilter.c:1412
NULL
#define NULL
Definition: coverity.c:32
ShowFreqsContext::cmode
int cmode
Definition: avf_showfreqs.c:50
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AV_OPT_TYPE_IMAGE_SIZE
@ AV_OPT_TYPE_IMAGE_SIZE
offset must point to two consecutive integers
Definition: opt.h:235
parseutils.h
ShowFreqsContext::minamp
float minamp
Definition: avf_showfreqs.c:66
ff_audio_default_filterpad
const AVFilterPad ff_audio_default_filterpad[1]
An AVFilterPad array whose only entry has name "default" and is of type AVMEDIA_TYPE_AUDIO.
Definition: audio.c:32
generate_window_func
static void generate_window_func(float *lut, int N, int win_func, float *overlap)
Definition: window_func.h:63
WFUNC_HANNING
@ WFUNC_HANNING
Definition: window_func.h:29
ShowFreqsContext::ascale
int ascale
Definition: avf_showfreqs.c:52
ShowFreqsContext::ch_layout_str
char * ch_layout_str
Definition: avf_showfreqs.c:55
ShowFreqsContext::avg_data
float ** avg_data
Definition: avf_showfreqs.c:63
f
f
Definition: af_crystalizer.c:121
ShowFreqsContext::hop_size
int hop_size
Definition: avf_showfreqs.c:67
DataMode
DataMode
Definition: avf_showfreqs.c:39
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:106
AVChannelLayout
An AVChannelLayout holds information about the channel layout of audio data.
Definition: channel_layout.h:309
activate
static int activate(AVFilterContext *ctx)
Definition: avf_showfreqs.c:498
AV_SAMPLE_FMT_NONE
@ AV_SAMPLE_FMT_NONE
Definition: samplefmt.h:56
color
static const uint32_t color[16+AV_CLASS_CATEGORY_NB]
Definition: log.c:94
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
ShowFreqsContext::mode
int mode
Definition: avf_showfreqs.c:48
ShowFreqsContext::bypass
uint8_t * bypass
Definition: avf_showfreqs.c:56
avg
#define avg(a, b, c, d)
Definition: colorspacedsp_template.c:28
IM
#define IM(x, ch)
ShowFreqsContext
Definition: avf_showfreqs.c:45
a
The reader does not expect b to be semantically here and if the code is changed by maybe adding a a division or other the signedness will almost certainly be mistaken To avoid this confusion a new type was SUINT is the C unsigned type but it holds a signed int to use the same example SUINT a
Definition: undefined.txt:41
FrequencyScale
FrequencyScale
Definition: avf_showcwt.c:39
MAGNITUDE
@ MAGNITUDE
Definition: avf_showfreqs.c:39
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
FF_FILTER_FORWARD_WANTED
FF_FILTER_FORWARD_WANTED(outlink, inlink)
M_PI
#define M_PI
Definition: mathematics.h:67
av_tx_uninit
av_cold void av_tx_uninit(AVTXContext **ctx)
Frees a context and sets *ctx to NULL, does nothing when *ctx == NULL.
Definition: tx.c:294
internal.h
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Definition: opt.h:228
AVChannel
AVChannel
Definition: channel_layout.h:47
av_channel_layout_from_string
int av_channel_layout_from_string(AVChannelLayout *channel_layout, const char *str)
Initialize a channel layout from a given string description.
Definition: channel_layout.c:414
AVFrame::nb_samples
int nb_samples
number of audio samples (per channel) described by this frame
Definition: frame.h:420
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:245
AS_LINEAR
@ AS_LINEAR
Definition: avf_showfreqs.c:43
AVFrame::extended_data
uint8_t ** extended_data
pointers to the data planes/channels.
Definition: frame.h:401
AVSampleFormat
AVSampleFormat
Audio sample formats.
Definition: samplefmt.h:55
FS_RLOG
@ FS_RLOG
Definition: avf_showfreqs.c:42
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
get_sx
static int get_sx(ShowFreqsContext *s, int f)
Definition: avf_showfreqs.c:265
filter_frame
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: avf_showfreqs.c:478
av_inv_q
static av_always_inline AVRational av_inv_q(AVRational q)
Invert a rational.
Definition: rational.h:159
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:53
ff_inlink_queued_samples
int ff_inlink_queued_samples(AVFilterLink *link)
Definition: avfilter.c:1372
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:262
AVFilter
Filter definition.
Definition: avfilter.h:166
NB_MODES
@ NB_MODES
Definition: avf_showfreqs.c:40
ret
ret
Definition: filter_design.txt:187
plot_freq
static void plot_freq(ShowFreqsContext *s, int ch, double a, int f, uint8_t fg[4], int *prev_y, AVFrame *out, AVFilterLink *outlink)
Definition: avf_showfreqs.c:295
showfreqs_outputs
static const AVFilterPad showfreqs_outputs[]
Definition: avf_showfreqs.c:551
AV_RL32
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_RL32
Definition: bytestream.h:92
ShowFreqsContext::window_func_lut
float * window_func_lut
Definition: avf_showfreqs.c:64
window_func.h
NB_FSCALES
@ NB_FSCALES
Definition: avf_showfreqs.c:42
ShowFreqsContext::pts
int64_t pts
Definition: avf_showfreqs.c:74
showfreqs_options
static const AVOption showfreqs_options[]
Definition: avf_showfreqs.c:82
ff_all_samplerates
AVFilterFormats * ff_all_samplerates(void)
Definition: formats.c:572
channel_layout.h
av_channel_layout_index_from_channel
int av_channel_layout_index_from_channel(const AVChannelLayout *channel_layout, enum AVChannel channel)
Get the index of a given channel in a channel layout.
Definition: channel_layout.c:848
mode
mode
Definition: ebur128.h:83
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:225
avfilter.h
av_channel_layout_uninit
void av_channel_layout_uninit(AVChannelLayout *channel_layout)
Free any allocated data in the channel layout and reset the channel count to 0.
Definition: channel_layout.c:642
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: avf_showfreqs.c:528
ShowFreqsContext::data_mode
int data_mode
Definition: avf_showfreqs.c:49
AVFilterContext
An instance of a filter.
Definition: avfilter.h:397
ShowFreqsContext::win_size
int win_size
Definition: avf_showfreqs.c:71
av_channel_layout_copy
int av_channel_layout_copy(AVChannelLayout *dst, const AVChannelLayout *src)
Make a copy of a channel layout.
Definition: channel_layout.c:649
DisplayMode
DisplayMode
Definition: avf_ahistogram.c:34
ShowFreqsContext::avg
int avg
Definition: avf_showfreqs.c:53
get_bsize
static float get_bsize(ShowFreqsContext *s, int f)
Definition: avf_showfreqs.c:279
av_strdup
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:270
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
ShowFreqsContext::ch_layout
AVChannelLayout ch_layout
Definition: avf_showfreqs.c:57
audio.h
NB_DATA
@ NB_DATA
Definition: avf_showfreqs.c:39
AVFilterFormatsConfig::formats
AVFilterFormats * formats
List of supported formats (pixel or sample).
Definition: avfilter.h:505
av_free
#define av_free(p)
Definition: tableprint_vlc.h:33
FF_FILTER_FORWARD_STATUS
FF_FILTER_FORWARD_STATUS(inlink, outlink)
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:193
AS_CBRT
@ AS_CBRT
Definition: avf_showfreqs.c:43
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
COMBINED
@ COMBINED
Definition: avf_showfreqs.c:41
PHASE
@ PHASE
Definition: avf_showfreqs.c:39
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
DOT
@ DOT
Definition: avf_showfreqs.c:40
avstring.h
plot_freqs
static int plot_freqs(AVFilterLink *inlink, int64_t pts)
Definition: avf_showfreqs.c:378
AV_OPT_TYPE_STRING
@ AV_OPT_TYPE_STRING
Definition: opt.h:229
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(showfreqs)
AS_LOG
@ AS_LOG
Definition: avf_showfreqs.c:43
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:234
channel
channel
Definition: ebur128.h:39
ShowFreqsContext::overlap
float overlap
Definition: avf_showfreqs.c:65
AS_SQRT
@ AS_SQRT
Definition: avf_showfreqs.c:43
av_clipd
av_clipd
Definition: af_crystalizer.c:131
ff_filter_set_ready
void ff_filter_set_ready(AVFilterContext *filter, unsigned priority)
Mark a filter ready and schedule it for activation.
Definition: avfilter.c:216
tx.h
min
float min
Definition: vorbis_enc_data.h:429
Generated on Mon Dec 11 2023 19:22:03 for FFmpeg by   doxygen 1.8.17