FFmpeg
avf_showfreqs.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include <float.h>
22 #include <math.h>
23 
24 #include "libavutil/mem.h"
25 #include "libavutil/tx.h"
26 #include "libavutil/avassert.h"
27 #include "libavutil/avstring.h"
28 #include "libavutil/channel_layout.h"
29 #include "libavutil/intreadwrite.h"
30 #include "libavutil/opt.h"
31 #include "libavutil/parseutils.h"
32 #include "audio.h"
33 #include "filters.h"
34 #include "formats.h"
35 #include "video.h"
36 #include "avfilter.h"
37 #include "window_func.h"
38 
39 enum DataMode { MAGNITUDE, PHASE, DELAY, NB_DATA };
40 enum DisplayMode { LINE, BAR, DOT, NB_MODES };
41 enum ChannelMode { COMBINED, SEPARATE, NB_CMODES };
42 enum FrequencyScale { FS_LINEAR, FS_LOG, FS_RLOG, NB_FSCALES };
43 enum AmplitudeScale { AS_LINEAR, AS_SQRT, AS_CBRT, AS_LOG, NB_ASCALES };
44 
45 typedef struct ShowFreqsContext {
46  const AVClass *class;
47  int w, h;
48  int mode;
49  int data_mode;
50  int cmode;
51  int fft_size;
52  int ascale, fscale;
53  int avg;
54  int win_func;
55  char *ch_layout_str;
56  uint8_t *bypass;
57  AVChannelLayout ch_layout;
58  AVTXContext *fft;
59  av_tx_fn tx_fn;
60  AVComplexFloat **fft_input;
61  AVComplexFloat **fft_data;
62  AVFrame *window;
63  float **avg_data;
64  float *window_func_lut;
65  float overlap;
66  float minamp;
67  int hop_size;
68  int nb_channels;
69  int nb_draw_channels;
70  int nb_freq;
71  int win_size;
72  float scale;
73  char *colors;
74  int64_t pts;
75  int64_t old_pts;
76  AVRational frame_rate;
77 } ShowFreqsContext;
78 
79 #define OFFSET(x) offsetof(ShowFreqsContext, x)
80 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
81 
82 static const AVOption showfreqs_options[] = {
83  { "size", "set video size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str = "1024x512"}, 0, 0, FLAGS },
84  { "s", "set video size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str = "1024x512"}, 0, 0, FLAGS },
85  { "rate", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, FLAGS },
86  { "r", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, FLAGS },
87  { "mode", "set display mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=BAR}, 0, NB_MODES-1, FLAGS, .unit = "mode" },
88  { "line", "show lines", 0, AV_OPT_TYPE_CONST, {.i64=LINE}, 0, 0, FLAGS, .unit = "mode" },
89  { "bar", "show bars", 0, AV_OPT_TYPE_CONST, {.i64=BAR}, 0, 0, FLAGS, .unit = "mode" },
90  { "dot", "show dots", 0, AV_OPT_TYPE_CONST, {.i64=DOT}, 0, 0, FLAGS, .unit = "mode" },
91  { "ascale", "set amplitude scale", OFFSET(ascale), AV_OPT_TYPE_INT, {.i64=AS_LOG}, 0, NB_ASCALES-1, FLAGS, .unit = "ascale" },
92  { "lin", "linear", 0, AV_OPT_TYPE_CONST, {.i64=AS_LINEAR}, 0, 0, FLAGS, .unit = "ascale" },
93  { "sqrt", "square root", 0, AV_OPT_TYPE_CONST, {.i64=AS_SQRT}, 0, 0, FLAGS, .unit = "ascale" },
94  { "cbrt", "cubic root", 0, AV_OPT_TYPE_CONST, {.i64=AS_CBRT}, 0, 0, FLAGS, .unit = "ascale" },
95  { "log", "logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=AS_LOG}, 0, 0, FLAGS, .unit = "ascale" },
96  { "fscale", "set frequency scale", OFFSET(fscale), AV_OPT_TYPE_INT, {.i64=FS_LINEAR}, 0, NB_FSCALES-1, FLAGS, .unit = "fscale" },
97  { "lin", "linear", 0, AV_OPT_TYPE_CONST, {.i64=FS_LINEAR}, 0, 0, FLAGS, .unit = "fscale" },
98  { "log", "logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=FS_LOG}, 0, 0, FLAGS, .unit = "fscale" },
99  { "rlog", "reverse logarithmic", 0, AV_OPT_TYPE_CONST, {.i64=FS_RLOG}, 0, 0, FLAGS, .unit = "fscale" },
100  { "win_size", "set window size", OFFSET(fft_size), AV_OPT_TYPE_INT, {.i64=2048}, 16, 65536, FLAGS },
101  WIN_FUNC_OPTION("win_func", OFFSET(win_func), FLAGS, WFUNC_HANNING),
102  { "overlap", "set window overlap", OFFSET(overlap), AV_OPT_TYPE_FLOAT, {.dbl=1.}, 0., 1., FLAGS },
103  { "averaging", "set time averaging", OFFSET(avg), AV_OPT_TYPE_INT, {.i64=1}, 0, INT32_MAX, FLAGS },
104  { "colors", "set channels colors", OFFSET(colors), AV_OPT_TYPE_STRING, {.str = "red|green|blue|yellow|orange|lime|pink|magenta|brown" }, 0, 0, FLAGS },
105  { "cmode", "set channel mode", OFFSET(cmode), AV_OPT_TYPE_INT, {.i64=COMBINED}, 0, NB_CMODES-1, FLAGS, .unit = "cmode" },
106  { "combined", "show all channels in same window", 0, AV_OPT_TYPE_CONST, {.i64=COMBINED}, 0, 0, FLAGS, .unit = "cmode" },
107  { "separate", "show each channel in own window", 0, AV_OPT_TYPE_CONST, {.i64=SEPARATE}, 0, 0, FLAGS, .unit = "cmode" },
108  { "minamp", "set minimum amplitude", OFFSET(minamp), AV_OPT_TYPE_FLOAT, {.dbl=1e-6}, FLT_MIN, 1e-6, FLAGS },
109  { "data", "set data mode", OFFSET(data_mode), AV_OPT_TYPE_INT, {.i64=MAGNITUDE}, 0, NB_DATA-1, FLAGS, .unit = "data" },
110  { "magnitude", "show magnitude", 0, AV_OPT_TYPE_CONST, {.i64=MAGNITUDE}, 0, 0, FLAGS, .unit = "data" },
111  { "phase", "show phase", 0, AV_OPT_TYPE_CONST, {.i64=PHASE}, 0, 0, FLAGS, .unit = "data" },
112  { "delay", "show group delay",0, AV_OPT_TYPE_CONST, {.i64=DELAY}, 0, 0, FLAGS, .unit = "data" },
113  { "channels", "set channels to draw", OFFSET(ch_layout_str), AV_OPT_TYPE_STRING, {.str="all"}, 0, 0, FLAGS },
114  { NULL }
115 };
116 
117 AVFILTER_DEFINE_CLASS(showfreqs);
118 
119 static int query_formats(const AVFilterContext *ctx,
120  AVFilterFormatsConfig **cfg_in,
121  AVFilterFormatsConfig **cfg_out)
122 {
123  AVFilterFormats *formats = NULL;
124  static const enum AVSampleFormat sample_fmts[] = { AV_SAMPLE_FMT_FLTP, AV_SAMPLE_FMT_NONE };
125  static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_RGBA, AV_PIX_FMT_NONE };
126  int ret;
127 
128  /* set input audio formats */
129  formats = ff_make_format_list(sample_fmts);
130  if ((ret = ff_formats_ref(formats, &cfg_in[0]->formats)) < 0)
131  return ret;
132 
133  /* set output video format */
134  formats = ff_make_format_list(pix_fmts);
135  if ((ret = ff_formats_ref(formats, &cfg_out[0]->formats)) < 0)
136  return ret;
137 
138  return 0;
139 }
140 
141 static int config_output(AVFilterLink *outlink)
142 {
143  FilterLink *l = ff_filter_link(outlink);
144  AVFilterContext *ctx = outlink->src;
145  AVFilterLink *inlink = ctx->inputs[0];
146  ShowFreqsContext *s = ctx->priv;
147  float overlap, scale = 1.f;
148  int i, ret;
149 
150  s->old_pts = AV_NOPTS_VALUE;
151  s->nb_freq = s->fft_size / 2;
152  s->win_size = s->fft_size;
153  av_tx_uninit(&s->fft);
154  ret = av_tx_init(&s->fft, &s->tx_fn, AV_TX_FLOAT_FFT, 0, s->fft_size, &scale, 0);
155  if (ret < 0) {
156  av_log(ctx, AV_LOG_ERROR, "Unable to create FFT context. "
157  "The window size might be too high.\n");
158  return ret;
159  }
160 
161  /* FFT buffers: x2 for each (display) channel buffer.
162  * Note: we use free and malloc instead of a realloc-like function to
163  * make sure the buffer is aligned in memory for the FFT functions. */
164  for (i = 0; i < s->nb_channels; i++) {
165  av_freep(&s->fft_input[i]);
166  av_freep(&s->fft_data[i]);
167  av_freep(&s->avg_data[i]);
168  }
169  av_freep(&s->bypass);
170  av_freep(&s->fft_input);
171  av_freep(&s->fft_data);
172  av_freep(&s->avg_data);
173  s->nb_channels = inlink->ch_layout.nb_channels;
174 
175  s->bypass = av_calloc(s->nb_channels, sizeof(*s->bypass));
176  if (!s->bypass)
177  return AVERROR(ENOMEM);
178  s->fft_input = av_calloc(s->nb_channels, sizeof(*s->fft_input));
179  if (!s->fft_input)
180  return AVERROR(ENOMEM);
181  s->fft_data = av_calloc(s->nb_channels, sizeof(*s->fft_data));
182  if (!s->fft_data)
183  return AVERROR(ENOMEM);
184  s->avg_data = av_calloc(s->nb_channels, sizeof(*s->avg_data));
185  if (!s->avg_data)
186  return AVERROR(ENOMEM);
187  for (i = 0; i < s->nb_channels; i++) {
188  s->fft_input[i] = av_calloc(FFALIGN(s->win_size, 512), sizeof(**s->fft_input));
189  s->fft_data[i] = av_calloc(FFALIGN(s->win_size, 512), sizeof(**s->fft_data));
190  s->avg_data[i] = av_calloc(s->nb_freq, sizeof(**s->avg_data));
191  if (!s->fft_data[i] || !s->avg_data[i] || !s->fft_input[i])
192  return AVERROR(ENOMEM);
193  }
194 
195  /* pre-calc windowing function */
196  s->window_func_lut = av_realloc_f(s->window_func_lut, s->win_size,
197  sizeof(*s->window_func_lut));
198  if (!s->window_func_lut)
199  return AVERROR(ENOMEM);
200  generate_window_func(s->window_func_lut, s->win_size, s->win_func, &overlap);
201  if (s->overlap == 1.)
202  s->overlap = overlap;
203  s->hop_size = (1. - s->overlap) * s->win_size;
204  if (s->hop_size < 1) {
205  av_log(ctx, AV_LOG_ERROR, "overlap %f too big\n", s->overlap);
206  return AVERROR(EINVAL);
207  }
208 
209  for (s->scale = 0, i = 0; i < s->win_size; i++) {
210  s->scale += s->window_func_lut[i] * s->window_func_lut[i];
211  }
212 
213  s->window = ff_get_audio_buffer(inlink, s->win_size * 2);
214  if (!s->window)
215  return AVERROR(ENOMEM);
216 
217  l->frame_rate = s->frame_rate;
218  outlink->time_base = av_inv_q(l->frame_rate);
219  outlink->sample_aspect_ratio = (AVRational){1,1};
220  outlink->w = s->w;
221  outlink->h = s->h;
222 
223  ret = av_channel_layout_copy(&s->ch_layout, &inlink->ch_layout);
224  if (ret < 0)
225  return ret;
226  s->nb_draw_channels = s->nb_channels;
227 
228  if (strcmp(s->ch_layout_str, "all")) {
229  int nb_draw_channels = 0;
230  av_channel_layout_from_string(&s->ch_layout,
231  s->ch_layout_str);
232 
233  for (int ch = 0; ch < s->nb_channels; ch++) {
234  const enum AVChannel channel = av_channel_layout_channel_from_index(&inlink->ch_layout, ch);
235 
236  s->bypass[ch] = av_channel_layout_index_from_channel(&s->ch_layout, channel) < 0;
237  nb_draw_channels += s->bypass[ch] == 0;
238  }
239 
240  s->nb_draw_channels = nb_draw_channels;
241  }
242 
243  return 0;
244 }
245 
246 static inline void draw_dot(AVFrame *out, int x, int y, uint8_t fg[4])
247 {
248 
249  uint32_t color = AV_RL32(out->data[0] + y * out->linesize[0] + x * 4);
250 
251  if ((color & 0xffffff) != 0)
252  AV_WL32(out->data[0] + y * out->linesize[0] + x * 4, AV_RL32(fg) | color);
253  else
254  AV_WL32(out->data[0] + y * out->linesize[0] + x * 4, AV_RL32(fg));
255 }
256 
257 static int get_sx(ShowFreqsContext *s, int f)
258 {
259  switch (s->fscale) {
260  case FS_LINEAR:
261  return (s->w/(float)s->nb_freq)*f;
262  case FS_LOG:
263  return s->w-pow(s->w, (s->nb_freq-f-1)/(s->nb_freq-1.));
264  case FS_RLOG:
265  return pow(s->w, f/(s->nb_freq-1.));
266  }
267 
268  return 0;
269 }
270 
271 static float get_bsize(ShowFreqsContext *s, int f)
272 {
273  switch (s->fscale) {
274  case FS_LINEAR:
275  return s->w/(float)s->nb_freq;
276  case FS_LOG:
277  return pow(s->w, (s->nb_freq-f-1)/(s->nb_freq-1.))-
278  pow(s->w, (s->nb_freq-f-2)/(s->nb_freq-1.));
279  case FS_RLOG:
280  return pow(s->w, (f+1)/(s->nb_freq-1.))-
281  pow(s->w, f /(s->nb_freq-1.));
282  }
283 
284  return 1.;
285 }
286 
287 static inline void plot_freq(ShowFreqsContext *s, int ch,
288  double a, int f, uint8_t fg[4], int *prev_y,
289  AVFrame *out, AVFilterLink *outlink)
290 {
291  FilterLink *outl = ff_filter_link(outlink);
292  const int w = s->w;
293  const float min = s->minamp;
294  const float avg = s->avg_data[ch][f];
295  const float bsize = get_bsize(s, f);
296  const int sx = get_sx(s, f);
297  int end = outlink->h;
298  int x, y, i;
299 
300  switch(s->ascale) {
301  case AS_SQRT:
302  a = 1.0 - sqrt(a);
303  break;
304  case AS_CBRT:
305  a = 1.0 - cbrt(a);
306  break;
307  case AS_LOG:
308  a = log(av_clipd(a, min, 1)) / log(min);
309  break;
310  case AS_LINEAR:
311  a = 1.0 - a;
312  break;
313  }
314 
315  switch (s->cmode) {
316  case COMBINED:
317  y = a * outlink->h - 1;
318  break;
319  case SEPARATE:
320  end = (outlink->h / s->nb_draw_channels) * (ch + 1);
321  y = (outlink->h / s->nb_draw_channels) * ch + a * (outlink->h / s->nb_draw_channels) - 1;
322  break;
323  default:
324  av_assert0(0);
325  }
326  if (y < 0)
327  return;
328 
329  switch (s->avg) {
330  case 0:
331  y = s->avg_data[ch][f] = !outl->frame_count_in ? y : FFMIN(0, y);
332  break;
333  case 1:
334  break;
335  default:
336  s->avg_data[ch][f] = avg + y * (y - avg) / (FFMIN(outl->frame_count_in + 1, s->avg) * (float)y);
337  y = av_clip(s->avg_data[ch][f], 0, outlink->h - 1);
338  break;
339  }
340 
341  switch(s->mode) {
342  case LINE:
343  if (*prev_y == -1) {
344  *prev_y = y;
345  }
346  if (y <= *prev_y) {
347  for (x = sx + 1; x < sx + bsize && x < w; x++)
348  draw_dot(out, x, y, fg);
349  for (i = y; i <= *prev_y; i++)
350  draw_dot(out, sx, i, fg);
351  } else {
352  for (i = *prev_y; i <= y; i++)
353  draw_dot(out, sx, i, fg);
354  for (x = sx + 1; x < sx + bsize && x < w; x++)
355  draw_dot(out, x, i - 1, fg);
356  }
357  *prev_y = y;
358  break;
359  case BAR:
360  for (x = sx; x < sx + bsize && x < w; x++)
361  for (i = y; i < end; i++)
362  draw_dot(out, x, i, fg);
363  break;
364  case DOT:
365  for (x = sx; x < sx + bsize && x < w; x++)
366  draw_dot(out, x, y, fg);
367  break;
368  }
369 }
370 
371 static int plot_freqs(AVFilterLink *inlink, int64_t pts)
372 {
373  AVFilterContext *ctx = inlink->dst;
374  AVFilterLink *outlink = ctx->outputs[0];
375  ShowFreqsContext *s = ctx->priv;
376  AVFrame *in = s->window;
377  const int win_size = s->win_size;
378  char *colors, *color, *saveptr = NULL;
379  AVFrame *out;
380  int ch, n;
381 
382  /* fill FFT input with the number of samples available */
383  for (ch = 0; ch < s->nb_channels; ch++) {
384  const float *p = (float *)in->extended_data[ch];
385 
386  if (s->bypass[ch])
387  continue;
388 
389  for (n = 0; n < win_size; n++) {
390  s->fft_input[ch][n].re = p[n] * s->window_func_lut[n];
391  s->fft_input[ch][n].im = 0;
392  }
393  }
394 
395  /* run FFT on each samples set */
396  for (ch = 0; ch < s->nb_channels; ch++) {
397  if (s->bypass[ch])
398  continue;
399 
400  s->tx_fn(s->fft, s->fft_data[ch], s->fft_input[ch], sizeof(AVComplexFloat));
401  }
402 
403  s->pts = av_rescale_q(pts, inlink->time_base, outlink->time_base);
404  if (s->old_pts >= s->pts)
405  return 0;
406  s->old_pts = s->pts;
407 
408 #define RE(x, ch) s->fft_data[ch][x].re
409 #define IM(x, ch) s->fft_data[ch][x].im
410 #define M(a, b) (sqrt((a) * (a) + (b) * (b)))
411 #define P(a, b) (atan2((b), (a)))
412 
413  colors = av_strdup(s->colors);
414  if (!colors)
415  return AVERROR(ENOMEM);
416 
417  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
418  if (!out) {
419  av_free(colors);
420  return AVERROR(ENOMEM);
421  }
422 
423  for (n = 0; n < outlink->h; n++)
424  memset(out->data[0] + out->linesize[0] * n, 0, outlink->w * 4);
425 
426  for (ch = 0; ch < s->nb_channels; ch++) {
427  uint8_t fg[4] = { 0xff, 0xff, 0xff, 0xff };
428  int prev_y = -1, f;
429  double a;
430 
431  color = av_strtok(ch == 0 ? colors : NULL, " |", &saveptr);
432  if (color)
433  av_parse_color(fg, color, -1, ctx);
434 
435  if (s->bypass[ch])
436  continue;
437 
438  switch (s->data_mode) {
439  case MAGNITUDE:
440  for (f = 0; f < s->nb_freq; f++) {
441  a = av_clipd(M(RE(f, ch), IM(f, ch)) / s->scale, 0, 1);
442 
443  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
444  }
445  break;
446  case PHASE:
447  for (f = 0; f < s->nb_freq; f++) {
448  a = av_clipd((M_PI + P(RE(f, ch), IM(f, ch))) / (2. * M_PI), 0, 1);
449 
450  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
451  }
452  break;
453  case DELAY:
454  for (f = 0; f < s->nb_freq; f++) {
455  a = av_clipd((M_PI - P(IM(f, ch) * RE(f-1, ch) - IM(f-1, ch) * RE(f, ch),
456  RE(f, ch) * RE(f-1, ch) + IM(f, ch) * IM(f-1, ch))) / (2. * M_PI), 0, 1);
457 
458  plot_freq(s, ch, a, f, fg, &prev_y, out, outlink);
459  }
460  break;
461  }
462  }
463 
464  av_free(colors);
465  out->pts = s->pts;
466  out->duration = 1;
467  out->sample_aspect_ratio = (AVRational){1,1};
468  return ff_filter_frame(outlink, out);
469 }
470 
471 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
472 {
473  AVFilterContext *ctx = inlink->dst;
474  ShowFreqsContext *s = ctx->priv;
475  const int offset = s->win_size - s->hop_size;
476  int64_t pts = in->pts;
477 
478  for (int ch = 0; ch < in->ch_layout.nb_channels; ch++) {
479  float *dst = (float *)s->window->extended_data[ch];
480 
481  memmove(dst, &dst[s->hop_size], offset * sizeof(float));
482  memcpy(&dst[offset], in->extended_data[ch], in->nb_samples * sizeof(float));
483  memset(&dst[offset + in->nb_samples], 0, (s->hop_size - in->nb_samples) * sizeof(float));
484  }
485 
486  av_frame_free(&in);
487 
488  return plot_freqs(inlink, pts);
489 }
490 
491 static int activate(AVFilterContext *ctx)
492 {
493  AVFilterLink *inlink = ctx->inputs[0];
494  AVFilterLink *outlink = ctx->outputs[0];
495  ShowFreqsContext *s = ctx->priv;
496  AVFrame *in;
497  int ret;
498 
499  FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
500 
501  ret = ff_inlink_consume_samples(inlink, s->hop_size, s->hop_size, &in);
502  if (ret < 0)
503  return ret;
504 
505  if (ret > 0)
506  ret = filter_frame(inlink, in);
507  if (ret < 0)
508  return ret;
509 
510  if (ff_inlink_queued_samples(inlink) >= s->hop_size) {
511  ff_filter_set_ready(ctx, 10);
512  return 0;
513  }
514 
515  FF_FILTER_FORWARD_STATUS(inlink, outlink);
516  FF_FILTER_FORWARD_WANTED(outlink, inlink);
517 
518  return FFERROR_NOT_READY;
519 }
520 
521 static av_cold void uninit(AVFilterContext *ctx)
522 {
523  ShowFreqsContext *s = ctx->priv;
524  int i;
525 
526  av_channel_layout_uninit(&s->ch_layout);
527  av_tx_uninit(&s->fft);
528  for (i = 0; i < s->nb_channels; i++) {
529  if (s->fft_input)
530  av_freep(&s->fft_input[i]);
531  if (s->fft_data)
532  av_freep(&s->fft_data[i]);
533  if (s->avg_data)
534  av_freep(&s->avg_data[i]);
535  }
536  av_freep(&s->bypass);
537  av_freep(&s->fft_input);
538  av_freep(&s->fft_data);
539  av_freep(&s->avg_data);
540  av_freep(&s->window_func_lut);
541  av_frame_free(&s->window);
542 }
543 
544 static const AVFilterPad showfreqs_outputs[] = {
545  {
546  .name = "default",
547  .type = AVMEDIA_TYPE_VIDEO,
548  .config_props = config_output,
549  },
550 };
551 
552 const AVFilter ff_avf_showfreqs = {
553  .name = "showfreqs",
554  .description = NULL_IF_CONFIG_SMALL("Convert input audio to a frequencies video output."),
555  .uninit = uninit,
556  .priv_size = sizeof(ShowFreqsContext),
557  .activate = activate,
558  FILTER_INPUTS(ff_audio_default_filterpad),
559  FILTER_OUTPUTS(showfreqs_outputs),
560  FILTER_QUERY_FUNC2(query_formats),
561  .priv_class = &showfreqs_class,
562 };
formats
formats
Definition: signature.h:47
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:116
ShowFreqsContext::tx_fn
av_tx_fn tx_fn
Definition: avf_showfreqs.c:59
ff_get_audio_buffer
AVFrame * ff_get_audio_buffer(AVFilterLink *link, int nb_samples)
Request an audio samples buffer with a specific set of permissions.
Definition: audio.c:98
AV_SAMPLE_FMT_FLTP
@ AV_SAMPLE_FMT_FLTP
float, planar
Definition: samplefmt.h:66
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
ShowFreqsContext::fscale
int fscale
Definition: avf_showfreqs.c:52
av_clip
#define av_clip
Definition: common.h:100
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_make_format_list
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:435
AV_WL32
#define AV_WL32(p, v)
Definition: intreadwrite.h:422
out
FILE * out
Definition: movenc.c:55
M
#define M(a, b)
ShowFreqsContext::win_func
int win_func
Definition: avf_showfreqs.c:54
color
Definition: vf_paletteuse.c:513
ShowFreqsContext::old_pts
int64_t old_pts
Definition: avf_showfreqs.c:75
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1061
sample_fmts
static enum AVSampleFormat sample_fmts[]
Definition: adpcmenc.c:948
ShowFreqsContext::scale
float scale
Definition: avf_showfreqs.c:72
av_parse_color
int av_parse_color(uint8_t *rgba_color, const char *color_string, int slen, void *log_ctx)
Put the RGBA values that correspond to color_string in rgba_color.
Definition: parseutils.c:359
FFERROR_NOT_READY
return FFERROR_NOT_READY
Definition: filter_design.txt:204
AV_OPT_TYPE_VIDEO_RATE
@ AV_OPT_TYPE_VIDEO_RATE
Underlying C type is AVRational.
Definition: opt.h:315
AVTXContext
Definition: tx_priv.h:235
int64_t
long long int64_t
Definition: coverity.c:34
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
NB_CMODES
@ NB_CMODES
Definition: avf_showfreqs.c:41
normalize.log
log
Definition: normalize.py:21
LINE
@ LINE
Definition: avf_showfreqs.c:40
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:162
ShowFreqsContext::nb_draw_channels
int nb_draw_channels
Definition: avf_showfreqs.c:69
query_formats
static int query_formats(const AVFilterContext *ctx, AVFilterFormatsConfig **cfg_in, AVFilterFormatsConfig **cfg_out)
Definition: avf_showfreqs.c:119
RE
#define RE(x, ch)
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: filters.h:262
mode
Definition: swscale.c:52
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:389
AVFrame::pts
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:501
w
uint8_t w
Definition: llviddspenc.c:38
draw_dot
static void draw_dot(AVFrame *out, int x, int y, uint8_t fg[4])
Definition: avf_showfreqs.c:246
av_channel_layout_channel_from_index
enum AVChannel av_channel_layout_channel_from_index(const AVChannelLayout *channel_layout, unsigned int idx)
Get the channel with the given index in a channel layout.
Definition: channel_layout.c:672
ShowFreqsContext::fft
AVTXContext * fft
Definition: avf_showfreqs.c:58
DELAY
@ DELAY
Definition: avf_showfreqs.c:39
AVOption
AVOption.
Definition: opt.h:429
NB_ASCALES
@ NB_ASCALES
Definition: avf_showfreqs.c:43
float.h
AVComplexFloat
Definition: tx.h:27
WIN_FUNC_OPTION
#define WIN_FUNC_OPTION(win_func_opt_name, win_func_offset, flag, default_window_func)
Definition: window_func.h:37
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:205
ff_avf_showfreqs
const AVFilter ff_avf_showfreqs
Definition: avf_showfreqs.c:552
AVChannelLayout::nb_channels
int nb_channels
Number of channels in this layout.
Definition: channel_layout.h:328
P
#define P(a, b)
video.h
ShowFreqsContext::w
int w
Definition: avf_showfreqs.c:47
FF_FILTER_FORWARD_STATUS_BACK
#define FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink)
Forward the status on an output link to an input link.
Definition: filters.h:434
av_tx_init
av_cold int av_tx_init(AVTXContext **ctx, av_tx_fn *tx, enum AVTXType type, int inv, int len, const void *scale, uint64_t flags)
Initialize a transform context with the given configuration (i)MDCTs with an odd length are currently...
Definition: tx.c:903
AVFilterFormats
A list of supported formats for one end of a filter link.
Definition: formats.h:64
ShowFreqsContext::frame_rate
AVRational frame_rate
Definition: avf_showfreqs.c:76
formats.h
OFFSET
#define OFFSET(x)
Definition: avf_showfreqs.c:79
ShowFreqsContext::fft_data
AVComplexFloat ** fft_data
Definition: avf_showfreqs.c:61
ShowFreqsContext::h
int h
Definition: avf_showfreqs.c:47
AVFrame::ch_layout
AVChannelLayout ch_layout
Channel layout of the audio data.
Definition: frame.h:790
pts
static int64_t pts
Definition: transcode_aac.c:644
FS_LOG
@ FS_LOG
Definition: avf_showfreqs.c:42
ChannelMode
ChannelMode
Definition: avf_showfreqs.c:41
AVFilterPad
A filter pad used for either input or output.
Definition: filters.h:38
cbrt
#define cbrt
Definition: tablegen.h:35
avassert.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:209
av_cold
#define av_cold
Definition: attributes.h:90
AmplitudeScale
AmplitudeScale
Definition: avf_ahistogram.c:30
av_tx_fn
void(* av_tx_fn)(AVTXContext *s, void *out, void *in, ptrdiff_t stride)
Function pointer to a function to perform the transform.
Definition: tx.h:151
BAR
@ BAR
Definition: avf_showfreqs.c:40
float
float
Definition: af_crystalizer.c:122
ShowFreqsContext::window
AVFrame * window
Definition: avf_showfreqs.c:62
intreadwrite.h
s
#define s(width, name)
Definition: cbs_vp9.c:198
ShowFreqsContext::nb_channels
int nb_channels
Definition: avf_showfreqs.c:68
config_output
static int config_output(AVFilterLink *outlink)
Definition: avf_showfreqs.c:141
ff_formats_ref
int ff_formats_ref(AVFilterFormats *f, AVFilterFormats **ref)
Add *ref as a new reference to formats.
Definition: formats.c:678
av_strtok
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok().
Definition: avstring.c:178
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:40
filters.h
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:304
AV_TX_FLOAT_FFT
@ AV_TX_FLOAT_FFT
Standard complex to complex FFT with sample data type of AVComplexFloat, AVComplexDouble or AVComplex...
Definition: tx.h:47
ShowFreqsContext::colors
char * colors
Definition: avf_showfreqs.c:73
ctx
AVFormatContext * ctx
Definition: movenc.c:49
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
FS_LINEAR
@ FS_LINEAR
Definition: avf_showfreqs.c:42
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: filters.h:263
AV_PIX_FMT_RGBA
@ AV_PIX_FMT_RGBA
packed RGBA 8:8:8:8, 32bpp, RGBARGBA...
Definition: pixfmt.h:100
ShowFreqsContext::fft_size
int fft_size
Definition: avf_showfreqs.c:51
if
if(ret)
Definition: filter_design.txt:179
SEPARATE
@ SEPARATE
Definition: avf_showfreqs.c:41
ShowFreqsContext::nb_freq
int nb_freq
Definition: avf_showfreqs.c:70
av_realloc_f
#define av_realloc_f(p, o, n)
Definition: tableprint_vlc.h:32
FLAGS
#define FLAGS
Definition: avf_showfreqs.c:80
ShowFreqsContext::fft_input
AVComplexFloat ** fft_input
Definition: avf_showfreqs.c:60
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:75
ff_inlink_consume_samples
int ff_inlink_consume_samples(AVFilterLink *link, unsigned min, unsigned max, AVFrame **rframe)
Take samples from the link's FIFO and update the link's stats.
Definition: avfilter.c:1510
NULL
#define NULL
Definition: coverity.c:32
ShowFreqsContext::cmode
int cmode
Definition: avf_showfreqs.c:50
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AV_OPT_TYPE_IMAGE_SIZE
@ AV_OPT_TYPE_IMAGE_SIZE
Underlying C type is two consecutive integers.
Definition: opt.h:303
parseutils.h
ShowFreqsContext::minamp
float minamp
Definition: avf_showfreqs.c:66
ff_audio_default_filterpad
const AVFilterPad ff_audio_default_filterpad[1]
An AVFilterPad array whose only entry has name "default" and is of type AVMEDIA_TYPE_AUDIO.
Definition: audio.c:34
generate_window_func
static void generate_window_func(float *lut, int N, int win_func, float *overlap)
Definition: window_func.h:63
WFUNC_HANNING
@ WFUNC_HANNING
Definition: window_func.h:29
ShowFreqsContext::ascale
int ascale
Definition: avf_showfreqs.c:52
ShowFreqsContext::ch_layout_str
char * ch_layout_str
Definition: avf_showfreqs.c:55
AVFilterFormatsConfig
Lists of formats / etc.
Definition: avfilter.h:111
ff_filter_link
static FilterLink * ff_filter_link(AVFilterLink *link)
Definition: filters.h:197
ShowFreqsContext::avg_data
float ** avg_data
Definition: avf_showfreqs.c:63
f
f
Definition: af_crystalizer.c:122
ShowFreqsContext::hop_size
int hop_size
Definition: avf_showfreqs.c:67
DataMode
DataMode
Definition: avf_showfreqs.c:39
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:94
AVChannelLayout
An AVChannelLayout holds information about the channel layout of audio data.
Definition: channel_layout.h:318
dst
uint8_t ptrdiff_t const uint8_t ptrdiff_t int intptr_t intptr_t int int16_t * dst
Definition: dsp.h:83
activate
static int activate(AVFilterContext *ctx)
Definition: avf_showfreqs.c:491
AV_SAMPLE_FMT_NONE
@ AV_SAMPLE_FMT_NONE
Definition: samplefmt.h:56
color
static const uint32_t color[16+AV_CLASS_CATEGORY_NB]
Definition: log.c:94
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
ShowFreqsContext::mode
int mode
Definition: avf_showfreqs.c:48
ShowFreqsContext::bypass
uint8_t * bypass
Definition: avf_showfreqs.c:56
avg
#define avg(a, b, c, d)
Definition: colorspacedsp_template.c:28
IM
#define IM(x, ch)
ShowFreqsContext
Definition: avf_showfreqs.c:45
a
The reader does not expect b to be semantically here and if the code is changed by maybe adding a a division or other the signedness will almost certainly be mistaken To avoid this confusion a new type was SUINT is the C unsigned type but it holds a signed int to use the same example SUINT a
Definition: undefined.txt:41
FrequencyScale
FrequencyScale
Definition: avf_showcwt.c:37
MAGNITUDE
@ MAGNITUDE
Definition: avf_showfreqs.c:39
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
FF_FILTER_FORWARD_WANTED
FF_FILTER_FORWARD_WANTED(outlink, inlink)
M_PI
#define M_PI
Definition: mathematics.h:67
av_tx_uninit
av_cold void av_tx_uninit(AVTXContext **ctx)
Frees a context and sets *ctx to NULL, does nothing when *ctx == NULL.
Definition: tx.c:295
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Underlying C type is float.
Definition: opt.h:271
AVChannel
AVChannel
Definition: channel_layout.h:47
av_channel_layout_from_string
int av_channel_layout_from_string(AVChannelLayout *channel_layout, const char *str)
Initialize a channel layout from a given string description.
Definition: channel_layout.c:311
AVFrame::nb_samples
int nb_samples
number of audio samples (per channel) described by this frame
Definition: frame.h:469
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:256
AS_LINEAR
@ AS_LINEAR
Definition: avf_showfreqs.c:43
AVFrame::extended_data
uint8_t ** extended_data
pointers to the data planes/channels.
Definition: frame.h:450
AVSampleFormat
AVSampleFormat
Audio sample formats.
Definition: samplefmt.h:55
FS_RLOG
@ FS_RLOG
Definition: avf_showfreqs.c:42
FILTER_QUERY_FUNC2
#define FILTER_QUERY_FUNC2(func)
Definition: filters.h:239
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
get_sx
static int get_sx(ShowFreqsContext *s, int f)
Definition: avf_showfreqs.c:257
filter_frame
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: avf_showfreqs.c:471
av_inv_q
static av_always_inline AVRational av_inv_q(AVRational q)
Invert a rational.
Definition: rational.h:159
AVFilterPad::name
const char * name
Pad name.
Definition: filters.h:44
ff_inlink_queued_samples
int ff_inlink_queued_samples(AVFilterLink *link)
Definition: avfilter.c:1465
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:264
AVFilter
Filter definition.
Definition: avfilter.h:201
NB_MODES
@ NB_MODES
Definition: avf_showfreqs.c:40
ret
ret
Definition: filter_design.txt:187
plot_freq
static void plot_freq(ShowFreqsContext *s, int ch, double a, int f, uint8_t fg[4], int *prev_y, AVFrame *out, AVFilterLink *outlink)
Definition: avf_showfreqs.c:287
showfreqs_outputs
static const AVFilterPad showfreqs_outputs[]
Definition: avf_showfreqs.c:544
AV_RL32
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_RL32
Definition: bytestream.h:92
ShowFreqsContext::window_func_lut
float * window_func_lut
Definition: avf_showfreqs.c:64
window_func.h
NB_FSCALES
@ NB_FSCALES
Definition: avf_showfreqs.c:42
ShowFreqsContext::pts
int64_t pts
Definition: avf_showfreqs.c:74
showfreqs_options
static const AVOption showfreqs_options[]
Definition: avf_showfreqs.c:82
channel_layout.h
av_channel_layout_index_from_channel
int av_channel_layout_index_from_channel(const AVChannelLayout *channel_layout, enum AVChannel channel)
Get the index of a given channel in a channel layout.
Definition: channel_layout.c:712
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:72
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Underlying C type is int.
Definition: opt.h:259
avfilter.h
av_channel_layout_uninit
void av_channel_layout_uninit(AVChannelLayout *channel_layout)
Free any allocated data in the channel layout and reset the channel count to 0.
Definition: channel_layout.c:441
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: avf_showfreqs.c:521
ShowFreqsContext::data_mode
int data_mode
Definition: avf_showfreqs.c:49
AVFilterContext
An instance of a filter.
Definition: avfilter.h:457
ShowFreqsContext::win_size
int win_size
Definition: avf_showfreqs.c:71
av_channel_layout_copy
int av_channel_layout_copy(AVChannelLayout *dst, const AVChannelLayout *src)
Make a copy of a channel layout.
Definition: channel_layout.c:448
DisplayMode
DisplayMode
Definition: avf_ahistogram.c:32
ShowFreqsContext::avg
int avg
Definition: avf_showfreqs.c:53
get_bsize
static float get_bsize(ShowFreqsContext *s, int f)
Definition: avf_showfreqs.c:271
av_strdup
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:272
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
ShowFreqsContext::ch_layout
AVChannelLayout ch_layout
Definition: avf_showfreqs.c:57
mem.h
audio.h
NB_DATA
@ NB_DATA
Definition: avf_showfreqs.c:39
av_free
#define av_free(p)
Definition: tableprint_vlc.h:33
scale
static void scale(int *out, const int *in, const int w, const int h, const int shift)
Definition: intra.c:291
FF_FILTER_FORWARD_STATUS
FF_FILTER_FORWARD_STATUS(inlink, outlink)
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
AS_CBRT
@ AS_CBRT
Definition: avf_showfreqs.c:43
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
COMBINED
@ COMBINED
Definition: avf_showfreqs.c:41
PHASE
@ PHASE
Definition: avf_showfreqs.c:39
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
DOT
@ DOT
Definition: avf_showfreqs.c:40
avstring.h
plot_freqs
static int plot_freqs(AVFilterLink *inlink, int64_t pts)
Definition: avf_showfreqs.c:371
AV_OPT_TYPE_STRING
@ AV_OPT_TYPE_STRING
Underlying C type is a uint8_t* that is either NULL or points to a C string allocated with the av_mal...
Definition: opt.h:276
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(showfreqs)
AS_LOG
@ AS_LOG
Definition: avf_showfreqs.c:43
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Special option type for declaring named constants.
Definition: opt.h:299
channel
channel
Definition: ebur128.h:39
ShowFreqsContext::overlap
float overlap
Definition: avf_showfreqs.c:65
AS_SQRT
@ AS_SQRT
Definition: avf_showfreqs.c:43
av_clipd
av_clipd
Definition: af_crystalizer.c:132
ff_filter_set_ready
void ff_filter_set_ready(AVFilterContext *filter, unsigned priority)
Mark a filter ready and schedule it for activation.
Definition: avfilter.c:239
tx.h
min
float min
Definition: vorbis_enc_data.h:429
Generated on Fri Dec 20 2024 19:22:20 for FFmpeg by   doxygen 1.8.17