FFmpeg
vf_atadenoise.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * @file
23  * Adaptive Temporal Averaging Denoiser,
24  * based on paper "Video Denoising Based on Adaptive Temporal Averaging" by
25  * David Bartovčak and Miroslav Vrankić
26  */
27 
28 #include "libavutil/imgutils.h"
29 #include "libavutil/opt.h"
30 #include "libavutil/pixdesc.h"
31 #include "avfilter.h"
32 
33 #define FF_BUFQUEUE_SIZE 129
34 #include "bufferqueue.h"
35 
36 #include "atadenoise.h"
37 #include "formats.h"
38 #include "internal.h"
39 #include "video.h"
40 
41 #define SIZE FF_BUFQUEUE_SIZE
42 
43 typedef struct ATADenoiseContext {
44  const AVClass *class;
45 
46  float fthra[4], fthrb[4];
47  float sigma[4];
48  int thra[4], thrb[4];
49  int algorithm;
50 
51  int planes;
52  int nb_planes;
53  int planewidth[4];
54  int planeheight[4];
55 
56  struct FFBufQueue q;
57  void *data[4][SIZE];
58  int linesize[4][SIZE];
59  float weights[4][SIZE];
60  int size, mid, radius;
61  int available;
62 
63  int (*filter_slice)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
64 
65  ATADenoiseDSPContext dsp;
66 } ATADenoiseContext;
67 
68 #define OFFSET(x) offsetof(ATADenoiseContext, x)
69 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
70 #define VF AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
71 
72 static const AVOption atadenoise_options[] = {
73  { "0a", "set threshold A for 1st plane", OFFSET(fthra[0]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
74  { "0b", "set threshold B for 1st plane", OFFSET(fthrb[0]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
75  { "1a", "set threshold A for 2nd plane", OFFSET(fthra[1]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
76  { "1b", "set threshold B for 2nd plane", OFFSET(fthrb[1]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
77  { "2a", "set threshold A for 3rd plane", OFFSET(fthra[2]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
78  { "2b", "set threshold B for 3rd plane", OFFSET(fthrb[2]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
79  { "s", "set how many frames to use", OFFSET(size), AV_OPT_TYPE_INT, {.i64=9}, 5, SIZE, VF },
80  { "p", "set what planes to filter", OFFSET(planes), AV_OPT_TYPE_FLAGS, {.i64=7}, 0, 15, FLAGS },
81  { "a", "set variant of algorithm", OFFSET(algorithm),AV_OPT_TYPE_INT, {.i64=PARALLEL}, 0, NB_ATAA-1, FLAGS, "a" },
82  { "p", "parallel", 0, AV_OPT_TYPE_CONST, {.i64=PARALLEL}, 0, 0, FLAGS, "a" },
83  { "s", "serial", 0, AV_OPT_TYPE_CONST, {.i64=SERIAL}, 0, 0, FLAGS, "a" },
84  { "0s", "set sigma for 1st plane", OFFSET(sigma[0]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
85  { "1s", "set sigma for 2nd plane", OFFSET(sigma[1]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
86  { "2s", "set sigma for 3rd plane", OFFSET(sigma[2]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
87  { NULL }
88 };
89 
90 AVFILTER_DEFINE_CLASS(atadenoise);
91 
92 static int query_formats(AVFilterContext *ctx)
93 {
94  static const enum AVPixelFormat pixel_fmts[] = {
95  AV_PIX_FMT_GRAY8,
96  AV_PIX_FMT_GRAY9,
97  AV_PIX_FMT_GRAY10,
98  AV_PIX_FMT_GRAY12,
99  AV_PIX_FMT_GRAY14,
100  AV_PIX_FMT_GRAY16,
101  AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
102  AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
103  AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,
104  AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ422P,
105  AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ444P,
106  AV_PIX_FMT_YUVJ411P,
107  AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
108  AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
109  AV_PIX_FMT_YUV440P10,
110  AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV420P12,
111  AV_PIX_FMT_YUV440P12,
112  AV_PIX_FMT_YUV444P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV420P14,
113  AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
114  AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
115  AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
116  AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P,
117  AV_PIX_FMT_YUVA444P9, AV_PIX_FMT_YUVA444P10, AV_PIX_FMT_YUVA444P12, AV_PIX_FMT_YUVA444P16,
118  AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA422P16,
119  AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA420P16,
120  AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRAP10, AV_PIX_FMT_GBRAP12, AV_PIX_FMT_GBRAP16,
121  AV_PIX_FMT_NONE
122  };
123  return ff_set_common_formats_from_list(ctx, pixel_fmts);
124 }
125 
126 static av_cold int init(AVFilterContext *ctx)
127 {
128  ATADenoiseContext *s = ctx->priv;
129 
130  if (!(s->size & 1)) {
131  av_log(ctx, AV_LOG_WARNING, "size %d is invalid. Must be an odd value, setting it to %d.\n", s->size, s->size|1);
132  s->size |= 1;
133  }
134  s->radius = s->size / 2;
135  s->mid = s->radius;
136 
137  return 0;
138 }
139 
140 typedef struct ThreadData {
141  AVFrame *in, *out;
142 } ThreadData;
143 
144 #define WFILTER_ROW(type, name) \
145 static void fweight_row##name(const uint8_t *ssrc, uint8_t *ddst, \
146  const uint8_t *ssrcf[SIZE], \
147  int w, int mid, int size, \
148  int thra, int thrb, const float *weights) \
149 { \
150  const type *src = (const type *)ssrc; \
151  const type **srcf = (const type **)ssrcf; \
152  type *dst = (type *)ddst; \
153  \
154  for (int x = 0; x < w; x++) { \
155  const int srcx = src[x]; \
156  unsigned lsumdiff = 0, rsumdiff = 0; \
157  unsigned ldiff, rdiff; \
158  float sum = srcx; \
159  float wsum = 1.f; \
160  int l = 0, r = 0; \
161  int srcjx, srcix; \
162  \
163  for (int j = mid - 1, i = mid + 1; j >= 0 && i < size; j--, i++) { \
164  srcjx = srcf[j][x]; \
165  \
166  ldiff = FFABS(srcx - srcjx); \
167  lsumdiff += ldiff; \
168  if (ldiff > thra || \
169  lsumdiff > thrb) \
170  break; \
171  l++; \
172  sum += srcjx * weights[j]; \
173  wsum += weights[j]; \
174  \
175  srcix = srcf[i][x]; \
176  \
177  rdiff = FFABS(srcx - srcix); \
178  rsumdiff += rdiff; \
179  if (rdiff > thra || \
180  rsumdiff > thrb) \
181  break; \
182  r++; \
183  sum += srcix * weights[i]; \
184  wsum += weights[i]; \
185  } \
186  \
187  dst[x] = lrintf(sum / wsum); \
188  } \
189 }
190 
191 WFILTER_ROW(uint8_t, 8)
192 WFILTER_ROW(uint16_t, 16)
193 
194 #define WFILTER_ROW_SERIAL(type, name) \
195 static void fweight_row##name##_serial(const uint8_t *ssrc, uint8_t *ddst, \
196  const uint8_t *ssrcf[SIZE], \
197  int w, int mid, int size, \
198  int thra, int thrb, \
199  const float *weights) \
200 { \
201  const type *src = (const type *)ssrc; \
202  const type **srcf = (const type **)ssrcf; \
203  type *dst = (type *)ddst; \
204  \
205  for (int x = 0; x < w; x++) { \
206  const int srcx = src[x]; \
207  unsigned lsumdiff = 0, rsumdiff = 0; \
208  unsigned ldiff, rdiff; \
209  float sum = srcx; \
210  float wsum = 1.f; \
211  int l = 0, r = 0; \
212  int srcjx, srcix; \
213  \
214  for (int j = mid - 1; j >= 0; j--) { \
215  srcjx = srcf[j][x]; \
216  \
217  ldiff = FFABS(srcx - srcjx); \
218  lsumdiff += ldiff; \
219  if (ldiff > thra || \
220  lsumdiff > thrb) \
221  break; \
222  l++; \
223  sum += srcjx * weights[j]; \
224  wsum += weights[j]; \
225  } \
226  \
227  for (int i = mid + 1; i < size; i++) { \
228  srcix = srcf[i][x]; \
229  \
230  rdiff = FFABS(srcx - srcix); \
231  rsumdiff += rdiff; \
232  if (rdiff > thra || \
233  rsumdiff > thrb) \
234  break; \
235  r++; \
236  sum += srcix * weights[i]; \
237  wsum += weights[i]; \
238  } \
239  \
240  dst[x] = lrintf(sum / wsum); \
241  } \
242 }
243 
244 WFILTER_ROW_SERIAL(uint8_t, 8)
245 WFILTER_ROW_SERIAL(uint16_t, 16)
246 
247 #define FILTER_ROW(type, name) \
248 static void filter_row##name(const uint8_t *ssrc, uint8_t *ddst, \
249  const uint8_t *ssrcf[SIZE], \
250  int w, int mid, int size, \
251  int thra, int thrb, const float *weights) \
252 { \
253  const type *src = (const type *)ssrc; \
254  const type **srcf = (const type **)ssrcf; \
255  type *dst = (type *)ddst; \
256  \
257  for (int x = 0; x < w; x++) { \
258  const int srcx = src[x]; \
259  unsigned lsumdiff = 0, rsumdiff = 0; \
260  unsigned ldiff, rdiff; \
261  unsigned sum = srcx; \
262  int l = 0, r = 0; \
263  int srcjx, srcix; \
264  \
265  for (int j = mid - 1, i = mid + 1; j >= 0 && i < size; j--, i++) { \
266  srcjx = srcf[j][x]; \
267  \
268  ldiff = FFABS(srcx - srcjx); \
269  lsumdiff += ldiff; \
270  if (ldiff > thra || \
271  lsumdiff > thrb) \
272  break; \
273  l++; \
274  sum += srcjx; \
275  \
276  srcix = srcf[i][x]; \
277  \
278  rdiff = FFABS(srcx - srcix); \
279  rsumdiff += rdiff; \
280  if (rdiff > thra || \
281  rsumdiff > thrb) \
282  break; \
283  r++; \
284  sum += srcix; \
285  } \
286  \
287  dst[x] = (sum + ((r + l + 1) >> 1)) / (r + l + 1); \
288  } \
289 }
290 
291 FILTER_ROW(uint8_t, 8)
292 FILTER_ROW(uint16_t, 16)
293 
294 #define FILTER_ROW_SERIAL(type, name) \
295 static void filter_row##name##_serial(const uint8_t *ssrc, uint8_t *ddst, \
296  const uint8_t *ssrcf[SIZE], \
297  int w, int mid, int size, \
298  int thra, int thrb, \
299  const float *weights) \
300 { \
301  const type *src = (const type *)ssrc; \
302  const type **srcf = (const type **)ssrcf; \
303  type *dst = (type *)ddst; \
304  \
305  for (int x = 0; x < w; x++) { \
306  const int srcx = src[x]; \
307  unsigned lsumdiff = 0, rsumdiff = 0; \
308  unsigned ldiff, rdiff; \
309  unsigned sum = srcx; \
310  int l = 0, r = 0; \
311  int srcjx, srcix; \
312  \
313  for (int j = mid - 1; j >= 0; j--) { \
314  srcjx = srcf[j][x]; \
315  \
316  ldiff = FFABS(srcx - srcjx); \
317  lsumdiff += ldiff; \
318  if (ldiff > thra || \
319  lsumdiff > thrb) \
320  break; \
321  l++; \
322  sum += srcjx; \
323  } \
324  \
325  for (int i = mid + 1; i < size; i++) { \
326  srcix = srcf[i][x]; \
327  \
328  rdiff = FFABS(srcx - srcix); \
329  rsumdiff += rdiff; \
330  if (rdiff > thra || \
331  rsumdiff > thrb) \
332  break; \
333  r++; \
334  sum += srcix; \
335  } \
336  \
337  dst[x] = (sum + ((r + l + 1) >> 1)) / (r + l + 1); \
338  } \
339 }
340 
341 FILTER_ROW_SERIAL(uint8_t, 8)
342 FILTER_ROW_SERIAL(uint16_t, 16)
343 
344 static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
345 {
346  ATADenoiseContext *s = ctx->priv;
347  ThreadData *td = arg;
348  AVFrame *in = td->in;
349  AVFrame *out = td->out;
350  const int size = s->size;
351  const int mid = s->mid;
352  int p, y, i;
353 
354  for (p = 0; p < s->nb_planes; p++) {
355  const float *weights = s->weights[p];
356  const int h = s->planeheight[p];
357  const int w = s->planewidth[p];
358  const int slice_start = (h * jobnr) / nb_jobs;
359  const int slice_end = (h * (jobnr+1)) / nb_jobs;
360  const uint8_t *src = in->data[p] + slice_start * in->linesize[p];
361  uint8_t *dst = out->data[p] + slice_start * out->linesize[p];
362  const int thra = s->thra[p];
363  const int thrb = s->thrb[p];
364  const uint8_t **data = (const uint8_t **)s->data[p];
365  const int *linesize = (const int *)s->linesize[p];
366  const uint8_t *srcf[SIZE];
367 
368  if (!((1 << p) & s->planes)) {
369  av_image_copy_plane(dst, out->linesize[p], src, in->linesize[p],
370  w, slice_end - slice_start);
371  continue;
372  }
373 
374  for (i = 0; i < size; i++)
375  srcf[i] = data[i] + slice_start * linesize[i];
376 
377  for (y = slice_start; y < slice_end; y++) {
378  s->dsp.filter_row[p](src, dst, srcf, w, mid, size, thra, thrb, weights);
379 
380  dst += out->linesize[p];
381  src += in->linesize[p];
382 
383  for (i = 0; i < size; i++)
384  srcf[i] += linesize[i];
385  }
386  }
387 
388  return 0;
389 }
390 
391 static int config_input(AVFilterLink *inlink)
392 {
393  const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
394  AVFilterContext *ctx = inlink->dst;
395  ATADenoiseContext *s = ctx->priv;
396  int depth;
397 
398  s->nb_planes = desc->nb_components;
399 
400  s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
401  s->planeheight[0] = s->planeheight[3] = inlink->h;
402  s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
403  s->planewidth[0] = s->planewidth[3] = inlink->w;
404 
405  depth = desc->comp[0].depth;
406  s->filter_slice = filter_slice;
407 
408  for (int p = 0; p < s->nb_planes; p++) {
409  if (depth == 8 && s->sigma[p] == INT16_MAX)
410  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? filter_row8 : filter_row8_serial;
411  else if (s->sigma[p] == INT16_MAX)
412  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? filter_row16 : filter_row16_serial;
413  else if (depth == 8 && s->sigma[p] < INT16_MAX)
414  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? fweight_row8 : fweight_row8_serial;
415  else if (s->sigma[p] < INT16_MAX)
416  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? fweight_row16 : fweight_row16_serial;
417  }
418 
419  s->thra[0] = s->fthra[0] * (1 << depth) - 1;
420  s->thra[1] = s->fthra[1] * (1 << depth) - 1;
421  s->thra[2] = s->fthra[2] * (1 << depth) - 1;
422  s->thrb[0] = s->fthrb[0] * (1 << depth) - 1;
423  s->thrb[1] = s->fthrb[1] * (1 << depth) - 1;
424  s->thrb[2] = s->fthrb[2] * (1 << depth) - 1;
425 
426  for (int p = 0; p < s->nb_planes; p++) {
427  float sigma = s->radius * s->sigma[p];
428 
429  s->weights[p][s->radius] = 1.f;
430  for (int n = 1; n <= s->radius; n++) {
431  s->weights[p][s->radius + n] =
432  s->weights[p][s->radius - n] = expf(-0.5 * (n + 1) * (n + 1) / (sigma * sigma));
433  }
434  }
435 
436  if (ARCH_X86)
437  ff_atadenoise_init_x86(&s->dsp, depth, s->algorithm, s->sigma);
438 
439  return 0;
440 }
441 
442 static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
443 {
444  AVFilterContext *ctx = inlink->dst;
445  AVFilterLink *outlink = ctx->outputs[0];
446  ATADenoiseContext *s = ctx->priv;
447  AVFrame *out, *in;
448  int i;
449 
450  if (s->q.available != s->size) {
451  if (s->q.available < s->mid) {
452  for (i = 0; i < s->mid; i++) {
453  out = av_frame_clone(buf);
454  if (!out) {
455  av_frame_free(&buf);
456  return AVERROR(ENOMEM);
457  }
458  ff_bufqueue_add(ctx, &s->q, out);
459  }
460  }
461  if (s->q.available < s->size) {
462  ff_bufqueue_add(ctx, &s->q, buf);
463  s->available++;
464  }
465  return 0;
466  }
467 
468  in = ff_bufqueue_peek(&s->q, s->mid);
469 
470  if (!ctx->is_disabled) {
471  ThreadData td;
472 
473  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
474  if (!out) {
475  av_frame_free(&buf);
476  return AVERROR(ENOMEM);
477  }
478 
479  for (i = 0; i < s->size; i++) {
480  AVFrame *frame = ff_bufqueue_peek(&s->q, i);
481 
482  s->data[0][i] = frame->data[0];
483  s->data[1][i] = frame->data[1];
484  s->data[2][i] = frame->data[2];
485  s->linesize[0][i] = frame->linesize[0];
486  s->linesize[1][i] = frame->linesize[1];
487  s->linesize[2][i] = frame->linesize[2];
488  }
489 
490  td.in = in; td.out = out;
491  ff_filter_execute(ctx, s->filter_slice, &td, NULL,
492  FFMIN3(s->planeheight[1],
493  s->planeheight[2],
494  ff_filter_get_nb_threads(ctx)));
495  av_frame_copy_props(out, in);
496  } else {
497  out = av_frame_clone(in);
498  if (!out) {
499  av_frame_free(&buf);
500  return AVERROR(ENOMEM);
501  }
502  }
503 
504  in = ff_bufqueue_get(&s->q);
505  av_frame_free(&in);
506  ff_bufqueue_add(ctx, &s->q, buf);
507 
508  return ff_filter_frame(outlink, out);
509 }
510 
511 static int request_frame(AVFilterLink *outlink)
512 {
513  AVFilterContext *ctx = outlink->src;
514  ATADenoiseContext *s = ctx->priv;
515  int ret = 0;
516 
517  ret = ff_request_frame(ctx->inputs[0]);
518 
519  if (ret == AVERROR_EOF && !ctx->is_disabled && s->available) {
520  AVFrame *buf = av_frame_clone(ff_bufqueue_peek(&s->q, s->available));
521  if (!buf)
522  return AVERROR(ENOMEM);
523 
524  ret = filter_frame(ctx->inputs[0], buf);
525  s->available--;
526  }
527 
528  return ret;
529 }
530 
531 static av_cold void uninit(AVFilterContext *ctx)
532 {
533  ATADenoiseContext *s = ctx->priv;
534 
535  ff_bufqueue_discard_all(&s->q);
536 }
537 
538 static int process_command(AVFilterContext *ctx,
539  const char *cmd,
540  const char *arg,
541  char *res,
542  int res_len,
543  int flags)
544 {
545  int ret = ff_filter_process_command(ctx, cmd, arg, res, res_len, flags);
546 
547  if (ret < 0)
548  return ret;
549 
550  return config_input(ctx->inputs[0]);
551 }
552 
553 static const AVFilterPad inputs[] = {
554  {
555  .name = "default",
556  .type = AVMEDIA_TYPE_VIDEO,
557  .filter_frame = filter_frame,
558  .config_props = config_input,
559  },
560 };
561 
562 static const AVFilterPad outputs[] = {
563  {
564  .name = "default",
565  .type = AVMEDIA_TYPE_VIDEO,
566  .request_frame = request_frame,
567  },
568 };
569 
570 const AVFilter ff_vf_atadenoise = {
571  .name = "atadenoise",
572  .description = NULL_IF_CONFIG_SMALL("Apply an Adaptive Temporal Averaging Denoiser."),
573  .priv_size = sizeof(ATADenoiseContext),
574  .priv_class = &atadenoise_class,
575  .init = init,
576  .uninit = uninit,
577  .query_formats = query_formats,
578  FILTER_INPUTS(inputs),
579  FILTER_OUTPUTS(outputs),
580  .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL | AVFILTER_FLAG_SLICE_THREADS,
581  .process_command = process_command,
582 };
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:98
AV_PIX_FMT_YUVA422P16
#define AV_PIX_FMT_YUVA422P16
Definition: pixfmt.h:432
FILTER_ROW
#define FILTER_ROW(type, name)
Definition: vf_atadenoise.c:247
ATADenoiseContext::available
int available
Definition: vf_atadenoise.c:61
AV_PIX_FMT_GBRAP16
#define AV_PIX_FMT_GBRAP16
Definition: pixfmt.h:411
AV_LOG_WARNING
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:186
td
#define td
Definition: regdef.h:70
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
WFILTER_ROW
#define WFILTER_ROW(type, name)
Definition: vf_atadenoise.c:144
out
FILE * out
Definition: movenc.c:54
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1019
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2540
AVERROR_EOF
#define AVERROR_EOF
End of file.
Definition: error.h:57
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:112
process_command
static int process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Definition: vf_atadenoise.c:538
AV_PIX_FMT_YUVA422P9
#define AV_PIX_FMT_YUVA422P9
Definition: pixfmt.h:424
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:303
pixdesc.h
AV_PIX_FMT_YUVA420P16
#define AV_PIX_FMT_YUVA420P16
Definition: pixfmt.h:431
w
uint8_t w
Definition: llviddspenc.c:38
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(atadenoise)
AV_PIX_FMT_YUVA420P10
#define AV_PIX_FMT_YUVA420P10
Definition: pixfmt.h:426
AVOption
AVOption.
Definition: opt.h:247
data
const char data[16]
Definition: mxf.c:143
ff_atadenoise_init_x86
void ff_atadenoise_init_x86(ATADenoiseDSPContext *dsp, int depth, int algorithm, const float *sigma)
Definition: vf_atadenoise_init.c:37
expf
#define expf(x)
Definition: libm.h:283
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:389
ff_request_frame
int ff_request_frame(AVFilterLink *link)
Request an input frame from the filter at the other end of the link.
Definition: avfilter.c:421
AV_PIX_FMT_YUV440P
@ AV_PIX_FMT_YUV440P
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:99
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:153
ThreadData::out
AVFrame * out
Definition: af_adeclick.c:492
video.h
request_frame
static int request_frame(AVFilterLink *outlink)
Definition: vf_atadenoise.c:511
AV_PIX_FMT_YUVA422P10
#define AV_PIX_FMT_YUVA422P10
Definition: pixfmt.h:427
ATADenoiseContext::planes
int planes
Definition: vf_atadenoise.c:51
AV_PIX_FMT_GRAY9
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:369
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:317
ff_bufqueue_get
static AVFrame * ff_bufqueue_get(struct FFBufQueue *queue)
Get the first buffer from the queue and remove it.
Definition: bufferqueue.h:98
av_image_copy_plane
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:374
formats.h
init
static av_cold int init(AVFilterContext *ctx)
Definition: vf_atadenoise.c:126
FILTER_ROW_SERIAL
#define FILTER_ROW_SERIAL(type, name)
Definition: vf_atadenoise.c:294
AV_PIX_FMT_YUVA420P9
#define AV_PIX_FMT_YUVA420P9
Definition: pixfmt.h:423
SIZE
#define SIZE
Definition: vf_atadenoise.c:41
ATADenoiseContext::radius
int radius
Definition: vf_atadenoise.c:60
AV_PIX_FMT_GBRP14
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:407
FLAGS
#define FLAGS
Definition: vf_atadenoise.c:69
atadenoise_options
static const AVOption atadenoise_options[]
Definition: vf_atadenoise.c:72
AV_PIX_FMT_GBRAP
@ AV_PIX_FMT_GBRAP
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:205
AV_PIX_FMT_GBRP10
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:405
AV_PIX_FMT_YUVA444P16
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:433
NB_ATAA
@ NB_ATAA
Definition: atadenoise.h:30
AV_PIX_FMT_YUV422P9
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:387
ATADenoiseContext::thrb
int thrb[4]
Definition: vf_atadenoise.c:48
ATADenoiseContext::weights
float weights[4][SIZE]
Definition: vf_atadenoise.c:59
AV_PIX_FMT_GRAY16
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:373
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:50
AV_PIX_FMT_YUV444P10
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:392
AV_PIX_FMT_YUVJ411P
@ AV_PIX_FMT_YUVJ411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition: pixfmt.h:248
filter_frame
static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
Definition: vf_atadenoise.c:442
planes
static const struct @318 planes[]
av_cold
#define av_cold
Definition: attributes.h:90
AV_PIX_FMT_YUV422P16
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:401
AV_PIX_FMT_YUVJ422P
@ AV_PIX_FMT_YUVJ422P
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition: pixfmt.h:79
AV_PIX_FMT_GBRAP10
#define AV_PIX_FMT_GBRAP10
Definition: pixfmt.h:409
ff_vf_atadenoise
const AVFilter ff_vf_atadenoise
Definition: vf_atadenoise.c:570
s
#define s(width, name)
Definition: cbs_vp9.c:257
ATADenoiseContext::thra
int thra[4]
Definition: vf_atadenoise.c:48
AV_PIX_FMT_GBRAP12
#define AV_PIX_FMT_GBRAP12
Definition: pixfmt.h:410
AV_PIX_FMT_YUVA420P
@ AV_PIX_FMT_YUVA420P
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:101
AV_PIX_FMT_YUV444P16
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:402
AV_CEIL_RSHIFT
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:51
slice_end
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2037
ff_set_common_formats_from_list
int ff_set_common_formats_from_list(AVFilterContext *ctx, const int *fmts)
Equivalent to ff_set_common_formats(ctx, ff_make_format_list(fmts))
Definition: formats.c:703
AV_PIX_FMT_YUVA444P12
#define AV_PIX_FMT_YUVA444P12
Definition: pixfmt.h:430
AV_PIX_FMT_YUV420P9
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:386
AV_PIX_FMT_YUV420P16
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:400
ctx
AVFormatContext * ctx
Definition: movenc.c:48
AV_PIX_FMT_GRAY14
#define AV_PIX_FMT_GRAY14
Definition: pixfmt.h:372
av_frame_clone
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:424
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
WFILTER_ROW_SERIAL
#define WFILTER_ROW_SERIAL(type, name)
Definition: vf_atadenoise.c:194
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: internal.h:152
AV_PIX_FMT_YUVJ444P
@ AV_PIX_FMT_YUVJ444P
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:80
arg
const char * arg
Definition: jacosubdec.c:67
ATADenoiseContext::algorithm
int algorithm
Definition: vf_atadenoise.c:49
AV_PIX_FMT_GRAY10
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:370
AV_PIX_FMT_GBRP16
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:408
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
NULL
#define NULL
Definition: coverity.c:32
av_frame_copy_props
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:537
ATADenoiseContext::q
struct FFBufQueue q
Definition: vf_atadenoise.c:56
SERIAL
@ SERIAL
Definition: atadenoise.h:29
AV_PIX_FMT_YUVJ420P
@ AV_PIX_FMT_YUVJ420P
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition: pixfmt.h:78
src
#define src
Definition: vp8dsp.c:255
ff_bufqueue_discard_all
static void ff_bufqueue_discard_all(struct FFBufQueue *queue)
Unref and remove all buffers from the queue.
Definition: bufferqueue.h:111
AV_PIX_FMT_YUV440P10
#define AV_PIX_FMT_YUV440P10
Definition: pixfmt.h:391
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:390
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_atadenoise.c:531
ATADenoiseContext::nb_planes
int nb_planes
Definition: vf_atadenoise.c:52
AV_PIX_FMT_GRAY8
@ AV_PIX_FMT_GRAY8
Y , 8bpp.
Definition: pixfmt.h:74
AV_PIX_FMT_GBRP9
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:404
OFFSET
#define OFFSET(x)
Definition: vf_atadenoise.c:68
ATADenoiseContext::fthra
float fthra[4]
Definition: vf_atadenoise.c:46
ATADenoiseContext::data
void * data[4][SIZE]
Definition: vf_atadenoise.c:57
bufferqueue.h
ATADenoiseContext
Definition: vf_atadenoise.c:43
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
AV_PIX_FMT_YUV422P12
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:394
size
int size
Definition: twinvq_data.h:10344
atadenoise.h
AV_PIX_FMT_YUV444P12
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:396
ff_filter_process_command
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:883
PARALLEL
@ PARALLEL
Definition: atadenoise.h:28
AV_PIX_FMT_YUVA444P
@ AV_PIX_FMT_YUVA444P
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:167
AV_PIX_FMT_YUVA444P10
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:428
ff_bufqueue_add
static void ff_bufqueue_add(void *log, struct FFBufQueue *queue, AVFrame *buf)
Add a buffer to the queue.
Definition: bufferqueue.h:71
internal.h
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Definition: opt.h:227
ATADenoiseContext::planewidth
int planewidth[4]
Definition: vf_atadenoise.c:53
ATADenoiseContext::sigma
float sigma[4]
Definition: vf_atadenoise.c:47
ATADenoiseContext::mid
int mid
Definition: vf_atadenoise.c:60
i
int i
Definition: input.c:406
ff_bufqueue_peek
static AVFrame * ff_bufqueue_peek(struct FFBufQueue *queue, unsigned index)
Get a buffer from the queue without altering it.
Definition: bufferqueue.h:87
FFMIN3
#define FFMIN3(a, b, c)
Definition: macros.h:50
FFBufQueue
Structure holding the queue.
Definition: bufferqueue.h:49
ATADenoiseContext::dsp
ATADenoiseDSPContext dsp
Definition: vf_atadenoise.c:65
AV_PIX_FMT_GBRP12
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:406
weights
static const int weights[]
Definition: hevc_pel.c:32
ff_filter_get_nb_threads
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:804
ThreadData
Used for passing data between threads.
Definition: dsddec.c:67
AV_PIX_FMT_YUVJ440P
@ AV_PIX_FMT_YUVJ440P
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range
Definition: pixfmt.h:100
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:56
AV_PIX_FMT_YUV444P9
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:388
AVFilter
Filter definition.
Definition: avfilter.h:149
ret
ret
Definition: filter_design.txt:187
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
VF
#define VF
Definition: vf_atadenoise.c:70
AV_PIX_FMT_YUVA444P9
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:425
config_input
static int config_input(AVFilterLink *inlink)
Definition: vf_atadenoise.c:391
AV_PIX_FMT_YUV420P12
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:393
AV_PIX_FMT_YUV422P14
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:398
ATADenoiseContext::filter_slice
int(* filter_slice)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_atadenoise.c:63
query_formats
static int query_formats(AVFilterContext *ctx)
Definition: vf_atadenoise.c:92
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_PIX_FMT_YUVA422P12
#define AV_PIX_FMT_YUVA422P12
Definition: pixfmt.h:429
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:224
avfilter.h
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
AVFilterContext
An instance of a filter.
Definition: avfilter.h:346
AV_PIX_FMT_GBRP
@ AV_PIX_FMT_GBRP
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:158
AVFILTER_FLAG_SLICE_THREADS
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:121
desc
const char * desc
Definition: libsvtav1.c:79
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AV_PIX_FMT_YUV422P
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
ATADenoiseContext::fthrb
float fthrb[4]
Definition: vf_atadenoise.c:46
ThreadData::in
AVFrame * in
Definition: af_adecorrelate.c:171
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
ATADenoiseContext::size
int size
Definition: vf_atadenoise.c:60
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:153
AV_PIX_FMT_YUV411P
@ AV_PIX_FMT_YUV411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:73
AV_OPT_TYPE_FLAGS
@ AV_OPT_TYPE_FLAGS
Definition: opt.h:223
AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:138
imgutils.h
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
AVFrame::linesize
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:334
AV_PIX_FMT_YUV410P
@ AV_PIX_FMT_YUV410P
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:72
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
AV_PIX_FMT_YUV440P12
#define AV_PIX_FMT_YUV440P12
Definition: pixfmt.h:395
h
h
Definition: vp9dsp_template.c:2038
ATADenoiseContext::planeheight
int planeheight[4]
Definition: vf_atadenoise.c:54
AV_PIX_FMT_YUV444P14
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:399
ATADenoiseContext::linesize
int linesize[4][SIZE]
Definition: vf_atadenoise.c:58
inputs
static const AVFilterPad inputs[]
Definition: vf_atadenoise.c:553
AV_PIX_FMT_GRAY12
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:371
ff_filter_execute
static av_always_inline int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
Definition: internal.h:143
int
int
Definition: ffmpeg_filter.c:156
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:233
ATADenoiseDSPContext
Definition: atadenoise.h:33
filter_slice
static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_atadenoise.c:344
AV_PIX_FMT_YUVA422P
@ AV_PIX_FMT_YUVA422P
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:166
AV_PIX_FMT_YUV420P14
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:397
outputs
static const AVFilterPad outputs[]
Definition: vf_atadenoise.c:562
Generated on Sun Sep 19 2021 19:21:50 for FFmpeg by   doxygen 1.8.17