FFmpeg
vf_atadenoise.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * @file
23  * Adaptive Temporal Averaging Denoiser,
24  * based on paper "Video Denoising Based on Adaptive Temporal Averaging" by
25  * David Bartovčak and Miroslav Vrankić
26  */
27 
28 #include "libavutil/imgutils.h"
29 #include "libavutil/opt.h"
30 #include "libavutil/pixdesc.h"
31 #include "avfilter.h"
32 
33 #define FF_BUFQUEUE_SIZE 129
34 #include "bufferqueue.h"
35 
36 #include "atadenoise.h"
37 #include "formats.h"
38 #include "internal.h"
39 #include "video.h"
40 
41 #define SIZE FF_BUFQUEUE_SIZE
42 
43 typedef struct ATADenoiseContext {
44  const AVClass *class;
45 
46  float fthra[4], fthrb[4];
47  float sigma[4];
48  int thra[4], thrb[4];
49  int algorithm;
50 
51  int planes;
52  int nb_planes;
53  int planewidth[4];
54  int planeheight[4];
55 
56  struct FFBufQueue q;
57  void *data[4][SIZE];
58  int linesize[4][SIZE];
59  float weights[4][SIZE];
60  int size, mid, radius;
61  int available;
62 
63  int (*filter_slice)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
64 
65  ATADenoiseDSPContext dsp;
66 } ATADenoiseContext;
67 
68 #define OFFSET(x) offsetof(ATADenoiseContext, x)
69 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
70 #define VF AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
71 
72 static const AVOption atadenoise_options[] = {
73  { "0a", "set threshold A for 1st plane", OFFSET(fthra[0]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
74  { "0b", "set threshold B for 1st plane", OFFSET(fthrb[0]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
75  { "1a", "set threshold A for 2nd plane", OFFSET(fthra[1]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
76  { "1b", "set threshold B for 2nd plane", OFFSET(fthrb[1]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
77  { "2a", "set threshold A for 3rd plane", OFFSET(fthra[2]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
78  { "2b", "set threshold B for 3rd plane", OFFSET(fthrb[2]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
79  { "s", "set how many frames to use", OFFSET(size), AV_OPT_TYPE_INT, {.i64=9}, 5, SIZE, VF },
80  { "p", "set what planes to filter", OFFSET(planes), AV_OPT_TYPE_FLAGS, {.i64=7}, 0, 15, FLAGS },
81  { "a", "set variant of algorithm", OFFSET(algorithm),AV_OPT_TYPE_INT, {.i64=PARALLEL}, 0, NB_ATAA-1, FLAGS, "a" },
82  { "p", "parallel", 0, AV_OPT_TYPE_CONST, {.i64=PARALLEL}, 0, 0, FLAGS, "a" },
83  { "s", "serial", 0, AV_OPT_TYPE_CONST, {.i64=SERIAL}, 0, 0, FLAGS, "a" },
84  { "0s", "set sigma for 1st plane", OFFSET(sigma[0]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
85  { "1s", "set sigma for 2nd plane", OFFSET(sigma[1]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
86  { "2s", "set sigma for 3rd plane", OFFSET(sigma[2]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
87  { NULL }
88 };
89 
90 AVFILTER_DEFINE_CLASS(atadenoise);
91 
92 static const enum AVPixelFormat pixel_fmts[] = {
93  AV_PIX_FMT_GRAY8,
94  AV_PIX_FMT_GRAY9,
95  AV_PIX_FMT_GRAY10,
96  AV_PIX_FMT_GRAY12,
97  AV_PIX_FMT_GRAY14,
98  AV_PIX_FMT_GRAY16,
99  AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
100  AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
101  AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,
102  AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ422P,
103  AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ444P,
104  AV_PIX_FMT_YUVJ411P,
105  AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
106  AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
107  AV_PIX_FMT_YUV440P10,
108  AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV420P12,
109  AV_PIX_FMT_YUV440P12,
110  AV_PIX_FMT_YUV444P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV420P14,
111  AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
112  AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
113  AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
114  AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P,
115  AV_PIX_FMT_YUVA444P9, AV_PIX_FMT_YUVA444P10, AV_PIX_FMT_YUVA444P12, AV_PIX_FMT_YUVA444P16,
116  AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA422P16,
117  AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA420P16,
118  AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRAP10, AV_PIX_FMT_GBRAP12, AV_PIX_FMT_GBRAP16,
119  AV_PIX_FMT_NONE
120 };
121 
122 static av_cold int init(AVFilterContext *ctx)
123 {
124  ATADenoiseContext *s = ctx->priv;
125 
126  if (!(s->size & 1)) {
127  av_log(ctx, AV_LOG_WARNING, "size %d is invalid. Must be an odd value, setting it to %d.\n", s->size, s->size|1);
128  s->size |= 1;
129  }
130  s->radius = s->size / 2;
131  s->mid = s->radius;
132 
133  return 0;
134 }
135 
136 typedef struct ThreadData {
137  AVFrame *in, *out;
138 } ThreadData;
139 
140 #define WFILTER_ROW(type, name) \
141 static void fweight_row##name(const uint8_t *ssrc, uint8_t *ddst, \
142  const uint8_t *ssrcf[SIZE], \
143  int w, int mid, int size, \
144  int thra, int thrb, const float *weights) \
145 { \
146  const type *src = (const type *)ssrc; \
147  const type **srcf = (const type **)ssrcf; \
148  type *dst = (type *)ddst; \
149  \
150  for (int x = 0; x < w; x++) { \
151  const int srcx = src[x]; \
152  unsigned lsumdiff = 0, rsumdiff = 0; \
153  unsigned ldiff, rdiff; \
154  float sum = srcx; \
155  float wsum = 1.f; \
156  int l = 0, r = 0; \
157  int srcjx, srcix; \
158  \
159  for (int j = mid - 1, i = mid + 1; j >= 0 && i < size; j--, i++) { \
160  srcjx = srcf[j][x]; \
161  \
162  ldiff = FFABS(srcx - srcjx); \
163  lsumdiff += ldiff; \
164  if (ldiff > thra || \
165  lsumdiff > thrb) \
166  break; \
167  l++; \
168  sum += srcjx * weights[j]; \
169  wsum += weights[j]; \
170  \
171  srcix = srcf[i][x]; \
172  \
173  rdiff = FFABS(srcx - srcix); \
174  rsumdiff += rdiff; \
175  if (rdiff > thra || \
176  rsumdiff > thrb) \
177  break; \
178  r++; \
179  sum += srcix * weights[i]; \
180  wsum += weights[i]; \
181  } \
182  \
183  dst[x] = lrintf(sum / wsum); \
184  } \
185 }
186 
187 WFILTER_ROW(uint8_t, 8)
188 WFILTER_ROW(uint16_t, 16)
189 
190 #define WFILTER_ROW_SERIAL(type, name) \
191 static void fweight_row##name##_serial(const uint8_t *ssrc, uint8_t *ddst, \
192  const uint8_t *ssrcf[SIZE], \
193  int w, int mid, int size, \
194  int thra, int thrb, \
195  const float *weights) \
196 { \
197  const type *src = (const type *)ssrc; \
198  const type **srcf = (const type **)ssrcf; \
199  type *dst = (type *)ddst; \
200  \
201  for (int x = 0; x < w; x++) { \
202  const int srcx = src[x]; \
203  unsigned lsumdiff = 0, rsumdiff = 0; \
204  unsigned ldiff, rdiff; \
205  float sum = srcx; \
206  float wsum = 1.f; \
207  int l = 0, r = 0; \
208  int srcjx, srcix; \
209  \
210  for (int j = mid - 1; j >= 0; j--) { \
211  srcjx = srcf[j][x]; \
212  \
213  ldiff = FFABS(srcx - srcjx); \
214  lsumdiff += ldiff; \
215  if (ldiff > thra || \
216  lsumdiff > thrb) \
217  break; \
218  l++; \
219  sum += srcjx * weights[j]; \
220  wsum += weights[j]; \
221  } \
222  \
223  for (int i = mid + 1; i < size; i++) { \
224  srcix = srcf[i][x]; \
225  \
226  rdiff = FFABS(srcx - srcix); \
227  rsumdiff += rdiff; \
228  if (rdiff > thra || \
229  rsumdiff > thrb) \
230  break; \
231  r++; \
232  sum += srcix * weights[i]; \
233  wsum += weights[i]; \
234  } \
235  \
236  dst[x] = lrintf(sum / wsum); \
237  } \
238 }
239 
240 WFILTER_ROW_SERIAL(uint8_t, 8)
241 WFILTER_ROW_SERIAL(uint16_t, 16)
242 
243 #define FILTER_ROW(type, name) \
244 static void filter_row##name(const uint8_t *ssrc, uint8_t *ddst, \
245  const uint8_t *ssrcf[SIZE], \
246  int w, int mid, int size, \
247  int thra, int thrb, const float *weights) \
248 { \
249  const type *src = (const type *)ssrc; \
250  const type **srcf = (const type **)ssrcf; \
251  type *dst = (type *)ddst; \
252  \
253  for (int x = 0; x < w; x++) { \
254  const int srcx = src[x]; \
255  unsigned lsumdiff = 0, rsumdiff = 0; \
256  unsigned ldiff, rdiff; \
257  unsigned sum = srcx; \
258  int l = 0, r = 0; \
259  int srcjx, srcix; \
260  \
261  for (int j = mid - 1, i = mid + 1; j >= 0 && i < size; j--, i++) { \
262  srcjx = srcf[j][x]; \
263  \
264  ldiff = FFABS(srcx - srcjx); \
265  lsumdiff += ldiff; \
266  if (ldiff > thra || \
267  lsumdiff > thrb) \
268  break; \
269  l++; \
270  sum += srcjx; \
271  \
272  srcix = srcf[i][x]; \
273  \
274  rdiff = FFABS(srcx - srcix); \
275  rsumdiff += rdiff; \
276  if (rdiff > thra || \
277  rsumdiff > thrb) \
278  break; \
279  r++; \
280  sum += srcix; \
281  } \
282  \
283  dst[x] = (sum + ((r + l + 1) >> 1)) / (r + l + 1); \
284  } \
285 }
286 
287 FILTER_ROW(uint8_t, 8)
288 FILTER_ROW(uint16_t, 16)
289 
290 #define FILTER_ROW_SERIAL(type, name) \
291 static void filter_row##name##_serial(const uint8_t *ssrc, uint8_t *ddst, \
292  const uint8_t *ssrcf[SIZE], \
293  int w, int mid, int size, \
294  int thra, int thrb, \
295  const float *weights) \
296 { \
297  const type *src = (const type *)ssrc; \
298  const type **srcf = (const type **)ssrcf; \
299  type *dst = (type *)ddst; \
300  \
301  for (int x = 0; x < w; x++) { \
302  const int srcx = src[x]; \
303  unsigned lsumdiff = 0, rsumdiff = 0; \
304  unsigned ldiff, rdiff; \
305  unsigned sum = srcx; \
306  int l = 0, r = 0; \
307  int srcjx, srcix; \
308  \
309  for (int j = mid - 1; j >= 0; j--) { \
310  srcjx = srcf[j][x]; \
311  \
312  ldiff = FFABS(srcx - srcjx); \
313  lsumdiff += ldiff; \
314  if (ldiff > thra || \
315  lsumdiff > thrb) \
316  break; \
317  l++; \
318  sum += srcjx; \
319  } \
320  \
321  for (int i = mid + 1; i < size; i++) { \
322  srcix = srcf[i][x]; \
323  \
324  rdiff = FFABS(srcx - srcix); \
325  rsumdiff += rdiff; \
326  if (rdiff > thra || \
327  rsumdiff > thrb) \
328  break; \
329  r++; \
330  sum += srcix; \
331  } \
332  \
333  dst[x] = (sum + ((r + l + 1) >> 1)) / (r + l + 1); \
334  } \
335 }
336 
337 FILTER_ROW_SERIAL(uint8_t, 8)
338 FILTER_ROW_SERIAL(uint16_t, 16)
339 
340 static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
341 {
342  ATADenoiseContext *s = ctx->priv;
343  ThreadData *td = arg;
344  AVFrame *in = td->in;
345  AVFrame *out = td->out;
346  const int size = s->size;
347  const int mid = s->mid;
348  int p, y, i;
349 
350  for (p = 0; p < s->nb_planes; p++) {
351  const float *weights = s->weights[p];
352  const int h = s->planeheight[p];
353  const int w = s->planewidth[p];
354  const int slice_start = (h * jobnr) / nb_jobs;
355  const int slice_end = (h * (jobnr+1)) / nb_jobs;
356  const uint8_t *src = in->data[p] + slice_start * in->linesize[p];
357  uint8_t *dst = out->data[p] + slice_start * out->linesize[p];
358  const int thra = s->thra[p];
359  const int thrb = s->thrb[p];
360  const uint8_t **data = (const uint8_t **)s->data[p];
361  const int *linesize = (const int *)s->linesize[p];
362  const uint8_t *srcf[SIZE];
363 
364  if (!((1 << p) & s->planes)) {
365  av_image_copy_plane(dst, out->linesize[p], src, in->linesize[p],
366  w, slice_end - slice_start);
367  continue;
368  }
369 
370  for (i = 0; i < size; i++)
371  srcf[i] = data[i] + slice_start * linesize[i];
372 
373  for (y = slice_start; y < slice_end; y++) {
374  s->dsp.filter_row[p](src, dst, srcf, w, mid, size, thra, thrb, weights);
375 
376  dst += out->linesize[p];
377  src += in->linesize[p];
378 
379  for (i = 0; i < size; i++)
380  srcf[i] += linesize[i];
381  }
382  }
383 
384  return 0;
385 }
386 
387 static int config_input(AVFilterLink *inlink)
388 {
389  const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
390  AVFilterContext *ctx = inlink->dst;
391  ATADenoiseContext *s = ctx->priv;
392  int depth;
393 
394  s->nb_planes = desc->nb_components;
395 
396  s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
397  s->planeheight[0] = s->planeheight[3] = inlink->h;
398  s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
399  s->planewidth[0] = s->planewidth[3] = inlink->w;
400 
401  depth = desc->comp[0].depth;
402  s->filter_slice = filter_slice;
403 
404  for (int p = 0; p < s->nb_planes; p++) {
405  if (depth == 8 && s->sigma[p] == INT16_MAX)
406  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? filter_row8 : filter_row8_serial;
407  else if (s->sigma[p] == INT16_MAX)
408  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? filter_row16 : filter_row16_serial;
409  else if (depth == 8 && s->sigma[p] < INT16_MAX)
410  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? fweight_row8 : fweight_row8_serial;
411  else if (s->sigma[p] < INT16_MAX)
412  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? fweight_row16 : fweight_row16_serial;
413  }
414 
415  s->thra[0] = s->fthra[0] * (1 << depth) - 1;
416  s->thra[1] = s->fthra[1] * (1 << depth) - 1;
417  s->thra[2] = s->fthra[2] * (1 << depth) - 1;
418  s->thrb[0] = s->fthrb[0] * (1 << depth) - 1;
419  s->thrb[1] = s->fthrb[1] * (1 << depth) - 1;
420  s->thrb[2] = s->fthrb[2] * (1 << depth) - 1;
421 
422  for (int p = 0; p < s->nb_planes; p++) {
423  float sigma = s->radius * s->sigma[p];
424 
425  s->weights[p][s->radius] = 1.f;
426  for (int n = 1; n <= s->radius; n++) {
427  s->weights[p][s->radius + n] =
428  s->weights[p][s->radius - n] = expf(-0.5 * (n + 1) * (n + 1) / (sigma * sigma));
429  }
430  }
431 
432  if (ARCH_X86)
433  ff_atadenoise_init_x86(&s->dsp, depth, s->algorithm, s->sigma);
434 
435  return 0;
436 }
437 
438 static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
439 {
440  AVFilterContext *ctx = inlink->dst;
441  AVFilterLink *outlink = ctx->outputs[0];
442  ATADenoiseContext *s = ctx->priv;
443  AVFrame *out, *in;
444  int i;
445 
446  if (s->q.available != s->size) {
447  if (s->q.available < s->mid) {
448  for (i = 0; i < s->mid; i++) {
449  out = av_frame_clone(buf);
450  if (!out) {
451  av_frame_free(&buf);
452  return AVERROR(ENOMEM);
453  }
454  ff_bufqueue_add(ctx, &s->q, out);
455  }
456  }
457  if (s->q.available < s->size) {
458  ff_bufqueue_add(ctx, &s->q, buf);
459  s->available++;
460  }
461  return 0;
462  }
463 
464  in = ff_bufqueue_peek(&s->q, s->mid);
465 
466  if (!ctx->is_disabled) {
467  ThreadData td;
468 
469  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
470  if (!out) {
471  av_frame_free(&buf);
472  return AVERROR(ENOMEM);
473  }
474 
475  for (i = 0; i < s->size; i++) {
476  AVFrame *frame = ff_bufqueue_peek(&s->q, i);
477 
478  s->data[0][i] = frame->data[0];
479  s->data[1][i] = frame->data[1];
480  s->data[2][i] = frame->data[2];
481  s->linesize[0][i] = frame->linesize[0];
482  s->linesize[1][i] = frame->linesize[1];
483  s->linesize[2][i] = frame->linesize[2];
484  }
485 
486  td.in = in; td.out = out;
487  ff_filter_execute(ctx, s->filter_slice, &td, NULL,
488  FFMIN3(s->planeheight[1],
489  s->planeheight[2],
490  ff_filter_get_nb_threads(ctx)));
491  av_frame_copy_props(out, in);
492  } else {
493  out = av_frame_clone(in);
494  if (!out) {
495  av_frame_free(&buf);
496  return AVERROR(ENOMEM);
497  }
498  }
499 
500  in = ff_bufqueue_get(&s->q);
501  av_frame_free(&in);
502  ff_bufqueue_add(ctx, &s->q, buf);
503 
504  return ff_filter_frame(outlink, out);
505 }
506 
507 static int request_frame(AVFilterLink *outlink)
508 {
509  AVFilterContext *ctx = outlink->src;
510  ATADenoiseContext *s = ctx->priv;
511  int ret = 0;
512 
513  ret = ff_request_frame(ctx->inputs[0]);
514 
515  if (ret == AVERROR_EOF && !ctx->is_disabled && s->available) {
516  AVFrame *buf = av_frame_clone(ff_bufqueue_peek(&s->q, s->available));
517  if (!buf)
518  return AVERROR(ENOMEM);
519 
520  ret = filter_frame(ctx->inputs[0], buf);
521  s->available--;
522  }
523 
524  return ret;
525 }
526 
527 static av_cold void uninit(AVFilterContext *ctx)
528 {
529  ATADenoiseContext *s = ctx->priv;
530 
531  ff_bufqueue_discard_all(&s->q);
532 }
533 
534 static int process_command(AVFilterContext *ctx,
535  const char *cmd,
536  const char *arg,
537  char *res,
538  int res_len,
539  int flags)
540 {
541  int ret = ff_filter_process_command(ctx, cmd, arg, res, res_len, flags);
542 
543  if (ret < 0)
544  return ret;
545 
546  return config_input(ctx->inputs[0]);
547 }
548 
549 static const AVFilterPad inputs[] = {
550  {
551  .name = "default",
552  .type = AVMEDIA_TYPE_VIDEO,
553  .filter_frame = filter_frame,
554  .config_props = config_input,
555  },
556 };
557 
558 static const AVFilterPad outputs[] = {
559  {
560  .name = "default",
561  .type = AVMEDIA_TYPE_VIDEO,
562  .request_frame = request_frame,
563  },
564 };
565 
566 const AVFilter ff_vf_atadenoise = {
567  .name = "atadenoise",
568  .description = NULL_IF_CONFIG_SMALL("Apply an Adaptive Temporal Averaging Denoiser."),
569  .priv_size = sizeof(ATADenoiseContext),
570  .priv_class = &atadenoise_class,
571  .init = init,
572  .uninit = uninit,
573  FILTER_INPUTS(inputs),
574  FILTER_OUTPUTS(outputs),
575  FILTER_PIXFMTS_ARRAY(pixel_fmts),
576  .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL | AVFILTER_FLAG_SLICE_THREADS,
577  .process_command = process_command,
578 };
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:98
AV_PIX_FMT_YUVA422P16
#define AV_PIX_FMT_YUVA422P16
Definition: pixfmt.h:447
FILTER_ROW
#define FILTER_ROW(type, name)
Definition: vf_atadenoise.c:243
ATADenoiseContext::available
int available
Definition: vf_atadenoise.c:61
AV_PIX_FMT_GBRAP16
#define AV_PIX_FMT_GBRAP16
Definition: pixfmt.h:426
AV_LOG_WARNING
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:186
td
#define td
Definition: regdef.h:70
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
WFILTER_ROW
#define WFILTER_ROW(type, name)
Definition: vf_atadenoise.c:140
out
FILE * out
Definition: movenc.c:54
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1018
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2660
AVERROR_EOF
#define AVERROR_EOF
End of file.
Definition: error.h:57
FILTER_PIXFMTS_ARRAY
#define FILTER_PIXFMTS_ARRAY(array)
Definition: internal.h:171
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:109
process_command
static int process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Definition: vf_atadenoise.c:534
AV_PIX_FMT_YUVA422P9
#define AV_PIX_FMT_YUVA422P9
Definition: pixfmt.h:439
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:317
pixdesc.h
AV_PIX_FMT_YUVA420P16
#define AV_PIX_FMT_YUVA420P16
Definition: pixfmt.h:446
w
uint8_t w
Definition: llviddspenc.c:38
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(atadenoise)
AV_PIX_FMT_YUVA420P10
#define AV_PIX_FMT_YUVA420P10
Definition: pixfmt.h:441
AVOption
AVOption.
Definition: opt.h:247
data
const char data[16]
Definition: mxf.c:143
ff_atadenoise_init_x86
void ff_atadenoise_init_x86(ATADenoiseDSPContext *dsp, int depth, int algorithm, const float *sigma)
Definition: vf_atadenoise_init.c:37
expf
#define expf(x)
Definition: libm.h:283
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:404
ff_request_frame
int ff_request_frame(AVFilterLink *link)
Request an input frame from the filter at the other end of the link.
Definition: avfilter.c:420
AV_PIX_FMT_YUV440P
@ AV_PIX_FMT_YUV440P
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:99
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:169
ThreadData::out
AVFrame * out
Definition: af_adeclick.c:473
video.h
request_frame
static int request_frame(AVFilterLink *outlink)
Definition: vf_atadenoise.c:507
AV_PIX_FMT_YUVA422P10
#define AV_PIX_FMT_YUVA422P10
Definition: pixfmt.h:442
ATADenoiseContext::planes
int planes
Definition: vf_atadenoise.c:51
AV_PIX_FMT_GRAY9
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:384
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:338
ff_bufqueue_get
static AVFrame * ff_bufqueue_get(struct FFBufQueue *queue)
Get the first buffer from the queue and remove it.
Definition: bufferqueue.h:98
av_image_copy_plane
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:374
formats.h
init
static av_cold int init(AVFilterContext *ctx)
Definition: vf_atadenoise.c:122
FILTER_ROW_SERIAL
#define FILTER_ROW_SERIAL(type, name)
Definition: vf_atadenoise.c:290
AV_PIX_FMT_YUVA420P9
#define AV_PIX_FMT_YUVA420P9
Definition: pixfmt.h:438
SIZE
#define SIZE
Definition: vf_atadenoise.c:41
ATADenoiseContext::radius
int radius
Definition: vf_atadenoise.c:60
AV_PIX_FMT_GBRP14
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:422
FLAGS
#define FLAGS
Definition: vf_atadenoise.c:69
atadenoise_options
static const AVOption atadenoise_options[]
Definition: vf_atadenoise.c:72
AV_PIX_FMT_GBRAP
@ AV_PIX_FMT_GBRAP
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:205
AV_PIX_FMT_GBRP10
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:420
AV_PIX_FMT_YUVA444P16
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:448
NB_ATAA
@ NB_ATAA
Definition: atadenoise.h:30
AV_PIX_FMT_YUV422P9
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:402
ATADenoiseContext::thrb
int thrb[4]
Definition: vf_atadenoise.c:48
ATADenoiseContext::weights
float weights[4][SIZE]
Definition: vf_atadenoise.c:59
AV_PIX_FMT_GRAY16
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:388
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:50
AV_PIX_FMT_YUV444P10
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:407
AV_PIX_FMT_YUVJ411P
@ AV_PIX_FMT_YUVJ411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition: pixfmt.h:248
filter_frame
static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
Definition: vf_atadenoise.c:438
av_cold
#define av_cold
Definition: attributes.h:90
AV_PIX_FMT_YUV422P16
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:416
AV_PIX_FMT_YUVJ422P
@ AV_PIX_FMT_YUVJ422P
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition: pixfmt.h:79
AV_PIX_FMT_GBRAP10
#define AV_PIX_FMT_GBRAP10
Definition: pixfmt.h:424
ff_vf_atadenoise
const AVFilter ff_vf_atadenoise
Definition: vf_atadenoise.c:566
s
#define s(width, name)
Definition: cbs_vp9.c:257
ATADenoiseContext::thra
int thra[4]
Definition: vf_atadenoise.c:48
AV_PIX_FMT_GBRAP12
#define AV_PIX_FMT_GBRAP12
Definition: pixfmt.h:425
AV_PIX_FMT_YUVA420P
@ AV_PIX_FMT_YUVA420P
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:101
AV_PIX_FMT_YUV444P16
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:417
AV_CEIL_RSHIFT
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:51
slice_end
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2039
AV_PIX_FMT_YUVA444P12
#define AV_PIX_FMT_YUVA444P12
Definition: pixfmt.h:445
AV_PIX_FMT_YUV420P9
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:401
AV_PIX_FMT_YUV420P16
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:415
ctx
AVFormatContext * ctx
Definition: movenc.c:48
AV_PIX_FMT_GRAY14
#define AV_PIX_FMT_GRAY14
Definition: pixfmt.h:387
av_frame_clone
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:422
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
WFILTER_ROW_SERIAL
#define WFILTER_ROW_SERIAL(type, name)
Definition: vf_atadenoise.c:190
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: internal.h:191
AV_PIX_FMT_YUVJ444P
@ AV_PIX_FMT_YUVJ444P
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:80
arg
const char * arg
Definition: jacosubdec.c:67
ATADenoiseContext::algorithm
int algorithm
Definition: vf_atadenoise.c:49
AV_PIX_FMT_GRAY10
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:385
AV_PIX_FMT_GBRP16
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:423
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
NULL
#define NULL
Definition: coverity.c:32
av_frame_copy_props
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:537
ATADenoiseContext::q
struct FFBufQueue q
Definition: vf_atadenoise.c:56
SERIAL
@ SERIAL
Definition: atadenoise.h:29
AV_PIX_FMT_YUVJ420P
@ AV_PIX_FMT_YUVJ420P
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition: pixfmt.h:78
ff_bufqueue_discard_all
static void ff_bufqueue_discard_all(struct FFBufQueue *queue)
Unref and remove all buffers from the queue.
Definition: bufferqueue.h:111
AV_PIX_FMT_YUV440P10
#define AV_PIX_FMT_YUV440P10
Definition: pixfmt.h:406
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:405
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_atadenoise.c:527
ATADenoiseContext::nb_planes
int nb_planes
Definition: vf_atadenoise.c:52
AV_PIX_FMT_GRAY8
@ AV_PIX_FMT_GRAY8
Y , 8bpp.
Definition: pixfmt.h:74
planes
static const struct @323 planes[]
AV_PIX_FMT_GBRP9
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:419
OFFSET
#define OFFSET(x)
Definition: vf_atadenoise.c:68
ATADenoiseContext::fthra
float fthra[4]
Definition: vf_atadenoise.c:46
ATADenoiseContext::data
void * data[4][SIZE]
Definition: vf_atadenoise.c:57
bufferqueue.h
ATADenoiseContext
Definition: vf_atadenoise.c:43
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
AV_PIX_FMT_YUV422P12
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:409
size
int size
Definition: twinvq_data.h:10344
atadenoise.h
AV_PIX_FMT_YUV444P12
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:411
ff_filter_process_command
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:882
PARALLEL
@ PARALLEL
Definition: atadenoise.h:28
AV_PIX_FMT_YUVA444P
@ AV_PIX_FMT_YUVA444P
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:167
AV_PIX_FMT_YUVA444P10
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:443
ff_bufqueue_add
static void ff_bufqueue_add(void *log, struct FFBufQueue *queue, AVFrame *buf)
Add a buffer to the queue.
Definition: bufferqueue.h:71
internal.h
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Definition: opt.h:227
ATADenoiseContext::planewidth
int planewidth[4]
Definition: vf_atadenoise.c:53
ATADenoiseContext::sigma
float sigma[4]
Definition: vf_atadenoise.c:47
ATADenoiseContext::mid
int mid
Definition: vf_atadenoise.c:60
ff_bufqueue_peek
static AVFrame * ff_bufqueue_peek(struct FFBufQueue *queue, unsigned index)
Get a buffer from the queue without altering it.
Definition: bufferqueue.h:87
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:271
FFMIN3
#define FFMIN3(a, b, c)
Definition: macros.h:50
FFBufQueue
Structure holding the queue.
Definition: bufferqueue.h:49
ATADenoiseContext::dsp
ATADenoiseDSPContext dsp
Definition: vf_atadenoise.c:65
AV_PIX_FMT_GBRP12
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:421
weights
static const int weights[]
Definition: hevc_pel.c:32
pixel_fmts
static enum AVPixelFormat pixel_fmts[]
Definition: vf_atadenoise.c:92
ff_filter_get_nb_threads
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:803
ThreadData
Used for passing data between threads.
Definition: dsddec.c:67
AV_PIX_FMT_YUVJ440P
@ AV_PIX_FMT_YUVJ440P
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range
Definition: pixfmt.h:100
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:56
AV_PIX_FMT_YUV444P9
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:403
AVFilter
Filter definition.
Definition: avfilter.h:165
ret
ret
Definition: filter_design.txt:187
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
VF
#define VF
Definition: vf_atadenoise.c:70
AV_PIX_FMT_YUVA444P9
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:440
config_input
static int config_input(AVFilterLink *inlink)
Definition: vf_atadenoise.c:387
AV_PIX_FMT_YUV420P12
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:408
AV_PIX_FMT_YUV422P14
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:413
ATADenoiseContext::filter_slice
int(* filter_slice)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_atadenoise.c:63
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_PIX_FMT_YUVA422P12
#define AV_PIX_FMT_YUVA422P12
Definition: pixfmt.h:444
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:224
avfilter.h
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
AVFilterContext
An instance of a filter.
Definition: avfilter.h:402
AV_PIX_FMT_GBRP
@ AV_PIX_FMT_GBRP
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:158
AVFILTER_FLAG_SLICE_THREADS
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:121
desc
const char * desc
Definition: libsvtav1.c:79
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AV_PIX_FMT_YUV422P
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
ATADenoiseContext::fthrb
float fthrb[4]
Definition: vf_atadenoise.c:46
ThreadData::in
AVFrame * in
Definition: af_adecorrelate.c:154
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
ATADenoiseContext::size
int size
Definition: vf_atadenoise.c:60
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:192
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
AV_PIX_FMT_YUV411P
@ AV_PIX_FMT_YUV411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:73
AV_OPT_TYPE_FLAGS
@ AV_OPT_TYPE_FLAGS
Definition: opt.h:223
AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:154
imgutils.h
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
AVFrame::linesize
int linesize[AV_NUM_DATA_POINTERS]
For video, a positive or negative value, which is typically indicating the size in bytes of each pict...
Definition: frame.h:362
AV_PIX_FMT_YUV410P
@ AV_PIX_FMT_YUV410P
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:72
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
AV_PIX_FMT_YUV440P12
#define AV_PIX_FMT_YUV440P12
Definition: pixfmt.h:410
h
h
Definition: vp9dsp_template.c:2038
ATADenoiseContext::planeheight
int planeheight[4]
Definition: vf_atadenoise.c:54
AV_PIX_FMT_YUV444P14
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:414
ATADenoiseContext::linesize
int linesize[4][SIZE]
Definition: vf_atadenoise.c:58
inputs
static const AVFilterPad inputs[]
Definition: vf_atadenoise.c:549
AV_PIX_FMT_GRAY12
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:386
ff_filter_execute
static av_always_inline int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
Definition: internal.h:143
int
int
Definition: ffmpeg_filter.c:153
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:233
ATADenoiseDSPContext
Definition: atadenoise.h:33
filter_slice
static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_atadenoise.c:340
AV_PIX_FMT_YUVA422P
@ AV_PIX_FMT_YUVA422P
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:166
AV_PIX_FMT_YUV420P14
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:412
outputs
static const AVFilterPad outputs[]
Definition: vf_atadenoise.c:558
Generated on Tue Jan 25 2022 19:21:54 for FFmpeg by   doxygen 1.8.17