FFmpeg
vf_owdenoise.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2007 Michael Niedermayer <michaelni@gmx.at>
3  * Copyright (c) 2013 Clément Bœsch <u pkh me>
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License as published by
9  * the Free Software Foundation; either version 2 of the License, or
10  * (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15  * GNU General Public License for more details.
16  *
17  * You should have received a copy of the GNU General Public License along
18  * with FFmpeg; if not, write to the Free Software Foundation, Inc.,
19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
20  */
21 
22 /**
23  * @todo try to change to int
24  * @todo try lifting based implementation
25  * @todo optimize optimize optimize
26  * @todo hard thresholding
27  * @todo use QP to decide filter strength
28  * @todo wavelet normalization / least squares optimal signal vs. noise thresholds
29  */
30 
31 #include "libavutil/imgutils.h"
32 #include "libavutil/opt.h"
33 #include "libavutil/pixdesc.h"
34 #include "avfilter.h"
35 #include "internal.h"
36 
37 typedef struct OWDenoiseContext {
38  const AVClass *class;
39  double luma_strength;
41  int depth;
42  float *plane[16+1][4];
43  int linesize;
44  int hsub, vsub;
47 
48 #define OFFSET(x) offsetof(OWDenoiseContext, x)
49 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
50 static const AVOption owdenoise_options[] = {
51  { "depth", "set depth", OFFSET(depth), AV_OPT_TYPE_INT, {.i64 = 8}, 8, 16, FLAGS },
52  { "luma_strength", "set luma strength", OFFSET(luma_strength), AV_OPT_TYPE_DOUBLE, {.dbl = 1.0}, 0, 1000, FLAGS },
53  { "ls", "set luma strength", OFFSET(luma_strength), AV_OPT_TYPE_DOUBLE, {.dbl = 1.0}, 0, 1000, FLAGS },
54  { "chroma_strength", "set chroma strength", OFFSET(chroma_strength), AV_OPT_TYPE_DOUBLE, {.dbl = 1.0}, 0, 1000, FLAGS },
55  { "cs", "set chroma strength", OFFSET(chroma_strength), AV_OPT_TYPE_DOUBLE, {.dbl = 1.0}, 0, 1000, FLAGS },
56  { NULL }
57 };
58 
59 AVFILTER_DEFINE_CLASS(owdenoise);
60 
61 DECLARE_ALIGNED(8, static const uint8_t, dither)[8][8] = {
62  { 0, 48, 12, 60, 3, 51, 15, 63 },
63  { 32, 16, 44, 28, 35, 19, 47, 31 },
64  { 8, 56, 4, 52, 11, 59, 7, 55 },
65  { 40, 24, 36, 20, 43, 27, 39, 23 },
66  { 2, 50, 14, 62, 1, 49, 13, 61 },
67  { 34, 18, 46, 30, 33, 17, 45, 29 },
68  { 10, 58, 6, 54, 9, 57, 5, 53 },
69  { 42, 26, 38, 22, 41, 25, 37, 21 },
70 };
71 
72 static const double coeff[2][5] = {
73  {
74  0.6029490182363579 * M_SQRT2,
75  0.2668641184428723 * M_SQRT2,
76  -0.07822326652898785 * M_SQRT2,
77  -0.01686411844287495 * M_SQRT2,
78  0.02674875741080976 * M_SQRT2,
79  },{
80  1.115087052456994 / M_SQRT2,
81  -0.5912717631142470 / M_SQRT2,
82  -0.05754352622849957 / M_SQRT2,
83  0.09127176311424948 / M_SQRT2,
84  }
85 };
86 
87 static const double icoeff[2][5] = {
88  {
89  1.115087052456994 / M_SQRT2,
90  0.5912717631142470 / M_SQRT2,
91  -0.05754352622849957 / M_SQRT2,
92  -0.09127176311424948 / M_SQRT2,
93  },{
94  0.6029490182363579 * M_SQRT2,
95  -0.2668641184428723 * M_SQRT2,
96  -0.07822326652898785 * M_SQRT2,
97  0.01686411844287495 * M_SQRT2,
98  0.02674875741080976 * M_SQRT2,
99  }
100 };
101 
102 
103 static inline void decompose(float *dst_l, float *dst_h, const float *src,
104  int linesize, int w)
105 {
106  int x, i;
107  for (x = 0; x < w; x++) {
108  double sum_l = src[x * linesize] * coeff[0][0];
109  double sum_h = src[x * linesize] * coeff[1][0];
110  for (i = 1; i <= 4; i++) {
111  const double s = src[avpriv_mirror(x - i, w - 1) * linesize]
112  + src[avpriv_mirror(x + i, w - 1) * linesize];
113 
114  sum_l += coeff[0][i] * s;
115  sum_h += coeff[1][i] * s;
116  }
117  dst_l[x * linesize] = sum_l;
118  dst_h[x * linesize] = sum_h;
119  }
120 }
121 
122 static inline void compose(float *dst, const float *src_l, const float *src_h,
123  int linesize, int w)
124 {
125  int x, i;
126  for (x = 0; x < w; x++) {
127  double sum_l = src_l[x * linesize] * icoeff[0][0];
128  double sum_h = src_h[x * linesize] * icoeff[1][0];
129  for (i = 1; i <= 4; i++) {
130  const int x0 = avpriv_mirror(x - i, w - 1) * linesize;
131  const int x1 = avpriv_mirror(x + i, w - 1) * linesize;
132 
133  sum_l += icoeff[0][i] * (src_l[x0] + src_l[x1]);
134  sum_h += icoeff[1][i] * (src_h[x0] + src_h[x1]);
135  }
136  dst[x * linesize] = (sum_l + sum_h) * 0.5;
137  }
138 }
139 
140 static inline void decompose2D(float *dst_l, float *dst_h, const float *src,
141  int xlinesize, int ylinesize,
142  int step, int w, int h)
143 {
144  int y, x;
145  for (y = 0; y < h; y++)
146  for (x = 0; x < step; x++)
147  decompose(dst_l + ylinesize*y + xlinesize*x,
148  dst_h + ylinesize*y + xlinesize*x,
149  src + ylinesize*y + xlinesize*x,
150  step * xlinesize, (w - x + step - 1) / step);
151 }
152 
153 static inline void compose2D(float *dst, const float *src_l, const float *src_h,
154  int xlinesize, int ylinesize,
155  int step, int w, int h)
156 {
157  int y, x;
158  for (y = 0; y < h; y++)
159  for (x = 0; x < step; x++)
160  compose(dst + ylinesize*y + xlinesize*x,
161  src_l + ylinesize*y + xlinesize*x,
162  src_h + ylinesize*y + xlinesize*x,
163  step * xlinesize, (w - x + step - 1) / step);
164 }
165 
166 static void decompose2D2(float *dst[4], float *src, float *temp[2],
167  int linesize, int step, int w, int h)
168 {
169  decompose2D(temp[0], temp[1], src, 1, linesize, step, w, h);
170  decompose2D( dst[0], dst[1], temp[0], linesize, 1, step, h, w);
171  decompose2D( dst[2], dst[3], temp[1], linesize, 1, step, h, w);
172 }
173 
174 static void compose2D2(float *dst, float *src[4], float *temp[2],
175  int linesize, int step, int w, int h)
176 {
177  compose2D(temp[0], src[0], src[1], linesize, 1, step, h, w);
178  compose2D(temp[1], src[2], src[3], linesize, 1, step, h, w);
179  compose2D(dst, temp[0], temp[1], 1, linesize, step, w, h);
180 }
181 
182 static void filter(OWDenoiseContext *s,
183  uint8_t *dst, int dst_linesize,
184  const uint8_t *src, int src_linesize,
185  int width, int height, double strength)
186 {
187  int x, y, i, j, depth = s->depth;
188 
189  while (1<<depth > width || 1<<depth > height)
190  depth--;
191 
192  if (s->pixel_depth <= 8) {
193  for (y = 0; y < height; y++)
194  for(x = 0; x < width; x++)
195  s->plane[0][0][y*s->linesize + x] = src[y*src_linesize + x];
196  } else {
197  const uint16_t *src16 = (const uint16_t *)src;
198 
199  src_linesize /= 2;
200  for (y = 0; y < height; y++)
201  for(x = 0; x < width; x++)
202  s->plane[0][0][y*s->linesize + x] = src16[y*src_linesize + x];
203  }
204 
205  for (i = 0; i < depth; i++)
206  decompose2D2(s->plane[i + 1], s->plane[i][0], s->plane[0] + 1, s->linesize, 1<<i, width, height);
207 
208  for (i = 0; i < depth; i++) {
209  for (j = 1; j < 4; j++) {
210  for (y = 0; y < height; y++) {
211  for (x = 0; x < width; x++) {
212  double v = s->plane[i + 1][j][y*s->linesize + x];
213  if (v > strength) v -= strength;
214  else if (v < -strength) v += strength;
215  else v = 0;
216  s->plane[i + 1][j][x + y*s->linesize] = v;
217  }
218  }
219  }
220  }
221  for (i = depth-1; i >= 0; i--)
222  compose2D2(s->plane[i][0], s->plane[i + 1], s->plane[0] + 1, s->linesize, 1<<i, width, height);
223 
224  if (s->pixel_depth <= 8) {
225  for (y = 0; y < height; y++) {
226  for (x = 0; x < width; x++) {
227  i = s->plane[0][0][y*s->linesize + x] + dither[x&7][y&7]*(1.0/64) + 1.0/128; // yes the rounding is insane but optimal :)
228  if ((unsigned)i > 255U) i = ~(i >> 31);
229  dst[y*dst_linesize + x] = i;
230  }
231  }
232  } else {
233  uint16_t *dst16 = (uint16_t *)dst;
234 
235  dst_linesize /= 2;
236  for (y = 0; y < height; y++) {
237  for (x = 0; x < width; x++) {
238  i = s->plane[0][0][y*s->linesize + x];
239  dst16[y*dst_linesize + x] = i;
240  }
241  }
242  }
243 }
244 
246 {
247  AVFilterContext *ctx = inlink->dst;
248  OWDenoiseContext *s = ctx->priv;
249  AVFilterLink *outlink = ctx->outputs[0];
250  AVFrame *out;
251  const int cw = AV_CEIL_RSHIFT(inlink->w, s->hsub);
252  const int ch = AV_CEIL_RSHIFT(inlink->h, s->vsub);
253 
254  if (av_frame_is_writable(in)) {
255  out = in;
256 
257  if (s->luma_strength > 0)
258  filter(s, out->data[0], out->linesize[0], in->data[0], in->linesize[0], inlink->w, inlink->h, s->luma_strength);
259  if (s->chroma_strength > 0) {
260  filter(s, out->data[1], out->linesize[1], in->data[1], in->linesize[1], cw, ch, s->chroma_strength);
261  filter(s, out->data[2], out->linesize[2], in->data[2], in->linesize[2], cw, ch, s->chroma_strength);
262  }
263  } else {
264  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
265  if (!out) {
266  av_frame_free(&in);
267  return AVERROR(ENOMEM);
268  }
269  av_frame_copy_props(out, in);
270 
271  if (s->luma_strength > 0) {
272  filter(s, out->data[0], out->linesize[0], in->data[0], in->linesize[0], inlink->w, inlink->h, s->luma_strength);
273  } else {
274  av_image_copy_plane(out->data[0], out->linesize[0], in ->data[0], in ->linesize[0], inlink->w, inlink->h);
275  }
276  if (s->chroma_strength > 0) {
277  filter(s, out->data[1], out->linesize[1], in->data[1], in->linesize[1], cw, ch, s->chroma_strength);
278  filter(s, out->data[2], out->linesize[2], in->data[2], in->linesize[2], cw, ch, s->chroma_strength);
279  } else {
280  av_image_copy_plane(out->data[1], out->linesize[1], in ->data[1], in ->linesize[1], inlink->w, inlink->h);
281  av_image_copy_plane(out->data[2], out->linesize[2], in ->data[2], in ->linesize[2], inlink->w, inlink->h);
282  }
283 
284  if (in->data[3])
285  av_image_copy_plane(out->data[3], out->linesize[3],
286  in ->data[3], in ->linesize[3],
287  inlink->w, inlink->h);
288  av_frame_free(&in);
289  }
290 
291  return ff_filter_frame(outlink, out);
292 }
293 
295 {
296  static const enum AVPixelFormat pix_fmts[] = {
310  };
311  AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
312  if (!fmts_list)
313  return AVERROR(ENOMEM);
314  return ff_set_common_formats(ctx, fmts_list);
315 }
316 
318 {
319  int i, j;
320  OWDenoiseContext *s = inlink->dst->priv;
322  const int h = FFALIGN(inlink->h, 16);
323 
324  s->hsub = desc->log2_chroma_w;
325  s->vsub = desc->log2_chroma_h;
326  s->pixel_depth = desc->comp[0].depth;
327 
328  s->linesize = FFALIGN(inlink->w, 16);
329  for (j = 0; j < 4; j++) {
330  for (i = 0; i <= s->depth; i++) {
331  s->plane[i][j] = av_malloc_array(s->linesize, h * sizeof(s->plane[0][0][0]));
332  if (!s->plane[i][j])
333  return AVERROR(ENOMEM);
334  }
335  }
336  return 0;
337 }
338 
340 {
341  int i, j;
342  OWDenoiseContext *s = ctx->priv;
343 
344  for (j = 0; j < 4; j++)
345  for (i = 0; i <= s->depth; i++)
346  av_freep(&s->plane[i][j]);
347 }
348 
349 static const AVFilterPad owdenoise_inputs[] = {
350  {
351  .name = "default",
352  .type = AVMEDIA_TYPE_VIDEO,
353  .filter_frame = filter_frame,
354  .config_props = config_input,
355  },
356  { NULL }
357 };
358 
359 static const AVFilterPad owdenoise_outputs[] = {
360  {
361  .name = "default",
362  .type = AVMEDIA_TYPE_VIDEO,
363  },
364  { NULL }
365 };
366 
368  .name = "owdenoise",
369  .description = NULL_IF_CONFIG_SMALL("Denoise using wavelets."),
370  .priv_size = sizeof(OWDenoiseContext),
371  .uninit = uninit,
373  .inputs = owdenoise_inputs,
374  .outputs = owdenoise_outputs,
375  .priv_class = &owdenoise_class,
377 };
#define NULL
Definition: coverity.c:32
static void compose(float *dst, const float *src_l, const float *src_h, int linesize, int w)
Definition: vf_owdenoise.c:122
#define AV_PIX_FMT_YUV440P10
Definition: pixfmt.h:389
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2522
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
AVOption.
Definition: opt.h:246
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:397
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
misc image utilities
Main libavfilter public API header.
double chroma_strength
Definition: vf_owdenoise.c:40
static int config_input(AVFilterLink *inlink)
Definition: vf_owdenoise.c:317
else temp
Definition: vf_mcdeint.c:256
const char * desc
Definition: nvenc.c:68
static void decompose2D2(float *dst[4], float *src, float *temp[2], int linesize, int step, int w, int h)
Definition: vf_owdenoise.c:166
uint8_t pi<< 24) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_U8,(uint64_t)((*(const uint8_t *) pi-0x80U))<< 56) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8,(*(const uint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8,(*(const uint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16,(*(const int16_t *) pi >>8)+0x80) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_S16,(uint64_t)(*(const int16_t *) pi)<< 48) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16,*(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16,*(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32,(*(const int32_t *) pi >>24)+0x80) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_S32,(uint64_t)(*(const int32_t *) pi)<< 32) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32,*(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32,*(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S64,(*(const int64_t *) pi >>56)+0x80) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S64,*(const int64_t *) pi *(1.0f/(INT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S64,*(const int64_t *) pi *(1.0/(INT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_FLT, llrintf(*(const float *) pi *(INT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_DBL, llrint(*(const double *) pi *(INT64_C(1)<< 63)))#define FMT_PAIR_FUNC(out, in) static conv_func_type *const fmt_pair_to_conv_functions[AV_SAMPLE_FMT_NB *AV_SAMPLE_FMT_NB]={FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S64),};static void cpy1(uint8_t **dst, const uint8_t **src, int len){memcpy(*dst,*src, len);}static void cpy2(uint8_t **dst, const uint8_t **src, int len){memcpy(*dst,*src, 2 *len);}static void cpy4(uint8_t **dst, const uint8_t **src, int len){memcpy(*dst,*src, 4 *len);}static void cpy8(uint8_t **dst, const uint8_t **src, int len){memcpy(*dst,*src, 8 *len);}AudioConvert *swri_audio_convert_alloc(enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, const int *ch_map, int flags){AudioConvert *ctx;conv_func_type *f=fmt_pair_to_conv_functions[av_get_packed_sample_fmt(out_fmt)+AV_SAMPLE_FMT_NB *av_get_packed_sample_fmt(in_fmt)];if(!f) return NULL;ctx=av_mallocz(sizeof(*ctx));if(!ctx) return NULL;if(channels==1){in_fmt=av_get_planar_sample_fmt(in_fmt);out_fmt=av_get_planar_sample_fmt(out_fmt);}ctx->channels=channels;ctx->conv_f=f;ctx->ch_map=ch_map;if(in_fmt==AV_SAMPLE_FMT_U8||in_fmt==AV_SAMPLE_FMT_U8P) memset(ctx->silence, 0x80, sizeof(ctx->silence));if(out_fmt==in_fmt &&!ch_map){switch(av_get_bytes_per_sample(in_fmt)){case 1:ctx->simd_f=cpy1;break;case 2:ctx->simd_f=cpy2;break;case 4:ctx->simd_f=cpy4;break;case 8:ctx->simd_f=cpy8;break;}}if(HAVE_X86ASM &&1) swri_audio_convert_init_x86(ctx, out_fmt, in_fmt, channels);if(ARCH_ARM) swri_audio_convert_init_arm(ctx, out_fmt, in_fmt, channels);if(ARCH_AARCH64) swri_audio_convert_init_aarch64(ctx, out_fmt, in_fmt, channels);return ctx;}void swri_audio_convert_free(AudioConvert **ctx){av_freep(ctx);}int swri_audio_convert(AudioConvert *ctx, AudioData *out, AudioData *in, int len){int ch;int off=0;const int os=(out->planar?1:out->ch_count)*out->bps;unsigned misaligned=0;av_assert0(ctx->channels==out->ch_count);if(ctx->in_simd_align_mask){int planes=in->planar?in->ch_count:1;unsigned m=0;for(ch=0;ch< planes;ch++) m|=(intptr_t) in->ch[ch];misaligned|=m &ctx->in_simd_align_mask;}if(ctx->out_simd_align_mask){int planes=out->planar?out->ch_count:1;unsigned m=0;for(ch=0;ch< planes;ch++) m|=(intptr_t) out->ch[ch];misaligned|=m &ctx->out_simd_align_mask;}if(ctx->simd_f &&!ctx->ch_map &&!misaligned){off=len &~15;av_assert1(off >=0);av_assert1(off<=len);av_assert2(ctx->channels==SWR_CH_MAX||!in->ch[ctx->channels]);if(off >0){if(out->planar==in->planar){int planes=out->planar?out->ch_count:1;for(ch=0;ch< planes;ch++){ctx->simd_f(out-> ch ch
Definition: audioconvert.c:56
double luma_strength
Definition: vf_owdenoise.c:39
AVFilter ff_vf_owdenoise
Definition: vf_owdenoise.c:367
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:391
static void filter(OWDenoiseContext *s, uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int width, int height, double strength)
Definition: vf_owdenoise.c:182
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:99
#define src
Definition: vp8dsp.c:254
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
Definition: pixdesc.h:92
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:283
#define AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC
Some filters support a generic "enable" expression option that can be used to enable or disable a fil...
Definition: avfilter.h:125
const char * name
Pad name.
Definition: internal.h:60
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1080
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:101
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:117
uint8_t
#define av_cold
Definition: attributes.h:82
AVOptions.
static void decompose(float *dst_l, float *dst_h, const float *src, int linesize, int w)
Definition: vf_owdenoise.c:103
static const AVOption owdenoise_options[]
Definition: vf_owdenoise.c:50
#define OFFSET(x)
Definition: vf_owdenoise.c:48
#define DECLARE_ALIGNED(n, t, v)
Declare a variable that is aligned in memory.
Definition: mem.h:112
#define height
static void decompose2D(float *dst_l, float *dst_h, const float *src, int xlinesize, int ylinesize, int step, int w, int h)
Definition: vf_owdenoise.c:140
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:400
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:392
#define FFALIGN(x, a)
Definition: macros.h:48
A filter pad used for either input or output.
Definition: internal.h:54
#define U(x)
Definition: vp56_arith.h:37
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:176
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:259
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:568
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: vf_owdenoise.c:245
void * priv
private data for use by the filter
Definition: avfilter.h:353
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:390
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:385
static void compose2D2(float *dst, float *src[4], float *temp[2], int linesize, int step, int w, int h)
Definition: vf_owdenoise.c:174
#define width
uint8_t w
Definition: llviddspenc.c:38
AVFormatContext * ctx
Definition: movenc.c:48
#define s(width, name)
Definition: cbs_vp9.c:257
static av_always_inline av_const int avpriv_mirror(int x, int w)
Definition: internal.h:338
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:386
static const AVFilterPad outputs[]
Definition: af_acontrast.c:203
static const AVFilterPad owdenoise_outputs[]
Definition: vf_owdenoise.c:359
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:398
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:395
AVFILTER_DEFINE_CLASS(owdenoise)
int av_frame_is_writable(AVFrame *frame)
Check if the frame data is writable.
Definition: frame.c:594
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:326
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:177
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
static const uint8_t dither[8][8]
Definition: vf_owdenoise.c:61
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several inputs
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31))))#define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac){}void ff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map){AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);return NULL;}return ac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;}int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){int use_generic=1;int len=in->nb_samples;int p;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%d samples - audio_convert: %s to %s (dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:387
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:72
Describe the class of an AVClass context structure.
Definition: log.h:67
static const double icoeff[2][5]
Definition: vf_owdenoise.c:87
Filter definition.
Definition: avfilter.h:144
float * plane[16+1][4]
Definition: vf_owdenoise.c:42
#define FLAGS
Definition: vf_owdenoise.c:49
const char * name
Filter name.
Definition: avfilter.h:148
static int query_formats(AVFilterContext *ctx)
Definition: vf_owdenoise.c:294
#define AV_PIX_FMT_YUV440P12
Definition: pixfmt.h:393
static void compose2D(float *dst, const float *src_l, const float *src_h, int xlinesize, int ylinesize, int step, int w, int h)
Definition: vf_owdenoise.c:153
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:384
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:350
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:275
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:396
#define flags(name, subs,...)
Definition: cbs_av1.c:561
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:388
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:394
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:309
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
#define M_SQRT2
Definition: mathematics.h:61
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_owdenoise.c:339
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:73
A list of supported formats for one end of a filter link.
Definition: formats.h:64
static const double coeff[2][5]
Definition: vf_owdenoise.c:72
An instance of a filter.
Definition: avfilter.h:338
FILE * out
Definition: movenc.c:54
#define av_freep(p)
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:99
#define av_malloc_array(a, b)
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:338
internal API functions
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
int depth
Number of bits in the component.
Definition: pixdesc.h:58
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:399
static const AVFilterPad owdenoise_inputs[]
Definition: vf_owdenoise.c:349
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:654
trying all byte sequences megabyte in length and selecting the best looking sequence will yield cases to try But a word about which is also called distortion Distortion can be quantified by almost any quality measurement one chooses the sum of squared differences is used but more complex methods that consider psychovisual effects can be used as well It makes no difference in this discussion First step
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58