FFmpeg
vf_dctdnoiz.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2013-2014 Clément Bœsch
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * A simple, relatively efficient and slow DCT image denoiser.
23  *
24  * @see http://www.ipol.im/pub/art/2011/ys-dct/
25  *
26  * The DCT factorization used is based on "Fast and numerically stable
27  * algorithms for discrete cosine transforms" from Gerlind Plonkaa & Manfred
28  * Tasche (DOI: 10.1016/j.laa.2004.07.015).
29  */
30 
31 #include "libavutil/avassert.h"
32 #include "libavutil/eval.h"
33 #include "libavutil/opt.h"
34 #include "internal.h"
35 
36 static const char *const var_names[] = { "c", NULL };
37 enum { VAR_C, VAR_VARS_NB };
38 
39 #define MAX_THREADS 8
40 
41 typedef struct DCTdnoizContext {
42  const AVClass *class;
43 
44  /* coefficient factor expression */
45  char *expr_str;
48 
50  int pr_width, pr_height; // width and height to process
51  float sigma; // used when no expression are st
52  float th; // threshold (3*sigma)
53  float *cbuf[2][3]; // two planar rgb color buffers
54  float *slices[MAX_THREADS]; // slices buffers (1 slice buffer per thread)
55  float *weights; // dct coeff are cumulated with overlapping; these values are used for averaging
56  int p_linesize; // line sizes for color and weights
57  int overlap; // number of block overlapping pixels
58  int step; // block step increment (blocksize - overlap)
59  int n; // 1<<n is the block size
60  int bsize; // block size, 1<<n
62  const float *src, int src_linesize,
63  float *dst, int dst_linesize,
64  int thread_id);
65  void (*color_decorrelation)(float **dst, int dst_linesize,
66  const uint8_t **src, int src_linesize,
67  int w, int h);
68  void (*color_correlation)(uint8_t **dst, int dst_linesize,
69  float **src, int src_linesize,
70  int w, int h);
72 
73 #define MIN_NBITS 3 /* blocksize = 1<<3 = 8 */
74 #define MAX_NBITS 4 /* blocksize = 1<<4 = 16 */
75 #define DEFAULT_NBITS 3
76 
77 #define OFFSET(x) offsetof(DCTdnoizContext, x)
78 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
79 static const AVOption dctdnoiz_options[] = {
80  { "sigma", "set noise sigma constant", OFFSET(sigma), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, 999, .flags = FLAGS },
81  { "s", "set noise sigma constant", OFFSET(sigma), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, 999, .flags = FLAGS },
82  { "overlap", "set number of block overlapping pixels", OFFSET(overlap), AV_OPT_TYPE_INT, {.i64=-1}, -1, (1<<MAX_NBITS)-1, .flags = FLAGS },
83  { "expr", "set coefficient factor expression", OFFSET(expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, .flags = FLAGS },
84  { "e", "set coefficient factor expression", OFFSET(expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, .flags = FLAGS },
85  { "n", "set the block size, expressed in bits", OFFSET(n), AV_OPT_TYPE_INT, {.i64=DEFAULT_NBITS}, MIN_NBITS, MAX_NBITS, .flags = FLAGS },
86  { NULL }
87 };
88 
89 AVFILTER_DEFINE_CLASS(dctdnoiz);
90 
91 static void av_always_inline fdct8_1d(float *dst, const float *src,
92  int dst_stridea, int dst_strideb,
93  int src_stridea, int src_strideb)
94 {
95  int i;
96 
97  for (i = 0; i < 8; i++) {
98  const float x00 = src[0*src_stridea] + src[7*src_stridea];
99  const float x01 = src[1*src_stridea] + src[6*src_stridea];
100  const float x02 = src[2*src_stridea] + src[5*src_stridea];
101  const float x03 = src[3*src_stridea] + src[4*src_stridea];
102  const float x04 = src[0*src_stridea] - src[7*src_stridea];
103  const float x05 = src[1*src_stridea] - src[6*src_stridea];
104  const float x06 = src[2*src_stridea] - src[5*src_stridea];
105  const float x07 = src[3*src_stridea] - src[4*src_stridea];
106  const float x08 = x00 + x03;
107  const float x09 = x01 + x02;
108  const float x0a = x00 - x03;
109  const float x0b = x01 - x02;
110  const float x0c = 1.38703984532215f*x04 + 0.275899379282943f*x07;
111  const float x0d = 1.17587560241936f*x05 + 0.785694958387102f*x06;
112  const float x0e = -0.785694958387102f*x05 + 1.17587560241936f*x06;
113  const float x0f = 0.275899379282943f*x04 - 1.38703984532215f*x07;
114  const float x10 = 0.353553390593274f * (x0c - x0d);
115  const float x11 = 0.353553390593274f * (x0e - x0f);
116  dst[0*dst_stridea] = 0.353553390593274f * (x08 + x09);
117  dst[1*dst_stridea] = 0.353553390593274f * (x0c + x0d);
118  dst[2*dst_stridea] = 0.461939766255643f*x0a + 0.191341716182545f*x0b;
119  dst[3*dst_stridea] = 0.707106781186547f * (x10 - x11);
120  dst[4*dst_stridea] = 0.353553390593274f * (x08 - x09);
121  dst[5*dst_stridea] = 0.707106781186547f * (x10 + x11);
122  dst[6*dst_stridea] = 0.191341716182545f*x0a - 0.461939766255643f*x0b;
123  dst[7*dst_stridea] = 0.353553390593274f * (x0e + x0f);
124  dst += dst_strideb;
125  src += src_strideb;
126  }
127 }
128 
129 static void av_always_inline idct8_1d(float *dst, const float *src,
130  int dst_stridea, int dst_strideb,
131  int src_stridea, int src_strideb,
132  int add)
133 {
134  int i;
135 
136  for (i = 0; i < 8; i++) {
137  const float x00 = 1.4142135623731f *src[0*src_stridea];
138  const float x01 = 1.38703984532215f *src[1*src_stridea] + 0.275899379282943f*src[7*src_stridea];
139  const float x02 = 1.30656296487638f *src[2*src_stridea] + 0.541196100146197f*src[6*src_stridea];
140  const float x03 = 1.17587560241936f *src[3*src_stridea] + 0.785694958387102f*src[5*src_stridea];
141  const float x04 = 1.4142135623731f *src[4*src_stridea];
142  const float x05 = -0.785694958387102f*src[3*src_stridea] + 1.17587560241936f*src[5*src_stridea];
143  const float x06 = 0.541196100146197f*src[2*src_stridea] - 1.30656296487638f*src[6*src_stridea];
144  const float x07 = -0.275899379282943f*src[1*src_stridea] + 1.38703984532215f*src[7*src_stridea];
145  const float x09 = x00 + x04;
146  const float x0a = x01 + x03;
147  const float x0b = 1.4142135623731f*x02;
148  const float x0c = x00 - x04;
149  const float x0d = x01 - x03;
150  const float x0e = 0.353553390593274f * (x09 - x0b);
151  const float x0f = 0.353553390593274f * (x0c + x0d);
152  const float x10 = 0.353553390593274f * (x0c - x0d);
153  const float x11 = 1.4142135623731f*x06;
154  const float x12 = x05 + x07;
155  const float x13 = x05 - x07;
156  const float x14 = 0.353553390593274f * (x11 + x12);
157  const float x15 = 0.353553390593274f * (x11 - x12);
158  const float x16 = 0.5f*x13;
159  dst[0*dst_stridea] = (add ? dst[ 0*dst_stridea] : 0) + 0.25f * (x09 + x0b) + 0.353553390593274f*x0a;
160  dst[1*dst_stridea] = (add ? dst[ 1*dst_stridea] : 0) + 0.707106781186547f * (x0f + x15);
161  dst[2*dst_stridea] = (add ? dst[ 2*dst_stridea] : 0) + 0.707106781186547f * (x0f - x15);
162  dst[3*dst_stridea] = (add ? dst[ 3*dst_stridea] : 0) + 0.707106781186547f * (x0e + x16);
163  dst[4*dst_stridea] = (add ? dst[ 4*dst_stridea] : 0) + 0.707106781186547f * (x0e - x16);
164  dst[5*dst_stridea] = (add ? dst[ 5*dst_stridea] : 0) + 0.707106781186547f * (x10 - x14);
165  dst[6*dst_stridea] = (add ? dst[ 6*dst_stridea] : 0) + 0.707106781186547f * (x10 + x14);
166  dst[7*dst_stridea] = (add ? dst[ 7*dst_stridea] : 0) + 0.25f * (x09 + x0b) - 0.353553390593274f*x0a;
167  dst += dst_strideb;
168  src += src_strideb;
169  }
170 }
171 
172 
173 static void av_always_inline fdct16_1d(float *dst, const float *src,
174  int dst_stridea, int dst_strideb,
175  int src_stridea, int src_strideb)
176 {
177  int i;
178 
179  for (i = 0; i < 16; i++) {
180  const float x00 = src[ 0*src_stridea] + src[15*src_stridea];
181  const float x01 = src[ 1*src_stridea] + src[14*src_stridea];
182  const float x02 = src[ 2*src_stridea] + src[13*src_stridea];
183  const float x03 = src[ 3*src_stridea] + src[12*src_stridea];
184  const float x04 = src[ 4*src_stridea] + src[11*src_stridea];
185  const float x05 = src[ 5*src_stridea] + src[10*src_stridea];
186  const float x06 = src[ 6*src_stridea] + src[ 9*src_stridea];
187  const float x07 = src[ 7*src_stridea] + src[ 8*src_stridea];
188  const float x08 = src[ 0*src_stridea] - src[15*src_stridea];
189  const float x09 = src[ 1*src_stridea] - src[14*src_stridea];
190  const float x0a = src[ 2*src_stridea] - src[13*src_stridea];
191  const float x0b = src[ 3*src_stridea] - src[12*src_stridea];
192  const float x0c = src[ 4*src_stridea] - src[11*src_stridea];
193  const float x0d = src[ 5*src_stridea] - src[10*src_stridea];
194  const float x0e = src[ 6*src_stridea] - src[ 9*src_stridea];
195  const float x0f = src[ 7*src_stridea] - src[ 8*src_stridea];
196  const float x10 = x00 + x07;
197  const float x11 = x01 + x06;
198  const float x12 = x02 + x05;
199  const float x13 = x03 + x04;
200  const float x14 = x00 - x07;
201  const float x15 = x01 - x06;
202  const float x16 = x02 - x05;
203  const float x17 = x03 - x04;
204  const float x18 = x10 + x13;
205  const float x19 = x11 + x12;
206  const float x1a = x10 - x13;
207  const float x1b = x11 - x12;
208  const float x1c = 1.38703984532215f*x14 + 0.275899379282943f*x17;
209  const float x1d = 1.17587560241936f*x15 + 0.785694958387102f*x16;
210  const float x1e = -0.785694958387102f*x15 + 1.17587560241936f *x16;
211  const float x1f = 0.275899379282943f*x14 - 1.38703984532215f *x17;
212  const float x20 = 0.25f * (x1c - x1d);
213  const float x21 = 0.25f * (x1e - x1f);
214  const float x22 = 1.40740373752638f *x08 + 0.138617169199091f*x0f;
215  const float x23 = 1.35331800117435f *x09 + 0.410524527522357f*x0e;
216  const float x24 = 1.24722501298667f *x0a + 0.666655658477747f*x0d;
217  const float x25 = 1.09320186700176f *x0b + 0.897167586342636f*x0c;
218  const float x26 = -0.897167586342636f*x0b + 1.09320186700176f *x0c;
219  const float x27 = 0.666655658477747f*x0a - 1.24722501298667f *x0d;
220  const float x28 = -0.410524527522357f*x09 + 1.35331800117435f *x0e;
221  const float x29 = 0.138617169199091f*x08 - 1.40740373752638f *x0f;
222  const float x2a = x22 + x25;
223  const float x2b = x23 + x24;
224  const float x2c = x22 - x25;
225  const float x2d = x23 - x24;
226  const float x2e = 0.25f * (x2a - x2b);
227  const float x2f = 0.326640741219094f*x2c + 0.135299025036549f*x2d;
228  const float x30 = 0.135299025036549f*x2c - 0.326640741219094f*x2d;
229  const float x31 = x26 + x29;
230  const float x32 = x27 + x28;
231  const float x33 = x26 - x29;
232  const float x34 = x27 - x28;
233  const float x35 = 0.25f * (x31 - x32);
234  const float x36 = 0.326640741219094f*x33 + 0.135299025036549f*x34;
235  const float x37 = 0.135299025036549f*x33 - 0.326640741219094f*x34;
236  dst[ 0*dst_stridea] = 0.25f * (x18 + x19);
237  dst[ 1*dst_stridea] = 0.25f * (x2a + x2b);
238  dst[ 2*dst_stridea] = 0.25f * (x1c + x1d);
239  dst[ 3*dst_stridea] = 0.707106781186547f * (x2f - x37);
240  dst[ 4*dst_stridea] = 0.326640741219094f*x1a + 0.135299025036549f*x1b;
241  dst[ 5*dst_stridea] = 0.707106781186547f * (x2f + x37);
242  dst[ 6*dst_stridea] = 0.707106781186547f * (x20 - x21);
243  dst[ 7*dst_stridea] = 0.707106781186547f * (x2e + x35);
244  dst[ 8*dst_stridea] = 0.25f * (x18 - x19);
245  dst[ 9*dst_stridea] = 0.707106781186547f * (x2e - x35);
246  dst[10*dst_stridea] = 0.707106781186547f * (x20 + x21);
247  dst[11*dst_stridea] = 0.707106781186547f * (x30 - x36);
248  dst[12*dst_stridea] = 0.135299025036549f*x1a - 0.326640741219094f*x1b;
249  dst[13*dst_stridea] = 0.707106781186547f * (x30 + x36);
250  dst[14*dst_stridea] = 0.25f * (x1e + x1f);
251  dst[15*dst_stridea] = 0.25f * (x31 + x32);
252  dst += dst_strideb;
253  src += src_strideb;
254  }
255 }
256 
257 static void av_always_inline idct16_1d(float *dst, const float *src,
258  int dst_stridea, int dst_strideb,
259  int src_stridea, int src_strideb,
260  int add)
261 {
262  int i;
263 
264  for (i = 0; i < 16; i++) {
265  const float x00 = 1.4142135623731f *src[ 0*src_stridea];
266  const float x01 = 1.40740373752638f *src[ 1*src_stridea] + 0.138617169199091f*src[15*src_stridea];
267  const float x02 = 1.38703984532215f *src[ 2*src_stridea] + 0.275899379282943f*src[14*src_stridea];
268  const float x03 = 1.35331800117435f *src[ 3*src_stridea] + 0.410524527522357f*src[13*src_stridea];
269  const float x04 = 1.30656296487638f *src[ 4*src_stridea] + 0.541196100146197f*src[12*src_stridea];
270  const float x05 = 1.24722501298667f *src[ 5*src_stridea] + 0.666655658477747f*src[11*src_stridea];
271  const float x06 = 1.17587560241936f *src[ 6*src_stridea] + 0.785694958387102f*src[10*src_stridea];
272  const float x07 = 1.09320186700176f *src[ 7*src_stridea] + 0.897167586342636f*src[ 9*src_stridea];
273  const float x08 = 1.4142135623731f *src[ 8*src_stridea];
274  const float x09 = -0.897167586342636f*src[ 7*src_stridea] + 1.09320186700176f*src[ 9*src_stridea];
275  const float x0a = 0.785694958387102f*src[ 6*src_stridea] - 1.17587560241936f*src[10*src_stridea];
276  const float x0b = -0.666655658477747f*src[ 5*src_stridea] + 1.24722501298667f*src[11*src_stridea];
277  const float x0c = 0.541196100146197f*src[ 4*src_stridea] - 1.30656296487638f*src[12*src_stridea];
278  const float x0d = -0.410524527522357f*src[ 3*src_stridea] + 1.35331800117435f*src[13*src_stridea];
279  const float x0e = 0.275899379282943f*src[ 2*src_stridea] - 1.38703984532215f*src[14*src_stridea];
280  const float x0f = -0.138617169199091f*src[ 1*src_stridea] + 1.40740373752638f*src[15*src_stridea];
281  const float x12 = x00 + x08;
282  const float x13 = x01 + x07;
283  const float x14 = x02 + x06;
284  const float x15 = x03 + x05;
285  const float x16 = 1.4142135623731f*x04;
286  const float x17 = x00 - x08;
287  const float x18 = x01 - x07;
288  const float x19 = x02 - x06;
289  const float x1a = x03 - x05;
290  const float x1d = x12 + x16;
291  const float x1e = x13 + x15;
292  const float x1f = 1.4142135623731f*x14;
293  const float x20 = x12 - x16;
294  const float x21 = x13 - x15;
295  const float x22 = 0.25f * (x1d - x1f);
296  const float x23 = 0.25f * (x20 + x21);
297  const float x24 = 0.25f * (x20 - x21);
298  const float x25 = 1.4142135623731f*x17;
299  const float x26 = 1.30656296487638f*x18 + 0.541196100146197f*x1a;
300  const float x27 = 1.4142135623731f*x19;
301  const float x28 = -0.541196100146197f*x18 + 1.30656296487638f*x1a;
302  const float x29 = 0.176776695296637f * (x25 + x27) + 0.25f*x26;
303  const float x2a = 0.25f * (x25 - x27);
304  const float x2b = 0.176776695296637f * (x25 + x27) - 0.25f*x26;
305  const float x2c = 0.353553390593274f*x28;
306  const float x1b = 0.707106781186547f * (x2a - x2c);
307  const float x1c = 0.707106781186547f * (x2a + x2c);
308  const float x2d = 1.4142135623731f*x0c;
309  const float x2e = x0b + x0d;
310  const float x2f = x0a + x0e;
311  const float x30 = x09 + x0f;
312  const float x31 = x09 - x0f;
313  const float x32 = x0a - x0e;
314  const float x33 = x0b - x0d;
315  const float x37 = 1.4142135623731f*x2d;
316  const float x38 = 1.30656296487638f*x2e + 0.541196100146197f*x30;
317  const float x39 = 1.4142135623731f*x2f;
318  const float x3a = -0.541196100146197f*x2e + 1.30656296487638f*x30;
319  const float x3b = 0.176776695296637f * (x37 + x39) + 0.25f*x38;
320  const float x3c = 0.25f * (x37 - x39);
321  const float x3d = 0.176776695296637f * (x37 + x39) - 0.25f*x38;
322  const float x3e = 0.353553390593274f*x3a;
323  const float x34 = 0.707106781186547f * (x3c - x3e);
324  const float x35 = 0.707106781186547f * (x3c + x3e);
325  const float x3f = 1.4142135623731f*x32;
326  const float x40 = x31 + x33;
327  const float x41 = x31 - x33;
328  const float x42 = 0.25f * (x3f + x40);
329  const float x43 = 0.25f * (x3f - x40);
330  const float x44 = 0.353553390593274f*x41;
331  dst[ 0*dst_stridea] = (add ? dst[ 0*dst_stridea] : 0) + 0.176776695296637f * (x1d + x1f) + 0.25f*x1e;
332  dst[ 1*dst_stridea] = (add ? dst[ 1*dst_stridea] : 0) + 0.707106781186547f * (x29 + x3d);
333  dst[ 2*dst_stridea] = (add ? dst[ 2*dst_stridea] : 0) + 0.707106781186547f * (x29 - x3d);
334  dst[ 3*dst_stridea] = (add ? dst[ 3*dst_stridea] : 0) + 0.707106781186547f * (x23 - x43);
335  dst[ 4*dst_stridea] = (add ? dst[ 4*dst_stridea] : 0) + 0.707106781186547f * (x23 + x43);
336  dst[ 5*dst_stridea] = (add ? dst[ 5*dst_stridea] : 0) + 0.707106781186547f * (x1b - x35);
337  dst[ 6*dst_stridea] = (add ? dst[ 6*dst_stridea] : 0) + 0.707106781186547f * (x1b + x35);
338  dst[ 7*dst_stridea] = (add ? dst[ 7*dst_stridea] : 0) + 0.707106781186547f * (x22 + x44);
339  dst[ 8*dst_stridea] = (add ? dst[ 8*dst_stridea] : 0) + 0.707106781186547f * (x22 - x44);
340  dst[ 9*dst_stridea] = (add ? dst[ 9*dst_stridea] : 0) + 0.707106781186547f * (x1c + x34);
341  dst[10*dst_stridea] = (add ? dst[10*dst_stridea] : 0) + 0.707106781186547f * (x1c - x34);
342  dst[11*dst_stridea] = (add ? dst[11*dst_stridea] : 0) + 0.707106781186547f * (x24 + x42);
343  dst[12*dst_stridea] = (add ? dst[12*dst_stridea] : 0) + 0.707106781186547f * (x24 - x42);
344  dst[13*dst_stridea] = (add ? dst[13*dst_stridea] : 0) + 0.707106781186547f * (x2b - x3b);
345  dst[14*dst_stridea] = (add ? dst[14*dst_stridea] : 0) + 0.707106781186547f * (x2b + x3b);
346  dst[15*dst_stridea] = (add ? dst[15*dst_stridea] : 0) + 0.176776695296637f * (x1d + x1f) - 0.25f*x1e;
347  dst += dst_strideb;
348  src += src_strideb;
349  }
350 }
351 
352 #define DEF_FILTER_FREQ_FUNCS(bsize) \
353 static av_always_inline void filter_freq_##bsize(const float *src, int src_linesize, \
354  float *dst, int dst_linesize, \
355  AVExpr *expr, double *var_values, \
356  int sigma_th) \
357 { \
358  unsigned i; \
359  DECLARE_ALIGNED(32, float, tmp_block1)[bsize * bsize]; \
360  DECLARE_ALIGNED(32, float, tmp_block2)[bsize * bsize]; \
361  \
362  /* forward DCT */ \
363  fdct##bsize##_1d(tmp_block1, src, 1, bsize, 1, src_linesize); \
364  fdct##bsize##_1d(tmp_block2, tmp_block1, bsize, 1, bsize, 1); \
365  \
366  for (i = 0; i < bsize*bsize; i++) { \
367  float *b = &tmp_block2[i]; \
368  /* frequency filtering */ \
369  if (expr) { \
370  var_values[VAR_C] = fabsf(*b); \
371  *b *= av_expr_eval(expr, var_values, NULL); \
372  } else { \
373  if (fabsf(*b) < sigma_th) \
374  *b = 0; \
375  } \
376  } \
377  \
378  /* inverse DCT */ \
379  idct##bsize##_1d(tmp_block1, tmp_block2, 1, bsize, 1, bsize, 0); \
380  idct##bsize##_1d(dst, tmp_block1, dst_linesize, 1, bsize, 1, 1); \
381 } \
382  \
383 static void filter_freq_sigma_##bsize(DCTdnoizContext *s, \
384  const float *src, int src_linesize, \
385  float *dst, int dst_linesize, int thread_id) \
386 { \
387  filter_freq_##bsize(src, src_linesize, dst, dst_linesize, NULL, NULL, s->th); \
388 } \
389  \
390 static void filter_freq_expr_##bsize(DCTdnoizContext *s, \
391  const float *src, int src_linesize, \
392  float *dst, int dst_linesize, int thread_id) \
393 { \
394  filter_freq_##bsize(src, src_linesize, dst, dst_linesize, \
395  s->expr[thread_id], s->var_values[thread_id], 0); \
396 }
397 
400 
401 #define DCT3X3_0_0 0.5773502691896258f /* 1/sqrt(3) */
402 #define DCT3X3_0_1 0.5773502691896258f /* 1/sqrt(3) */
403 #define DCT3X3_0_2 0.5773502691896258f /* 1/sqrt(3) */
404 #define DCT3X3_1_0 0.7071067811865475f /* 1/sqrt(2) */
405 #define DCT3X3_1_2 -0.7071067811865475f /* -1/sqrt(2) */
406 #define DCT3X3_2_0 0.4082482904638631f /* 1/sqrt(6) */
407 #define DCT3X3_2_1 -0.8164965809277261f /* -2/sqrt(6) */
408 #define DCT3X3_2_2 0.4082482904638631f /* 1/sqrt(6) */
409 
410 static av_always_inline void color_decorrelation(float **dst, int dst_linesize,
411  const uint8_t **src, int src_linesize,
412  int w, int h,
413  int r, int g, int b)
414 {
415  int x, y;
416  float *dstp_r = dst[0];
417  float *dstp_g = dst[1];
418  float *dstp_b = dst[2];
419  const uint8_t *srcp = src[0];
420 
421  for (y = 0; y < h; y++) {
422  for (x = 0; x < w; x++) {
423  dstp_r[x] = srcp[r] * DCT3X3_0_0 + srcp[g] * DCT3X3_0_1 + srcp[b] * DCT3X3_0_2;
424  dstp_g[x] = srcp[r] * DCT3X3_1_0 + srcp[b] * DCT3X3_1_2;
425  dstp_b[x] = srcp[r] * DCT3X3_2_0 + srcp[g] * DCT3X3_2_1 + srcp[b] * DCT3X3_2_2;
426  srcp += 3;
427  }
428  srcp += src_linesize - w * 3;
429  dstp_r += dst_linesize;
430  dstp_g += dst_linesize;
431  dstp_b += dst_linesize;
432  }
433 }
434 
435 static av_always_inline void color_correlation(uint8_t **dst, int dst_linesize,
436  float **src, int src_linesize,
437  int w, int h,
438  int r, int g, int b)
439 {
440  int x, y;
441  const float *src_r = src[0];
442  const float *src_g = src[1];
443  const float *src_b = src[2];
444  uint8_t *dstp = dst[0];
445 
446  for (y = 0; y < h; y++) {
447  for (x = 0; x < w; x++) {
448  dstp[r] = av_clip_uint8(src_r[x] * DCT3X3_0_0 + src_g[x] * DCT3X3_1_0 + src_b[x] * DCT3X3_2_0);
449  dstp[g] = av_clip_uint8(src_r[x] * DCT3X3_0_1 + src_b[x] * DCT3X3_2_1);
450  dstp[b] = av_clip_uint8(src_r[x] * DCT3X3_0_2 + src_g[x] * DCT3X3_1_2 + src_b[x] * DCT3X3_2_2);
451  dstp += 3;
452  }
453  dstp += dst_linesize - w * 3;
454  src_r += src_linesize;
455  src_g += src_linesize;
456  src_b += src_linesize;
457  }
458 }
459 
460 #define DECLARE_COLOR_FUNCS(name, r, g, b) \
461 static void color_decorrelation_##name(float **dst, int dst_linesize, \
462  const uint8_t **src, int src_linesize, \
463  int w, int h) \
464 { \
465  color_decorrelation(dst, dst_linesize, src, src_linesize, w, h, r, g, b); \
466 } \
467  \
468 static void color_correlation_##name(uint8_t **dst, int dst_linesize, \
469  float **src, int src_linesize, \
470  int w, int h) \
471 { \
472  color_correlation(dst, dst_linesize, src, src_linesize, w, h, r, g, b); \
473 }
474 
475 DECLARE_COLOR_FUNCS(rgb, 0, 1, 2)
476 DECLARE_COLOR_FUNCS(bgr, 2, 1, 0)
477 
478 static av_always_inline void color_decorrelation_gbrp(float **dst, int dst_linesize,
479  const uint8_t **src, int src_linesize,
480  int w, int h)
481 {
482  int x, y;
483  float *dstp_r = dst[0];
484  float *dstp_g = dst[1];
485  float *dstp_b = dst[2];
486  const uint8_t *srcp_r = src[2];
487  const uint8_t *srcp_g = src[0];
488  const uint8_t *srcp_b = src[1];
489 
490  for (y = 0; y < h; y++) {
491  for (x = 0; x < w; x++) {
492  dstp_r[x] = srcp_r[x] * DCT3X3_0_0 + srcp_g[x] * DCT3X3_0_1 + srcp_b[x] * DCT3X3_0_2;
493  dstp_g[x] = srcp_r[x] * DCT3X3_1_0 + srcp_b[x] * DCT3X3_1_2;
494  dstp_b[x] = srcp_r[x] * DCT3X3_2_0 + srcp_g[x] * DCT3X3_2_1 + srcp_b[x] * DCT3X3_2_2;
495  }
496  srcp_r += src_linesize;
497  srcp_g += src_linesize;
498  srcp_b += src_linesize;
499  dstp_r += dst_linesize;
500  dstp_g += dst_linesize;
501  dstp_b += dst_linesize;
502  }
503 }
504 
505 static av_always_inline void color_correlation_gbrp(uint8_t **dst, int dst_linesize,
506  float **src, int src_linesize,
507  int w, int h)
508 {
509  int x, y;
510  const float *src_r = src[0];
511  const float *src_g = src[1];
512  const float *src_b = src[2];
513  uint8_t *dstp_r = dst[2];
514  uint8_t *dstp_g = dst[0];
515  uint8_t *dstp_b = dst[1];
516 
517  for (y = 0; y < h; y++) {
518  for (x = 0; x < w; x++) {
519  dstp_r[x] = av_clip_uint8(src_r[x] * DCT3X3_0_0 + src_g[x] * DCT3X3_1_0 + src_b[x] * DCT3X3_2_0);
520  dstp_g[x] = av_clip_uint8(src_r[x] * DCT3X3_0_1 + src_b[x] * DCT3X3_2_1);
521  dstp_b[x] = av_clip_uint8(src_r[x] * DCT3X3_0_2 + src_g[x] * DCT3X3_1_2 + src_b[x] * DCT3X3_2_2);
522  }
523  dstp_r += dst_linesize;
524  dstp_g += dst_linesize;
525  dstp_b += dst_linesize;
526  src_r += src_linesize;
527  src_g += src_linesize;
528  src_b += src_linesize;
529  }
530 }
531 
533 {
534  AVFilterContext *ctx = inlink->dst;
535  DCTdnoizContext *s = ctx->priv;
536  int i, x, y, bx, by, linesize, *iweights, max_slice_h, slice_h;
537  const int bsize = 1 << s->n;
538 
539  switch (inlink->format) {
540  case AV_PIX_FMT_BGR24:
541  s->color_decorrelation = color_decorrelation_bgr;
542  s->color_correlation = color_correlation_bgr;
543  break;
544  case AV_PIX_FMT_RGB24:
545  s->color_decorrelation = color_decorrelation_rgb;
546  s->color_correlation = color_correlation_rgb;
547  break;
548  case AV_PIX_FMT_GBRP:
551  break;
552  default:
553  av_assert0(0);
554  }
555 
556  s->pr_width = inlink->w - (inlink->w - bsize) % s->step;
557  s->pr_height = inlink->h - (inlink->h - bsize) % s->step;
558  if (s->pr_width != inlink->w)
559  av_log(ctx, AV_LOG_WARNING, "The last %d horizontal pixels won't be denoised\n",
560  inlink->w - s->pr_width);
561  if (s->pr_height != inlink->h)
562  av_log(ctx, AV_LOG_WARNING, "The last %d vertical pixels won't be denoised\n",
563  inlink->h - s->pr_height);
564 
565  max_slice_h = s->pr_height / ((s->bsize - 1) * 2);
566  s->nb_threads = FFMIN3(MAX_THREADS, ff_filter_get_nb_threads(ctx), max_slice_h);
567  av_log(ctx, AV_LOG_DEBUG, "threads: [max=%d hmax=%d user=%d] => %d\n",
568  MAX_THREADS, max_slice_h, ff_filter_get_nb_threads(ctx), s->nb_threads);
569 
570  s->p_linesize = linesize = FFALIGN(s->pr_width, 32);
571  for (i = 0; i < 2; i++) {
572  s->cbuf[i][0] = av_malloc_array(linesize * s->pr_height, sizeof(*s->cbuf[i][0]));
573  s->cbuf[i][1] = av_malloc_array(linesize * s->pr_height, sizeof(*s->cbuf[i][1]));
574  s->cbuf[i][2] = av_malloc_array(linesize * s->pr_height, sizeof(*s->cbuf[i][2]));
575  if (!s->cbuf[i][0] || !s->cbuf[i][1] || !s->cbuf[i][2])
576  return AVERROR(ENOMEM);
577  }
578 
579  /* eval expressions are probably not thread safe when the eval internal
580  * state can be changed (typically through load & store operations) */
581  if (s->expr_str) {
582  for (i = 0; i < s->nb_threads; i++) {
583  int ret = av_expr_parse(&s->expr[i], s->expr_str, var_names,
584  NULL, NULL, NULL, NULL, 0, ctx);
585  if (ret < 0)
586  return ret;
587  }
588  }
589 
590  /* each slice will need to (pre & re)process the top and bottom block of
591  * the previous one in in addition to its processing area. This is because
592  * each pixel is averaged by all the surrounding blocks */
593  slice_h = (int)ceilf(s->pr_height / (float)s->nb_threads) + (s->bsize - 1) * 2;
594  for (i = 0; i < s->nb_threads; i++) {
595  s->slices[i] = av_malloc_array(linesize, slice_h * sizeof(*s->slices[i]));
596  if (!s->slices[i])
597  return AVERROR(ENOMEM);
598  }
599 
600  s->weights = av_malloc(s->pr_height * linesize * sizeof(*s->weights));
601  if (!s->weights)
602  return AVERROR(ENOMEM);
603  iweights = av_calloc(s->pr_height, linesize * sizeof(*iweights));
604  if (!iweights)
605  return AVERROR(ENOMEM);
606  for (y = 0; y < s->pr_height - bsize + 1; y += s->step)
607  for (x = 0; x < s->pr_width - bsize + 1; x += s->step)
608  for (by = 0; by < bsize; by++)
609  for (bx = 0; bx < bsize; bx++)
610  iweights[(y + by)*linesize + x + bx]++;
611  for (y = 0; y < s->pr_height; y++)
612  for (x = 0; x < s->pr_width; x++)
613  s->weights[y*linesize + x] = 1. / iweights[y*linesize + x];
614  av_free(iweights);
615 
616  return 0;
617 }
618 
620 {
621  DCTdnoizContext *s = ctx->priv;
622 
623  s->bsize = 1 << s->n;
624  if (s->overlap == -1)
625  s->overlap = s->bsize - 1;
626 
627  if (s->overlap > s->bsize - 1) {
628  av_log(s, AV_LOG_ERROR, "Overlap value can not except %d "
629  "with a block size of %dx%d\n",
630  s->bsize - 1, s->bsize, s->bsize);
631  return AVERROR(EINVAL);
632  }
633 
634  if (s->expr_str) {
635  switch (s->n) {
636  case 3: s->filter_freq_func = filter_freq_expr_8; break;
637  case 4: s->filter_freq_func = filter_freq_expr_16; break;
638  default: av_assert0(0);
639  }
640  } else {
641  switch (s->n) {
642  case 3: s->filter_freq_func = filter_freq_sigma_8; break;
643  case 4: s->filter_freq_func = filter_freq_sigma_16; break;
644  default: av_assert0(0);
645  }
646  }
647 
648  s->th = s->sigma * 3.;
649  s->step = s->bsize - s->overlap;
650  return 0;
651 }
652 
654 {
655  static const enum AVPixelFormat pix_fmts[] = {
659  };
660  AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
661  if (!fmts_list)
662  return AVERROR(ENOMEM);
663  return ff_set_common_formats(ctx, fmts_list);
664 }
665 
666 typedef struct ThreadData {
667  float *src, *dst;
668 } ThreadData;
669 
671  void *arg, int jobnr, int nb_jobs)
672 {
673  int x, y;
674  DCTdnoizContext *s = ctx->priv;
675  const ThreadData *td = arg;
676  const int w = s->pr_width;
677  const int h = s->pr_height;
678  const int slice_start = (h * jobnr ) / nb_jobs;
679  const int slice_end = (h * (jobnr+1)) / nb_jobs;
680  const int slice_start_ctx = FFMAX(slice_start - s->bsize + 1, 0);
681  const int slice_end_ctx = FFMIN(slice_end, h - s->bsize + 1);
682  const int slice_h = slice_end_ctx - slice_start_ctx;
683  const int src_linesize = s->p_linesize;
684  const int dst_linesize = s->p_linesize;
685  const int slice_linesize = s->p_linesize;
686  float *dst;
687  const float *src = td->src + slice_start_ctx * src_linesize;
688  const float *weights = s->weights + slice_start * dst_linesize;
689  float *slice = s->slices[jobnr];
690 
691  // reset block sums
692  memset(slice, 0, (slice_h + s->bsize - 1) * dst_linesize * sizeof(*slice));
693 
694  // block dct sums
695  for (y = 0; y < slice_h; y += s->step) {
696  for (x = 0; x < w - s->bsize + 1; x += s->step)
697  s->filter_freq_func(s, src + x, src_linesize,
698  slice + x, slice_linesize,
699  jobnr);
700  src += s->step * src_linesize;
701  slice += s->step * slice_linesize;
702  }
703 
704  // average blocks
705  slice = s->slices[jobnr] + (slice_start - slice_start_ctx) * slice_linesize;
706  dst = td->dst + slice_start * dst_linesize;
707  for (y = slice_start; y < slice_end; y++) {
708  for (x = 0; x < w; x++)
709  dst[x] = slice[x] * weights[x];
710  slice += slice_linesize;
711  dst += dst_linesize;
712  weights += dst_linesize;
713  }
714 
715  return 0;
716 }
717 
719 {
720  AVFilterContext *ctx = inlink->dst;
721  DCTdnoizContext *s = ctx->priv;
722  AVFilterLink *outlink = inlink->dst->outputs[0];
723  int direct, plane;
724  AVFrame *out;
725 
726  if (av_frame_is_writable(in)) {
727  direct = 1;
728  out = in;
729  } else {
730  direct = 0;
731  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
732  if (!out) {
733  av_frame_free(&in);
734  return AVERROR(ENOMEM);
735  }
736  av_frame_copy_props(out, in);
737  }
738 
739  s->color_decorrelation(s->cbuf[0], s->p_linesize,
740  (const uint8_t **)in->data, in->linesize[0],
741  s->pr_width, s->pr_height);
742  for (plane = 0; plane < 3; plane++) {
743  ThreadData td = {
744  .src = s->cbuf[0][plane],
745  .dst = s->cbuf[1][plane],
746  };
747  ctx->internal->execute(ctx, filter_slice, &td, NULL, s->nb_threads);
748  }
749  s->color_correlation(out->data, out->linesize[0],
750  s->cbuf[1], s->p_linesize,
751  s->pr_width, s->pr_height);
752 
753  if (!direct) {
754  int y;
755  uint8_t *dst = out->data[0];
756  const uint8_t *src = in->data[0];
757  const int dst_linesize = out->linesize[0];
758  const int src_linesize = in->linesize[0];
759  const int hpad = (inlink->w - s->pr_width) * 3;
760  const int vpad = (inlink->h - s->pr_height);
761 
762  if (hpad) {
763  uint8_t *dstp = dst + s->pr_width * 3;
764  const uint8_t *srcp = src + s->pr_width * 3;
765 
766  for (y = 0; y < s->pr_height; y++) {
767  memcpy(dstp, srcp, hpad);
768  dstp += dst_linesize;
769  srcp += src_linesize;
770  }
771  }
772  if (vpad) {
773  uint8_t *dstp = dst + s->pr_height * dst_linesize;
774  const uint8_t *srcp = src + s->pr_height * src_linesize;
775 
776  for (y = 0; y < vpad; y++) {
777  memcpy(dstp, srcp, inlink->w * 3);
778  dstp += dst_linesize;
779  srcp += src_linesize;
780  }
781  }
782 
783  av_frame_free(&in);
784  }
785 
786  return ff_filter_frame(outlink, out);
787 }
788 
790 {
791  int i;
792  DCTdnoizContext *s = ctx->priv;
793 
794  av_freep(&s->weights);
795  for (i = 0; i < 2; i++) {
796  av_freep(&s->cbuf[i][0]);
797  av_freep(&s->cbuf[i][1]);
798  av_freep(&s->cbuf[i][2]);
799  }
800  for (i = 0; i < s->nb_threads; i++) {
801  av_freep(&s->slices[i]);
802  av_expr_free(s->expr[i]);
803  }
804 }
805 
806 static const AVFilterPad dctdnoiz_inputs[] = {
807  {
808  .name = "default",
809  .type = AVMEDIA_TYPE_VIDEO,
810  .filter_frame = filter_frame,
811  .config_props = config_input,
812  },
813  { NULL }
814 };
815 
816 static const AVFilterPad dctdnoiz_outputs[] = {
817  {
818  .name = "default",
819  .type = AVMEDIA_TYPE_VIDEO,
820  },
821  { NULL }
822 };
823 
825  .name = "dctdnoiz",
826  .description = NULL_IF_CONFIG_SMALL("Denoise frames using 2D DCT."),
827  .priv_size = sizeof(DCTdnoizContext),
828  .init = init,
829  .uninit = uninit,
831  .inputs = dctdnoiz_inputs,
832  .outputs = dctdnoiz_outputs,
833  .priv_class = &dctdnoiz_class,
835 };
int plane
Definition: avisynth_c.h:384
static void av_always_inline fdct8_1d(float *dst, const float *src, int dst_stridea, int dst_strideb, int src_stridea, int src_strideb)
Definition: vf_dctdnoiz.c:91
#define NULL
Definition: coverity.c:32
#define DECLARE_COLOR_FUNCS(name, r, g, b)
Definition: vf_dctdnoiz.c:460
#define DCT3X3_0_2
Definition: vf_dctdnoiz.c:403
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
float * weights
Definition: vf_dctdnoiz.c:55
AVOption.
Definition: opt.h:246
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:182
packed RGB 8:8:8, 24bpp, RGBRGB...
Definition: pixfmt.h:68
const char * g
Definition: vf_curves.c:115
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:168
static void av_always_inline fdct16_1d(float *dst, const float *src, int dst_stridea, int dst_strideb, int src_stridea, int src_strideb)
Definition: vf_dctdnoiz.c:173
int av_expr_parse(AVExpr **expr, const char *s, const char *const *const_names, const char *const *func1_names, double(*const *funcs1)(void *, double), const char *const *func2_names, double(*const *funcs2)(void *, double, double), int log_offset, void *log_ctx)
Parse an expression.
Definition: eval.c:683
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:99
static av_always_inline void color_correlation_gbrp(uint8_t **dst, int dst_linesize, float **src, int src_linesize, int w, int h)
Definition: vf_dctdnoiz.c:505
#define DCT3X3_2_0
Definition: vf_dctdnoiz.c:406
#define src
Definition: vp8dsp.c:254
void * av_calloc(size_t nmemb, size_t size)
Non-inlined equivalent of av_mallocz_array().
Definition: mem.c:244
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:283
#define AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC
Some filters support a generic "enable" expression option that can be used to enable or disable a fil...
Definition: avfilter.h:125
BYTE int const BYTE * srcp
Definition: avisynth_c.h:908
static const AVOption dctdnoiz_options[]
Definition: vf_dctdnoiz.c:79
const char * name
Pad name.
Definition: internal.h:60
AVFilter ff_vf_dctdnoiz
Definition: vf_dctdnoiz.c:824
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
#define FLAGS
Definition: vf_dctdnoiz.c:78
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1093
uint8_t
#define av_cold
Definition: attributes.h:82
#define av_malloc(s)
static const AVFilterPad dctdnoiz_inputs[]
Definition: vf_dctdnoiz.c:806
#define MAX_NBITS
Definition: vf_dctdnoiz.c:74
void(* filter_freq_func)(struct DCTdnoizContext *s, const float *src, int src_linesize, float *dst, int dst_linesize, int thread_id)
Definition: vf_dctdnoiz.c:61
AVOptions.
#define f(width, name)
Definition: cbs_vp9.c:255
static int query_formats(AVFilterContext *ctx)
Definition: vf_dctdnoiz.c:653
Definition: eval.c:157
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: vf_dctdnoiz.c:718
#define DCT3X3_2_1
Definition: vf_dctdnoiz.c:407
AVFrame * dst
Definition: vf_blend.c:55
#define FFMIN3(a, b, c)
Definition: common.h:97
double var_values[MAX_THREADS][VAR_VARS_NB]
Definition: vf_dctdnoiz.c:47
#define FFALIGN(x, a)
Definition: macros.h:48
#define av_log(a,...)
#define OFFSET(x)
Definition: vf_dctdnoiz.c:77
A filter pad used for either input or output.
Definition: internal.h:54
float * slices[MAX_THREADS]
Definition: vf_dctdnoiz.c:54
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:259
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:569
#define td
Definition: regdef.h:70
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_dctdnoiz.c:789
float * src
Definition: vf_dctdnoiz.c:667
BYTE * dstp
Definition: avisynth_c.h:908
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
const char * r
Definition: vf_curves.c:114
void * priv
private data for use by the filter
Definition: avfilter.h:353
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:116
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:197
const char * arg
Definition: jacosubdec.c:66
simple assert() macros that are a bit more flexible than ISO C assert().
AVExpr * expr[MAX_THREADS]
Definition: vf_dctdnoiz.c:46
#define MAX_THREADS
Definition: vf_dctdnoiz.c:39
#define FFMAX(a, b)
Definition: common.h:94
static const char *const var_names[]
A simple, relatively efficient and slow DCT image denoiser.
Definition: vf_dctdnoiz.c:36
#define DCT3X3_2_2
Definition: vf_dctdnoiz.c:408
const uint8_t * src
Definition: vf_bm3d.c:56
#define MIN_NBITS
Definition: vf_dctdnoiz.c:73
#define b
Definition: input.c:41
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:802
#define FFMIN(a, b)
Definition: common.h:96
uint8_t w
Definition: llviddspenc.c:38
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
AVFormatContext * ctx
Definition: movenc.c:48
#define s(width, name)
Definition: cbs_vp9.c:257
packed RGB 8:8:8, 24bpp, BGRBGR...
Definition: pixfmt.h:69
AVFILTER_DEFINE_CLASS(dctdnoiz)
static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_dctdnoiz.c:670
static const AVFilterPad outputs[]
Definition: af_acontrast.c:203
void av_expr_free(AVExpr *e)
Free a parsed expression previously created with av_expr_parse().
Definition: eval.c:336
int av_frame_is_writable(AVFrame *frame)
Check if the frame data is writable.
Definition: frame.c:594
Used for passing data between threads.
Definition: dsddec.c:64
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:326
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several inputs
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31))))#define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac){}void ff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map){AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);return NULL;}return ac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;}int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){int use_generic=1;int len=in->nb_samples;int p;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%d samples - audio_convert: %s to %s (dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
Describe the class of an AVClass context structure.
Definition: log.h:67
static void av_always_inline idct16_1d(float *dst, const float *src, int dst_stridea, int dst_strideb, int src_stridea, int src_strideb, int add)
Definition: vf_dctdnoiz.c:257
Filter definition.
Definition: avfilter.h:144
#define DCT3X3_0_1
Definition: vf_dctdnoiz.c:402
#define DEF_FILTER_FREQ_FUNCS(bsize)
Definition: vf_dctdnoiz.c:352
const char * name
Filter name.
Definition: avfilter.h:148
static av_always_inline void color_decorrelation_gbrp(float **dst, int dst_linesize, const uint8_t **src, int src_linesize, int w, int h)
Definition: vf_dctdnoiz.c:478
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:350
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:275
#define flags(name, subs,...)
Definition: cbs_av1.c:561
AVFilterInternal * internal
An opaque struct for libavfilter internal use.
Definition: avfilter.h:378
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:309
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
#define DCT3X3_0_0
Definition: vf_dctdnoiz.c:401
int
avfilter_execute_func * execute
Definition: internal.h:155
float * cbuf[2][3]
Definition: vf_dctdnoiz.c:53
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2036
static const AVFilterPad dctdnoiz_outputs[]
Definition: vf_dctdnoiz.c:816
void(* color_decorrelation)(float **dst, int dst_linesize, const uint8_t **src, int src_linesize, int w, int h)
Definition: vf_dctdnoiz.c:65
#define av_free(p)
#define DCT3X3_1_0
Definition: vf_dctdnoiz.c:404
#define DEFAULT_NBITS
Definition: vf_dctdnoiz.c:75
A list of supported formats for one end of a filter link.
Definition: formats.h:64
static int config_input(AVFilterLink *inlink)
Definition: vf_dctdnoiz.c:532
An instance of a filter.
Definition: avfilter.h:338
FILE * out
Definition: movenc.c:54
#define av_freep(p)
void(* color_correlation)(uint8_t **dst, int dst_linesize, float **src, int src_linesize, int w, int h)
Definition: vf_dctdnoiz.c:68
#define av_always_inline
Definition: attributes.h:39
#define av_malloc_array(a, b)
internal API functions
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
#define DCT3X3_1_2
Definition: vf_dctdnoiz.c:405
static void av_always_inline idct8_1d(float *dst, const float *src, int dst_stridea, int dst_strideb, int src_stridea, int src_strideb, int add)
Definition: vf_dctdnoiz.c:129
static av_cold int init(AVFilterContext *ctx)
Definition: vf_dctdnoiz.c:619
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:654
simple arithmetic expression evaluator