FFmpeg
convolution.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2012-2013 Oka Motofumi (chikuzen.mo at gmail dot com)
3  * Copyright (c) 2015 Paul B Mahol
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 #ifndef AVFILTER_CONVOLUTION_H
22 #define AVFILTER_CONVOLUTION_H
23 #include "avfilter.h"
24 #include "libavutil/intreadwrite.h"
25 
26 enum MatrixMode {
31 };
32 
33 typedef struct ConvolutionContext {
34  const AVClass *class;
35 
36  char *matrix_str[4];
37  float rdiv[4];
38  float bias[4];
39  int mode[4];
40  float scale;
41  float delta;
42  int planes;
43 
44  int size[4];
45  int depth;
46  int max;
47  int bpc;
48  int nb_planes;
50  int planewidth[4];
51  int planeheight[4];
52  int matrix[4][49];
53  int matrix_length[4];
54  int copy[4];
55 
56  void (*setup[4])(int radius, const uint8_t *c[], const uint8_t *src, int stride,
57  int x, int width, int y, int height, int bpc);
58  void (*filter[4])(uint8_t *dst, int width,
59  float rdiv, float bias, const int *const matrix,
60  const uint8_t *c[], int peak, int radius,
61  int dstride, int stride, int size);
63 
65 void ff_sobel_init_x86(ConvolutionContext *s, int depth, int nb_planes);
66 
67 static void setup_3x3(int radius, const uint8_t *c[], const uint8_t *src, int stride,
68  int x, int w, int y, int h, int bpc)
69 {
70  int i;
71 
72  for (i = 0; i < 9; i++) {
73  int xoff = FFABS(x + ((i % 3) - 1));
74  int yoff = FFABS(y + (i / 3) - 1);
75 
76  xoff = xoff >= w ? 2 * w - 1 - xoff : xoff;
77  yoff = yoff >= h ? 2 * h - 1 - yoff : yoff;
78 
79  c[i] = src + xoff * bpc + yoff * stride;
80  }
81 }
82 
83 static void filter_sobel(uint8_t *dst, int width,
84  float scale, float delta, const int *const matrix,
85  const uint8_t *c[], int peak, int radius,
86  int dstride, int stride, int size)
87 {
88  const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2];
89  const uint8_t *c3 = c[3], *c5 = c[5];
90  const uint8_t *c6 = c[6], *c7 = c[7], *c8 = c[8];
91  int x;
92 
93  for (x = 0; x < width; x++) {
94  float suma = c0[x] * -1 + c1[x] * -2 + c2[x] * -1 +
95  c6[x] * 1 + c7[x] * 2 + c8[x] * 1;
96  float sumb = c0[x] * -1 + c2[x] * 1 + c3[x] * -2 +
97  c5[x] * 2 + c6[x] * -1 + c8[x] * 1;
98 
99  dst[x] = av_clip_uint8(sqrtf(suma*suma + sumb*sumb) * scale + delta);
100  }
101 }
102 
103 static void filter16_sobel(uint8_t *dstp, int width,
104  float scale, float delta, const int *const matrix,
105  const uint8_t *c[], int peak, int radius,
106  int dstride, int stride, int size)
107 {
108  uint16_t *dst = (uint16_t *)dstp;
109  int x;
110 
111  for (x = 0; x < width; x++) {
112  float suma = AV_RN16A(&c[0][2 * x]) * -1 + AV_RN16A(&c[1][2 * x]) * -2 + AV_RN16A(&c[2][2 * x]) * -1 +
113  AV_RN16A(&c[6][2 * x]) * 1 + AV_RN16A(&c[7][2 * x]) * 2 + AV_RN16A(&c[8][2 * x]) * 1;
114  float sumb = AV_RN16A(&c[0][2 * x]) * -1 + AV_RN16A(&c[2][2 * x]) * 1 + AV_RN16A(&c[3][2 * x]) * -2 +
115  AV_RN16A(&c[5][2 * x]) * 2 + AV_RN16A(&c[6][2 * x]) * -1 + AV_RN16A(&c[8][2 * x]) * 1;
116 
117  dst[x] = av_clip(sqrtf(suma*suma + sumb*sumb) * scale + delta, 0, peak);
118  }
119 }
120 
121 static av_unused void ff_sobel_init(ConvolutionContext *s, int depth, int nb_planes)
122 {
123  for (int i = 0; i < 4; i++) {
124  s->filter[i] = filter_sobel;
125  s->copy[i] = !((1 << i) & s->planes);
126  s->size[i] = 3;
127  s->setup[i] = setup_3x3;
128  s->rdiv[i] = s->scale;
129  s->bias[i] = s->delta;
130  }
131  if (s->depth > 8)
132  for (int i = 0; i < 4; i++)
133  s->filter[i] = filter16_sobel;
134 #if ARCH_X86_64
135  ff_sobel_init_x86(s, depth, nb_planes);
136 #endif
137 }
138 #endif
setup_3x3
static void setup_3x3(int radius, const uint8_t *c[], const uint8_t *src, int stride, int x, int w, int y, int h, int bpc)
Definition: convolution.h:67
ConvolutionContext::max
int max
Definition: convolution.h:46
av_clip
#define av_clip
Definition: common.h:98
ConvolutionContext::rdiv
float rdiv[4]
Definition: convolution.h:37
matrix
Definition: vc1dsp.c:42
ConvolutionContext::copy
int copy[4]
Definition: convolution.h:54
filter16_sobel
static void filter16_sobel(uint8_t *dstp, int width, float scale, float delta, const int *const matrix, const uint8_t *c[], int peak, int radius, int dstride, int stride, int size)
Definition: convolution.h:103
ff_sobel_init_x86
void ff_sobel_init_x86(ConvolutionContext *s, int depth, int nb_planes)
Definition: vf_convolution_init.c:53
av_unused
#define av_unused
Definition: attributes.h:131
w
uint8_t w
Definition: llviddspenc.c:38
c1
static const uint64_t c1
Definition: murmur3.c:52
ConvolutionContext::matrix
int matrix[4][49]
Definition: convolution.h:52
ff_sobel_init
static av_unused void ff_sobel_init(ConvolutionContext *s, int depth, int nb_planes)
Definition: convolution.h:121
ConvolutionContext::bias
float bias[4]
Definition: convolution.h:38
ConvolutionContext::nb_threads
int nb_threads
Definition: convolution.h:49
ConvolutionContext::planewidth
int planewidth[4]
Definition: convolution.h:50
MATRIX_NBMODES
@ MATRIX_NBMODES
Definition: convolution.h:30
width
#define width
intreadwrite.h
s
#define s(width, name)
Definition: cbs_vp9.c:198
MATRIX_SQUARE
@ MATRIX_SQUARE
Definition: convolution.h:27
ConvolutionContext::planeheight
int planeheight[4]
Definition: convolution.h:51
FFABS
#define FFABS(a)
Absolute value, Note, INT_MIN / INT64_MIN result in undefined behavior as they are not representable ...
Definition: common.h:72
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
MATRIX_ROW
@ MATRIX_ROW
Definition: convolution.h:28
ConvolutionContext::matrix_str
char * matrix_str[4]
Definition: convolution.h:36
sqrtf
static __device__ float sqrtf(float a)
Definition: cuda_runtime.h:184
ConvolutionContext::depth
int depth
Definition: convolution.h:45
ConvolutionContext
Definition: convolution.h:33
c
Undefined Behavior In the C some operations are like signed integer dereferencing freed accessing outside allocated Undefined Behavior must not occur in a C it is not safe even if the output of undefined operations is unused The unsafety may seem nit picking but Optimizing compilers have in fact optimized code on the assumption that no undefined Behavior occurs Optimizing code based on wrong assumptions can and has in some cases lead to effects beyond the output of computations The signed integer overflow problem in speed critical code Code which is highly optimized and works with signed integers sometimes has the problem that often the output of the computation does not c
Definition: undefined.txt:32
filter_sobel
static void filter_sobel(uint8_t *dst, int width, float scale, float delta, const int *const matrix, const uint8_t *c[], int peak, int radius, int dstride, int stride, int size)
Definition: convolution.h:83
ConvolutionContext::scale
float scale
Definition: convolution.h:40
scale
static void scale(int *out, const int *in, const int w, const int h, const int shift)
Definition: vvc_intra.c:292
size
int size
Definition: twinvq_data.h:10344
height
#define height
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:245
ConvolutionContext::nb_planes
int nb_planes
Definition: convolution.h:48
ConvolutionContext::size
int size[4]
Definition: convolution.h:44
delta
float delta
Definition: vorbis_enc_data.h:430
MatrixMode
MatrixMode
Definition: convolution.h:26
ConvolutionContext::bpc
int bpc
Definition: convolution.h:47
stride
#define stride
Definition: h264pred_template.c:537
c2
static const uint64_t c2
Definition: murmur3.c:53
mode
mode
Definition: ebur128.h:83
avfilter.h
AV_RN16A
#define AV_RN16A(p)
Definition: intreadwrite.h:520
ConvolutionContext::filter
void(* filter[4])(uint8_t *dst, int width, float rdiv, float bias, const int *const matrix, const uint8_t *c[], int peak, int radius, int dstride, int stride, int size)
Definition: convolution.h:58
ConvolutionContext::setup
void(* setup[4])(int radius, const uint8_t *c[], const uint8_t *src, int stride, int x, int width, int y, int height, int bpc)
Definition: convolution.h:56
av_clip_uint8
#define av_clip_uint8
Definition: common.h:104
MATRIX_COLUMN
@ MATRIX_COLUMN
Definition: convolution.h:29
ConvolutionContext::delta
float delta
Definition: convolution.h:41
ff_convolution_init_x86
void ff_convolution_init_x86(ConvolutionContext *s)
Definition: vf_convolution_init.c:37
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
h
h
Definition: vp9dsp_template.c:2038
ConvolutionContext::matrix_length
int matrix_length[4]
Definition: convolution.h:53
ConvolutionContext::planes
int planes
Definition: convolution.h:42