FFmpeg
signature.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017 Gerion Entrup
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 2 of the License, or
9  * (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License along
17  * with FFmpeg; if not, write to the Free Software Foundation, Inc.,
18  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
19  */
20 
21 /**
22  * @file
23  * MPEG-7 video signature calculation and lookup filter
24  */
25 
26 #ifndef AVFILTER_SIGNATURE_H
27 #define AVFILTER_SIGNATURE_H
28 
29 #include <float.h>
30 #include "libavutil/common.h"
31 #include "libavutil/opt.h"
32 #include "libavutil/timestamp.h"
33 #include "avfilter.h"
34 
35 #define ELEMENT_COUNT 10
36 #define SIGELEM_SIZE 380
37 #define DIFFELEM_SIZE 348 /* SIGELEM_SIZE - elem_a1 - elem_a2 */
38 #define COARSE_SIZE 90
39 
40 enum lookup_mode {
41  MODE_OFF,
42  MODE_FULL,
43  MODE_FAST,
44  NB_LOOKUP_MODE
45 };
46 
47 enum formats {
48  FORMAT_BINARY,
49  FORMAT_XML,
50  NB_FORMATS
51 };
52 
53 typedef struct Point {
54  uint8_t x;
55  uint8_t y;
56 } Point;
57 
58 typedef struct Block {
59  Point up;
60  Point to;
61 } Block;
62 
63 typedef struct ElemCat {
64  int av_elem; /* average element category */
65  short left_count; /* count of blocks that will be added together */
66  short block_count; /* count of blocks per element */
67  short elem_count;
68  const Block* blocks;
69 } ElemCat;
70 
71 typedef struct FineSignature {
72  struct FineSignature* next;
73  struct FineSignature* prev;
74  uint64_t pts;
75  uint32_t index; /* needed for xmlexport */
76  uint8_t confidence;
77  uint8_t words[5];
78  uint8_t framesig[SIGELEM_SIZE/5];
79 } FineSignature;
80 
81 typedef struct CoarseSignature {
82  uint8_t data[5][31]; /* 5 words with min. 243 bit */
83  struct FineSignature* first; /* associated Finesignatures */
84  struct FineSignature* last;
85  struct CoarseSignature* next;
86 } CoarseSignature;
87 
88 /* lookup types */
89 typedef struct MatchingInfo {
90  double meandist;
91  double framerateratio; /* second/first */
92  int score;
93  int offset;
94  int matchframes; /* number of matching frames */
95  int whole;
96  struct FineSignature* first;
97  struct FineSignature* second;
98  struct MatchingInfo* next;
99 } MatchingInfo;
100 
101 typedef struct StreamContext {
102  AVRational time_base;
103  /* needed for xml_export */
104  int w; /* height */
105  int h; /* width */
106 
107  /* overflow protection */
108  int divide;
109 
110  FineSignature* finesiglist;
111  FineSignature* curfinesig;
112 
113  CoarseSignature* coarsesiglist;
114  CoarseSignature* coarseend; /* needed for xml export */
115  /* helpers to store the alternating signatures */
116  CoarseSignature* curcoarsesig1;
117  CoarseSignature* curcoarsesig2;
118 
119  int coarsecount; /* counter from 0 to 89 */
120  int midcoarse; /* whether it is a coarsesignature beginning from 45 + i * 90 */
121  uint32_t lastindex; /* helper to store amount of frames */
122 
123  int exported; /* boolean whether stream already exported */
124 } StreamContext;
125 
126 typedef struct SignatureContext {
127  const AVClass *class;
128  /* input parameters */
129  int mode;
130  int nb_inputs;
131  char *filename;
132  int format;
133  int thworddist;
134  int thcomposdist;
135  int thl1;
136  int thdi;
137  int thit;
138  /* end input parameters */
139 
140  uint8_t l1distlut[243*242/2]; /* 243 + 242 + 241 ... */
141  StreamContext* streamcontexts;
142 } SignatureContext;
143 
144 
145 static const Block elem_a1_data[] = {
146  {{ 0, 0},{ 7, 7}},
147  {{ 8, 0},{15, 7}},
148  {{ 0, 8},{ 7,15}},
149  {{ 8, 8},{15,15}},
150  {{16, 0},{23, 7}},
151  {{24, 0},{31, 7}},
152  {{16, 8},{23,15}},
153  {{24, 8},{31,15}},
154  {{ 0,16},{ 7,23}},
155  {{ 8,16},{15,23}},
156  {{ 0,24},{ 7,31}},
157  {{ 8,24},{15,31}},
158  {{16,16},{23,23}},
159  {{24,16},{31,23}},
160  {{16,24},{23,31}},
161  {{24,24},{31,31}},
162  {{ 0, 0},{15,15}},
163  {{16, 0},{31,15}},
164  {{ 0,16},{15,31}},
165  {{16,16},{31,31}}
166 };
167 static const ElemCat elem_a1 = { 1, 1, 1, 20, elem_a1_data };
168 
169 static const Block elem_a2_data[] = {
170  {{ 2, 2},{ 9, 9}},
171  {{12, 2},{19, 9}},
172  {{22, 2},{29, 9}},
173  {{ 2,12},{ 9,19}},
174  {{12,12},{19,19}},
175  {{22,12},{29,19}},
176  {{ 2,22},{ 9,29}},
177  {{12,22},{19,29}},
178  {{22,22},{29,29}},
179  {{ 9, 9},{22,22}},
180  {{ 6, 6},{25,25}},
181  {{ 3, 3},{28,28}}
182 };
183 static const ElemCat elem_a2 = { 1, 1, 1, 12, elem_a2_data };
184 
185 static const Block elem_d1_data[] = {
186  {{ 0, 0},{ 1, 3}},{{ 2, 0},{ 3, 3}},
187  {{ 4, 0},{ 7, 1}},{{ 4, 2},{ 7, 3}},
188  {{ 0, 6},{ 3, 7}},{{ 0, 4},{ 3, 5}},
189  {{ 6, 4},{ 7, 7}},{{ 4, 4},{ 5, 7}},
190  {{ 8, 0},{ 9, 3}},{{10, 0},{11, 3}},
191  {{12, 0},{15, 1}},{{12, 2},{15, 3}},
192  {{ 8, 6},{11, 7}},{{ 8, 4},{11, 5}},
193  {{14, 4},{15, 7}},{{12, 4},{13, 7}},
194  {{ 0, 8},{ 1,11}},{{ 2, 8},{ 3,11}},
195  {{ 4, 8},{ 7, 9}},{{ 4,10},{ 7,11}},
196  {{ 0,14},{ 3,15}},{{ 0,12},{ 3,13}},
197  {{ 6,12},{ 7,15}},{{ 4,12},{ 5,15}},
198  {{ 8, 8},{ 9,11}},{{10, 8},{11,11}},
199  {{12, 8},{15, 9}},{{12,10},{15,11}},
200  {{ 8,14},{11,15}},{{ 8,12},{11,13}},
201  {{14,12},{15,15}},{{12,12},{13,15}},
202  {{16, 0},{19, 1}},{{16, 2},{19, 3}},
203  {{22, 0},{23, 3}},{{20, 0},{21, 3}},
204  {{16, 4},{17, 7}},{{18, 4},{19, 7}},
205  {{20, 6},{23, 7}},{{20, 4},{23, 5}},
206  {{24, 0},{27, 1}},{{24, 2},{27, 3}},
207  {{30, 0},{31, 3}},{{28, 0},{29, 3}},
208  {{24, 4},{25, 7}},{{26, 4},{27, 7}},
209  {{28, 6},{31, 7}},{{28, 4},{31, 5}},
210  {{16, 8},{19, 9}},{{16,10},{19,11}},
211  {{22, 8},{23,11}},{{20, 8},{21,11}},
212  {{16,12},{17,15}},{{18,12},{19,15}},
213  {{20,14},{23,15}},{{20,12},{23,13}},
214  {{24, 8},{27, 9}},{{24,10},{27,11}},
215  {{30, 8},{31,11}},{{28, 8},{29,11}},
216  {{24,12},{25,15}},{{26,12},{27,15}},
217  {{28,14},{31,15}},{{28,12},{31,13}},
218  {{ 0,16},{ 3,17}},{{ 0,18},{ 3,19}},
219  {{ 6,16},{ 7,19}},{{ 4,16},{ 5,19}},
220  {{ 0,20},{ 1,23}},{{ 2,20},{ 3,23}},
221  {{ 4,22},{ 7,23}},{{ 4,20},{ 7,21}},
222  {{ 8,16},{11,17}},{{ 8,18},{11,19}},
223  {{14,16},{15,19}},{{12,16},{13,19}},
224  {{ 8,20},{ 9,23}},{{10,20},{11,23}},
225  {{12,22},{15,23}},{{12,20},{15,21}},
226  {{ 0,24},{ 3,25}},{{ 0,26},{ 3,27}},
227  {{ 6,24},{ 7,27}},{{ 4,24},{ 5,27}},
228  {{ 0,28},{ 1,31}},{{ 2,28},{ 3,31}},
229  {{ 4,30},{ 7,31}},{{ 4,28},{ 7,29}},
230  {{ 8,24},{11,25}},{{ 8,26},{11,27}},
231  {{14,24},{15,27}},{{12,24},{13,27}},
232  {{ 8,28},{ 9,31}},{{10,28},{11,31}},
233  {{12,30},{15,31}},{{12,28},{15,29}},
234  {{16,16},{17,19}},{{18,16},{19,19}},
235  {{20,16},{23,17}},{{20,18},{23,19}},
236  {{16,22},{19,23}},{{16,20},{19,21}},
237  {{22,20},{23,23}},{{20,20},{21,23}},
238  {{24,16},{25,19}},{{26,16},{27,19}},
239  {{28,16},{31,17}},{{28,18},{31,19}},
240  {{24,22},{27,23}},{{24,20},{27,21}},
241  {{30,20},{31,23}},{{28,20},{29,23}},
242  {{16,24},{17,27}},{{18,24},{19,27}},
243  {{20,24},{23,25}},{{20,26},{23,27}},
244  {{16,30},{19,31}},{{16,28},{19,29}},
245  {{22,28},{23,31}},{{20,28},{21,31}},
246  {{24,24},{25,27}},{{26,24},{27,27}},
247  {{28,24},{31,25}},{{28,26},{31,27}},
248  {{24,30},{27,31}},{{24,28},{27,29}},
249  {{30,28},{31,31}},{{28,28},{29,31}},
250  {{ 2, 2},{ 3, 5}},{{ 4, 2},{ 5, 5}},
251  {{ 6, 2},{ 9, 3}},{{ 6, 4},{ 9, 5}},
252  {{ 2, 8},{ 5, 9}},{{ 2, 6},{ 5, 7}},
253  {{ 8, 6},{ 9, 9}},{{ 6, 6},{ 7, 9}},
254  {{12, 2},{13, 5}},{{14, 2},{15, 5}},
255  {{16, 2},{19, 3}},{{16, 4},{19, 5}},
256  {{12, 8},{15, 9}},{{12, 6},{15, 7}},
257  {{18, 6},{19, 9}},{{16, 6},{17, 9}},
258  {{22, 2},{23, 5}},{{24, 2},{25, 5}},
259  {{26, 2},{29, 3}},{{26, 4},{29, 5}},
260  {{22, 8},{25, 9}},{{22, 6},{25, 7}},
261  {{28, 6},{29, 9}},{{26, 6},{27, 9}},
262  {{ 2,12},{ 3,15}},{{ 4,12},{ 5,15}},
263  {{ 6,12},{ 9,13}},{{ 6,14},{ 9,15}},
264  {{ 2,18},{ 5,19}},{{ 2,16},{ 5,17}},
265  {{ 8,16},{ 9,19}},{{ 6,16},{ 7,19}},
266  {{12,12},{15,13}},{{12,14},{15,15}},
267  {{16,12},{19,13}},{{16,14},{19,15}},
268  {{12,18},{15,19}},{{12,16},{15,17}},
269  {{16,18},{19,19}},{{16,16},{19,17}},
270  {{22,12},{23,15}},{{24,12},{25,15}},
271  {{26,12},{29,13}},{{26,14},{29,15}},
272  {{22,18},{25,19}},{{22,16},{25,17}},
273  {{28,16},{29,19}},{{26,16},{27,19}},
274  {{ 2,22},{ 3,25}},{{ 4,22},{ 5,25}},
275  {{ 6,22},{ 9,23}},{{ 6,24},{ 9,25}},
276  {{ 2,28},{ 5,29}},{{ 2,26},{ 5,27}},
277  {{ 8,26},{ 9,29}},{{ 6,26},{ 7,29}},
278  {{12,22},{13,25}},{{14,22},{15,25}},
279  {{16,22},{19,23}},{{16,24},{19,25}},
280  {{12,28},{15,29}},{{12,26},{15,27}},
281  {{18,26},{19,29}},{{16,26},{17,29}},
282  {{22,22},{23,25}},{{24,22},{25,25}},
283  {{26,22},{29,23}},{{26,24},{29,25}},
284  {{22,28},{25,29}},{{22,26},{25,27}},
285  {{28,26},{29,29}},{{26,26},{27,29}},
286  {{ 7, 7},{10, 8}},{{ 7, 9},{10,10}},
287  {{11, 7},{12,10}},{{13, 7},{14,10}},
288  {{ 7,11},{ 8,14}},{{ 9,11},{10,14}},
289  {{11,11},{14,12}},{{11,13},{14,14}},
290  {{17, 7},{20, 8}},{{17, 9},{20,10}},
291  {{21, 7},{22,10}},{{23, 7},{24,10}},
292  {{17,11},{18,14}},{{19,11},{20,14}},
293  {{21,11},{24,12}},{{21,13},{24,14}},
294  {{ 7,17},{10,18}},{{ 7,19},{10,20}},
295  {{11,17},{12,20}},{{13,17},{14,20}},
296  {{ 7,21},{ 8,24}},{{ 9,21},{10,24}},
297  {{11,21},{14,22}},{{11,23},{14,24}},
298  {{17,17},{20,18}},{{17,19},{20,20}},
299  {{21,17},{22,20}},{{23,17},{24,20}},
300  {{17,21},{18,24}},{{19,21},{20,24}},
301  {{21,21},{24,22}},{{21,23},{24,24}}
302 };
303 static const ElemCat elem_d1 = { 0, 1, 2, 116, elem_d1_data };
304 
305 static const Block elem_d2_data[] = {
306  {{ 0, 0},{ 3, 3}},{{ 4, 4},{ 7, 7}},{{ 4, 0},{ 7, 3}},{{ 0, 4},{ 3, 7}},
307  {{ 8, 0},{11, 3}},{{12, 4},{15, 7}},{{12, 0},{15, 3}},{{ 8, 4},{11, 7}},
308  {{16, 0},{19, 3}},{{20, 4},{23, 7}},{{20, 0},{23, 3}},{{16, 4},{19, 7}},
309  {{24, 0},{27, 3}},{{28, 4},{31, 7}},{{28, 0},{31, 3}},{{24, 4},{27, 7}},
310  {{ 0, 8},{ 3,11}},{{ 4,12},{ 7,15}},{{ 4, 8},{ 7,11}},{{ 0,12},{ 3,15}},
311  {{ 8, 8},{11,11}},{{12,12},{15,15}},{{12, 8},{15,11}},{{ 8,12},{11,15}},
312  {{16, 8},{19,11}},{{20,12},{23,15}},{{20, 8},{23,11}},{{16,12},{19,15}},
313  {{24, 8},{27,11}},{{28,12},{31,15}},{{28, 8},{31,11}},{{24,12},{27,15}},
314  {{ 0,16},{ 3,19}},{{ 4,20},{ 7,23}},{{ 4,16},{ 7,19}},{{ 0,20},{ 3,23}},
315  {{ 8,16},{11,19}},{{12,20},{15,23}},{{12,16},{15,19}},{{ 8,20},{11,23}},
316  {{16,16},{19,19}},{{20,20},{23,23}},{{20,16},{23,19}},{{16,20},{19,23}},
317  {{24,16},{27,19}},{{28,20},{31,23}},{{28,16},{31,19}},{{24,20},{27,23}},
318  {{ 0,24},{ 3,27}},{{ 4,28},{ 7,31}},{{ 4,24},{ 7,27}},{{ 0,28},{ 3,31}},
319  {{ 8,24},{11,27}},{{12,28},{15,31}},{{12,24},{15,27}},{{ 8,28},{11,31}},
320  {{16,24},{19,27}},{{20,28},{23,31}},{{20,24},{23,27}},{{16,28},{19,31}},
321  {{24,24},{27,27}},{{28,28},{31,31}},{{28,24},{31,27}},{{24,28},{27,31}},
322  {{ 4, 4},{ 7, 7}},{{ 8, 8},{11,11}},{{ 8, 4},{11, 7}},{{ 4, 8},{ 7,11}},
323  {{12, 4},{15, 7}},{{16, 8},{19,11}},{{16, 4},{19, 7}},{{12, 8},{15,11}},
324  {{20, 4},{23, 7}},{{24, 8},{27,11}},{{24, 4},{27, 7}},{{20, 8},{23,11}},
325  {{ 4,12},{ 7,15}},{{ 8,16},{11,19}},{{ 8,12},{11,15}},{{ 4,16},{ 7,19}},
326  {{12,12},{15,15}},{{16,16},{19,19}},{{16,12},{19,15}},{{12,16},{15,19}},
327  {{20,12},{23,15}},{{24,16},{27,19}},{{24,12},{27,15}},{{20,16},{23,19}},
328  {{ 4,20},{ 7,23}},{{ 8,24},{11,27}},{{ 8,20},{11,23}},{{ 4,24},{ 7,27}},
329  {{12,20},{15,23}},{{16,24},{19,27}},{{16,20},{19,23}},{{12,24},{15,27}},
330  {{20,20},{23,23}},{{24,24},{27,27}},{{24,20},{27,23}},{{20,24},{23,27}}
331 };
332 static const ElemCat elem_d2 = { 0, 2, 4, 25, elem_d2_data };
333 
334 static const Block elem_d3_data[] = {
335  {{ 1, 1},{10,10}},{{11, 1},{20,10}},
336  {{ 1, 1},{10,10}},{{21, 1},{30,10}},
337  {{ 1, 1},{10,10}},{{ 1,11},{10,20}},
338  {{ 1, 1},{10,10}},{{11,11},{20,20}},
339  {{ 1, 1},{10,10}},{{21,11},{30,20}},
340  {{ 1, 1},{10,10}},{{ 1,21},{10,30}},
341  {{ 1, 1},{10,10}},{{11,21},{20,30}},
342  {{ 1, 1},{10,10}},{{21,21},{30,30}},
343  {{11, 1},{20,10}},{{21, 1},{30,10}},
344  {{11, 1},{20,10}},{{ 1,11},{10,20}},
345  {{11, 1},{20,10}},{{11,11},{20,20}},
346  {{11, 1},{20,10}},{{21,11},{30,20}},
347  {{11, 1},{20,10}},{{ 1,21},{10,30}},
348  {{11, 1},{20,10}},{{11,21},{20,30}},
349  {{11, 1},{20,10}},{{21,21},{30,30}},
350  {{21, 1},{30,10}},{{ 1,11},{10,20}},
351  {{21, 1},{30,10}},{{11,11},{20,20}},
352  {{21, 1},{30,10}},{{21,11},{30,20}},
353  {{21, 1},{30,10}},{{ 1,21},{10,30}},
354  {{21, 1},{30,10}},{{11,21},{20,30}},
355  {{21, 1},{30,10}},{{21,21},{30,30}},
356  {{ 1,11},{10,20}},{{11,11},{20,20}},
357  {{ 1,11},{10,20}},{{21,11},{30,20}},
358  {{ 1,11},{10,20}},{{ 1,21},{10,30}},
359  {{ 1,11},{10,20}},{{11,21},{20,30}},
360  {{ 1,11},{10,20}},{{21,21},{30,30}},
361  {{11,11},{20,20}},{{21,11},{30,20}},
362  {{11,11},{20,20}},{{ 1,21},{10,30}},
363  {{11,11},{20,20}},{{11,21},{20,30}},
364  {{11,11},{20,20}},{{21,21},{30,30}},
365  {{21,11},{30,20}},{{ 1,21},{10,30}},
366  {{21,11},{30,20}},{{11,21},{20,30}},
367  {{21,11},{30,20}},{{21,21},{30,30}},
368  {{ 1,21},{10,30}},{{11,21},{20,30}},
369  {{ 1,21},{10,30}},{{21,21},{30,30}},
370  {{11,21},{20,30}},{{21,21},{30,30}}
371 };
372 static const ElemCat elem_d3 = { 0, 1, 2, 36, elem_d3_data };
373 
374 static const Block elem_d4_data[] = {
375  {{ 7,13},{12,18}},{{19,13},{24,18}},
376  {{13, 7},{18,12}},{{13,19},{18,24}},
377  {{ 7, 7},{12,12}},{{19,19},{24,24}},
378  {{19, 7},{24,12}},{{ 7,19},{12,24}},
379  {{13, 7},{18,12}},{{19,13},{24,18}},
380  {{19,13},{24,18}},{{13,19},{18,24}},
381  {{13,19},{18,24}},{{ 7,13},{12,18}},
382  {{ 7,13},{12,18}},{{13, 7},{18,12}},
383  {{ 7, 7},{12,12}},{{19, 7},{24,12}},
384  {{19, 7},{24,12}},{{19,19},{24,24}},
385  {{19,19},{24,24}},{{ 7,19},{12,24}},
386  {{ 7,19},{12,24}},{{ 7, 7},{12,12}},
387  {{13,13},{18,18}},{{13, 1},{18, 6}},
388  {{13,13},{18,18}},{{25,13},{30,18}},
389  {{13,13},{18,18}},{{13,25},{18,30}},
390  {{13,13},{18,18}},{{ 1,13},{ 6,18}},
391  {{13, 1},{18, 6}},{{13,25},{18,30}},
392  {{ 1,13},{ 6,18}},{{25,13},{30,18}},
393  {{ 7, 1},{12, 6}},{{19, 1},{24, 6}},
394  {{ 7,25},{12,30}},{{19,25},{24,30}},
395  {{ 1, 7},{ 6,12}},{{ 1,19},{ 6,24}},
396  {{25, 7},{30,12}},{{25,19},{30,24}},
397  {{ 7, 1},{12, 6}},{{ 1, 7},{ 6,12}},
398  {{19, 1},{24, 6}},{{25, 7},{30,12}},
399  {{25,19},{30,24}},{{19,25},{24,30}},
400  {{ 1,19},{ 6,24}},{{ 7,25},{12,30}},
401  {{ 1, 1},{ 6, 6}},{{25, 1},{30, 6}},
402  {{25, 1},{30, 6}},{{25,25},{30,30}},
403  {{25,25},{30,30}},{{ 1,25},{ 6,30}},
404  {{ 1,25},{ 6,30}},{{ 1, 1},{ 6, 6}}
405 };
406 static const ElemCat elem_d4 = { 0, 1, 2, 30, elem_d4_data };
407 
408 static const Block elem_d5_data[] = {
409  {{ 1, 1},{10, 3}},{{ 1, 4},{ 3, 7}},{{ 8, 4},{10, 7}},{{ 1, 8},{10,10}},{{ 4, 4},{ 7, 7}},
410  {{11, 1},{20, 3}},{{11, 4},{13, 7}},{{18, 4},{20, 7}},{{11, 8},{20,10}},{{14, 4},{17, 7}},
411  {{21, 1},{30, 3}},{{21, 4},{23, 7}},{{28, 4},{30, 7}},{{21, 8},{30,10}},{{24, 4},{27, 7}},
412  {{ 1,11},{10,13}},{{ 1,14},{ 3,17}},{{ 8,14},{10,17}},{{ 1,18},{10,20}},{{ 4,14},{ 7,17}},
413  {{11,11},{20,13}},{{11,14},{13,17}},{{18,14},{20,17}},{{11,18},{20,20}},{{14,14},{17,17}},
414  {{21,11},{30,13}},{{21,14},{23,17}},{{28,14},{30,17}},{{21,18},{30,20}},{{24,14},{27,17}},
415  {{ 1,21},{10,23}},{{ 1,24},{ 3,27}},{{ 8,24},{10,27}},{{ 1,28},{10,30}},{{ 4,24},{ 7,27}},
416  {{11,21},{20,23}},{{11,24},{13,27}},{{18,24},{20,27}},{{11,28},{20,30}},{{14,24},{17,27}},
417  {{21,21},{30,23}},{{21,24},{23,27}},{{28,24},{30,27}},{{21,28},{30,30}},{{24,24},{27,27}},
418  {{ 6, 6},{15, 8}},{{ 6, 9},{ 8,12}},{{13, 9},{15,12}},{{ 6,13},{15,15}},{{ 9, 9},{12,12}},
419  {{16, 6},{25, 8}},{{16, 9},{18,12}},{{23, 9},{25,12}},{{16,13},{25,15}},{{19, 9},{22,12}},
420  {{ 6,16},{15,18}},{{ 6,19},{ 8,22}},{{13,19},{15,22}},{{ 6,23},{15,25}},{{ 9,19},{12,22}},
421  {{16,16},{25,18}},{{16,19},{18,22}},{{23,19},{25,22}},{{16,23},{25,25}},{{19,19},{22,22}},
422  {{ 6, 1},{15, 3}},{{ 6, 4},{ 8, 7}},{{13, 4},{15, 7}},{{ 6, 8},{15,10}},{{ 9, 4},{12, 7}},
423  {{16, 1},{25, 3}},{{16, 4},{18, 7}},{{23, 4},{25, 7}},{{16, 8},{25,10}},{{19, 4},{22, 7}},
424  {{ 1, 6},{10, 8}},{{ 1, 9},{ 3,12}},{{ 8, 9},{10,12}},{{ 1,13},{10,15}},{{ 4, 9},{ 7,12}},
425  {{11, 6},{20, 8}},{{11, 9},{13,12}},{{18, 9},{20,12}},{{11,13},{20,15}},{{14, 9},{17,12}},
426  {{21, 6},{30, 8}},{{21, 9},{23,12}},{{28, 9},{30,12}},{{21,13},{30,15}},{{24, 9},{27,12}},
427  {{ 6,11},{15,13}},{{ 6,14},{ 8,17}},{{13,14},{15,17}},{{ 6,18},{15,20}},{{ 9,14},{12,17}},
428  {{16,11},{25,13}},{{16,14},{18,17}},{{23,14},{25,17}},{{16,18},{25,20}},{{19,14},{22,17}},
429  {{ 1,16},{10,18}},{{ 1,19},{ 3,22}},{{ 8,19},{10,22}},{{ 1,23},{10,25}},{{ 4,19},{ 7,22}},
430  {{11,16},{20,18}},{{11,19},{13,22}},{{18,19},{20,22}},{{11,23},{20,25}},{{14,19},{17,22}},
431  {{21,16},{30,18}},{{21,19},{23,22}},{{28,19},{30,22}},{{21,23},{30,25}},{{24,19},{27,22}},
432  {{ 6,21},{15,23}},{{ 6,24},{ 8,27}},{{13,24},{15,27}},{{ 6,28},{15,30}},{{ 9,24},{12,27}},
433  {{16,21},{25,23}},{{16,24},{18,27}},{{23,24},{25,27}},{{16,28},{25,30}},{{19,24},{22,27}},
434  {{ 2, 2},{14, 6}},{{ 2, 7},{ 6, 9}},{{10, 7},{14, 9}},{{ 2,10},{14,14}},{{ 7, 7},{ 9, 9}},
435  {{ 7, 2},{19, 6}},{{ 7, 7},{11, 9}},{{15, 7},{19, 9}},{{ 7,10},{19,14}},{{12, 7},{14, 9}},
436  {{12, 2},{24, 6}},{{12, 7},{16, 9}},{{20, 7},{24, 9}},{{12,10},{24,14}},{{17, 7},{19, 9}},
437  {{17, 2},{29, 6}},{{17, 7},{21, 9}},{{25, 7},{29, 9}},{{17,10},{29,14}},{{22, 7},{24, 9}},
438  {{ 2, 7},{14,11}},{{ 2,12},{ 6,14}},{{10,12},{14,14}},{{ 2,15},{14,19}},{{ 7,12},{ 9,14}},
439  {{ 7, 7},{19,11}},{{ 7,12},{11,14}},{{15,12},{19,14}},{{ 7,15},{19,19}},{{12,12},{14,14}},
440  {{12, 7},{24,11}},{{12,12},{16,14}},{{20,12},{24,14}},{{12,15},{24,19}},{{17,12},{19,14}},
441  {{17, 7},{29,11}},{{17,12},{21,14}},{{25,12},{29,14}},{{17,15},{29,19}},{{22,12},{24,14}},
442  {{ 2,12},{14,16}},{{ 2,17},{ 6,19}},{{10,17},{14,19}},{{ 2,20},{14,24}},{{ 7,17},{ 9,19}},
443  {{ 7,12},{19,16}},{{ 7,17},{11,19}},{{15,17},{19,19}},{{ 7,20},{19,24}},{{12,17},{14,19}},
444  {{12,12},{24,16}},{{12,17},{16,19}},{{20,17},{24,19}},{{12,20},{24,24}},{{17,17},{19,19}},
445  {{17,12},{29,16}},{{17,17},{21,19}},{{25,17},{29,19}},{{17,20},{29,24}},{{22,17},{24,19}},
446  {{ 2,17},{14,21}},{{ 2,22},{ 6,24}},{{10,22},{14,24}},{{ 2,25},{14,29}},{{ 7,22},{ 9,24}},
447  {{ 7,17},{19,21}},{{ 7,22},{11,24}},{{15,22},{19,24}},{{ 7,25},{19,29}},{{12,22},{14,24}},
448  {{12,17},{24,21}},{{12,22},{16,24}},{{20,22},{24,24}},{{12,25},{24,29}},{{17,22},{19,24}},
449  {{17,17},{29,21}},{{17,22},{21,24}},{{25,22},{29,24}},{{17,25},{29,29}},{{22,22},{24,24}},
450  {{ 8, 3},{13, 4}},{{ 8, 5},{ 9, 6}},{{12, 5},{13, 6}},{{ 8, 7},{13, 8}},{{10, 5},{11, 6}},
451  {{13, 3},{18, 4}},{{13, 5},{14, 6}},{{17, 5},{18, 6}},{{13, 7},{18, 8}},{{15, 5},{16, 6}},
452  {{18, 3},{23, 4}},{{18, 5},{19, 6}},{{22, 5},{23, 6}},{{18, 7},{23, 8}},{{20, 5},{21, 6}},
453  {{ 3, 8},{ 8, 9}},{{ 3,10},{ 4,11}},{{ 7,10},{ 8,11}},{{ 3,12},{ 8,13}},{{ 5,10},{ 6,11}},
454  {{ 8, 8},{13, 9}},{{ 8,10},{ 9,11}},{{12,10},{13,11}},{{ 8,12},{13,13}},{{10,10},{11,11}},
455  {{13, 8},{18, 9}},{{13,10},{14,11}},{{17,10},{18,11}},{{13,12},{18,13}},{{15,10},{16,11}},
456  {{18, 8},{23, 9}},{{18,10},{19,11}},{{22,10},{23,11}},{{18,12},{23,13}},{{20,10},{21,11}},
457  {{23, 8},{28, 9}},{{23,10},{24,11}},{{27,10},{28,11}},{{23,12},{28,13}},{{25,10},{26,11}},
458  {{ 3,13},{ 8,14}},{{ 3,15},{ 4,16}},{{ 7,15},{ 8,16}},{{ 3,17},{ 8,18}},{{ 5,15},{ 6,16}},
459  {{ 8,13},{13,14}},{{ 8,15},{ 9,16}},{{12,15},{13,16}},{{ 8,17},{13,18}},{{10,15},{11,16}},
460  {{13,13},{18,14}},{{13,15},{14,16}},{{17,15},{18,16}},{{13,17},{18,18}},{{15,15},{16,16}},
461  {{18,13},{23,14}},{{18,15},{19,16}},{{22,15},{23,16}},{{18,17},{23,18}},{{20,15},{21,16}},
462  {{23,13},{28,14}},{{23,15},{24,16}},{{27,15},{28,16}},{{23,17},{28,18}},{{25,15},{26,16}},
463  {{ 3,18},{ 8,19}},{{ 3,20},{ 4,21}},{{ 7,20},{ 8,21}},{{ 3,22},{ 8,23}},{{ 5,20},{ 6,21}},
464  {{ 8,18},{13,19}},{{ 8,20},{ 9,21}},{{12,20},{13,21}},{{ 8,22},{13,23}},{{10,20},{11,21}},
465  {{13,18},{18,19}},{{13,20},{14,21}},{{17,20},{18,21}},{{13,22},{18,23}},{{15,20},{16,21}},
466  {{18,18},{23,19}},{{18,20},{19,21}},{{22,20},{23,21}},{{18,22},{23,23}},{{20,20},{21,21}},
467  {{23,18},{28,19}},{{23,20},{24,21}},{{27,20},{28,21}},{{23,22},{28,23}},{{25,20},{26,21}},
468  {{ 8,23},{13,24}},{{ 8,25},{ 9,26}},{{12,25},{13,26}},{{ 8,27},{13,28}},{{10,25},{11,26}},
469  {{13,23},{18,24}},{{13,25},{14,26}},{{17,25},{18,26}},{{13,27},{18,28}},{{15,25},{16,26}},
470  {{18,23},{23,24}},{{18,25},{19,26}},{{22,25},{23,26}},{{18,27},{23,28}},{{20,25},{21,26}}
471 };
472 static const ElemCat elem_d5 = { 0, 4, 5, 62, elem_d5_data };
473 
474 static const Block elem_d6_data[] = {
475  {{ 3, 5},{12,10}},{{ 5, 3},{10,12}},
476  {{11, 5},{20,10}},{{13, 3},{18,12}},
477  {{19, 5},{28,10}},{{21, 3},{26,12}},
478  {{ 3,13},{12,18}},{{ 5,11},{10,20}},
479  {{11,13},{20,18}},{{13,11},{18,20}},
480  {{19,13},{28,18}},{{21,11},{26,20}},
481  {{ 3,21},{12,26}},{{ 5,19},{10,28}},
482  {{11,21},{20,26}},{{13,19},{18,28}},
483  {{19,21},{28,26}},{{21,19},{26,28}}
484 };
485 static const ElemCat elem_d6 = { 0, 1, 2, 9, elem_d6_data };
486 
487 static const Block elem_d7_data[] = {
488  {{ 0, 4},{ 3, 7}},{{ 8, 4},{11, 7}},{{ 4, 4},{ 7, 7}},
489  {{ 4, 0},{ 7, 3}},{{ 4, 8},{ 7,11}},{{ 4, 4},{ 7, 7}},
490  {{ 5, 4},{ 8, 7}},{{13, 4},{16, 7}},{{ 9, 4},{12, 7}},
491  {{ 9, 0},{12, 3}},{{ 9, 8},{12,11}},{{ 9, 4},{12, 7}},
492  {{10, 4},{13, 7}},{{18, 4},{21, 7}},{{14, 4},{17, 7}},
493  {{14, 0},{17, 3}},{{14, 8},{17,11}},{{14, 4},{17, 7}},
494  {{15, 4},{18, 7}},{{23, 4},{26, 7}},{{19, 4},{22, 7}},
495  {{19, 0},{22, 3}},{{19, 8},{22,11}},{{19, 4},{22, 7}},
496  {{20, 4},{23, 7}},{{28, 4},{31, 7}},{{24, 4},{27, 7}},
497  {{24, 0},{27, 3}},{{24, 8},{27,11}},{{24, 4},{27, 7}},
498  {{ 0, 9},{ 3,12}},{{ 8, 9},{11,12}},{{ 4, 9},{ 7,12}},
499  {{ 4, 5},{ 7, 8}},{{ 4,13},{ 7,16}},{{ 4, 9},{ 7,12}},
500  {{ 5, 9},{ 8,12}},{{13, 9},{16,12}},{{ 9, 9},{12,12}},
501  {{ 9, 5},{12, 8}},{{ 9,13},{12,16}},{{ 9, 9},{12,12}},
502  {{10, 9},{13,12}},{{18, 9},{21,12}},{{14, 9},{17,12}},
503  {{14, 5},{17, 8}},{{14,13},{17,16}},{{14, 9},{17,12}},
504  {{15, 9},{18,12}},{{23, 9},{26,12}},{{19, 9},{22,12}},
505  {{19, 5},{22, 8}},{{19,13},{22,16}},{{19, 9},{22,12}},
506  {{20, 9},{23,12}},{{28, 9},{31,12}},{{24, 9},{27,12}},
507  {{24, 5},{27, 8}},{{24,13},{27,16}},{{24, 9},{27,12}},
508  {{ 0,14},{ 3,17}},{{ 8,14},{11,17}},{{ 4,14},{ 7,17}},
509  {{ 4,10},{ 7,13}},{{ 4,18},{ 7,21}},{{ 4,14},{ 7,17}},
510  {{ 5,14},{ 8,17}},{{13,14},{16,17}},{{ 9,14},{12,17}},
511  {{ 9,10},{12,13}},{{ 9,18},{12,21}},{{ 9,14},{12,17}},
512  {{10,14},{13,17}},{{18,14},{21,17}},{{14,14},{17,17}},
513  {{14,10},{17,13}},{{14,18},{17,21}},{{14,14},{17,17}},
514  {{15,14},{18,17}},{{23,14},{26,17}},{{19,14},{22,17}},
515  {{19,10},{22,13}},{{19,18},{22,21}},{{19,14},{22,17}},
516  {{20,14},{23,17}},{{28,14},{31,17}},{{24,14},{27,17}},
517  {{24,10},{27,13}},{{24,18},{27,21}},{{24,14},{27,17}},
518  {{ 0,19},{ 3,22}},{{ 8,19},{11,22}},{{ 4,19},{ 7,22}},
519  {{ 4,15},{ 7,18}},{{ 4,23},{ 7,26}},{{ 4,19},{ 7,22}},
520  {{ 5,19},{ 8,22}},{{13,19},{16,22}},{{ 9,19},{12,22}},
521  {{ 9,15},{12,18}},{{ 9,23},{12,26}},{{ 9,19},{12,22}},
522  {{10,19},{13,22}},{{18,19},{21,22}},{{14,19},{17,22}},
523  {{14,15},{17,18}},{{14,23},{17,26}},{{14,19},{17,22}},
524  {{15,19},{18,22}},{{23,19},{26,22}},{{19,19},{22,22}},
525  {{19,15},{22,18}},{{19,23},{22,26}},{{19,19},{22,22}},
526  {{20,19},{23,22}},{{28,19},{31,22}},{{24,19},{27,22}},
527  {{24,15},{27,18}},{{24,23},{27,26}},{{24,19},{27,22}},
528  {{ 0,24},{ 3,27}},{{ 8,24},{11,27}},{{ 4,24},{ 7,27}},
529  {{ 4,20},{ 7,23}},{{ 4,28},{ 7,31}},{{ 4,24},{ 7,27}},
530  {{ 5,24},{ 8,27}},{{13,24},{16,27}},{{ 9,24},{12,27}},
531  {{ 9,20},{12,23}},{{ 9,28},{12,31}},{{ 9,24},{12,27}},
532  {{10,24},{13,27}},{{18,24},{21,27}},{{14,24},{17,27}},
533  {{14,20},{17,23}},{{14,28},{17,31}},{{14,24},{17,27}},
534  {{15,24},{18,27}},{{23,24},{26,27}},{{19,24},{22,27}},
535  {{19,20},{22,23}},{{19,28},{22,31}},{{19,24},{22,27}},
536  {{20,24},{23,27}},{{28,24},{31,27}},{{24,24},{27,27}},
537  {{24,20},{27,23}},{{24,28},{27,31}},{{24,24},{27,27}}
538 };
539 static const ElemCat elem_d7 = { 0, 2, 3, 50, elem_d7_data };
540 
541 static const Block elem_d8_data[] = {
542  {{ 0, 0},{ 7, 3}},{{ 0, 4},{ 7, 7}},
543  {{ 8, 0},{11, 7}},{{12, 0},{15, 7}},
544  {{ 0, 8},{ 3,15}},{{ 4, 8},{ 7,15}},
545  {{ 8, 8},{15,11}},{{ 8,12},{15,15}},
546  {{16, 0},{19, 7}},{{20, 0},{23, 7}},
547  {{24, 0},{31, 3}},{{24, 4},{31, 7}},
548  {{16, 8},{23,11}},{{16,12},{23,15}},
549  {{24, 8},{27,15}},{{28, 8},{31,15}},
550  {{ 0,16},{ 3,23}},{{ 4,16},{ 7,23}},
551  {{ 8,16},{15,19}},{{ 8,20},{15,23}},
552  {{ 0,24},{ 7,27}},{{ 0,28},{ 7,31}},
553  {{ 8,24},{11,31}},{{12,24},{15,31}},
554  {{16,16},{23,19}},{{16,20},{23,23}},
555  {{24,16},{27,23}},{{28,16},{31,23}},
556  {{16,24},{19,31}},{{20,24},{23,31}},
557  {{24,24},{31,27}},{{24,28},{31,31}},
558  {{ 0, 0},{ 7,15}},{{ 8, 0},{15,15}},
559  {{16, 0},{31, 7}},{{16, 8},{31,15}},
560  {{ 0,16},{15,23}},{{ 0,24},{15,31}},
561  {{16,16},{23,31}},{{24,16},{31,31}}
562 };
563 static const ElemCat elem_d8 = { 0, 1, 2, 20, elem_d8_data };
564 
565 static const ElemCat* elements[ELEMENT_COUNT] = { &elem_a1, &elem_a2,
566  &elem_d1, &elem_d2, &elem_d3, &elem_d4,
567  &elem_d5, &elem_d6, &elem_d7, &elem_d8 };
568 #endif /* AVFILTER_SIGNATURE_H */
formats
formats
Definition: signature.h:47
elem_d1
static const ElemCat elem_d1
Definition: signature.h:303
elem_d7_data
static const Block elem_d7_data[]
Definition: signature.h:487
elem_d2_data
static const Block elem_d2_data[]
Definition: signature.h:305
MatchingInfo::framerateratio
double framerateratio
Definition: signature.h:91
opt.h
StreamContext::coarsesiglist
CoarseSignature * coarsesiglist
Definition: signature.h:113
elements
static const ElemCat * elements[ELEMENT_COUNT]
Definition: signature.h:565
elem_d6
static const ElemCat elem_d6
Definition: signature.h:485
MatchingInfo::meandist
double meandist
Definition: signature.h:90
FineSignature::next
struct FineSignature * next
Definition: signature.h:72
FORMAT_BINARY
@ FORMAT_BINARY
Definition: signature.h:48
ElemCat::left_count
short left_count
Definition: signature.h:65
MatchingInfo
Definition: signature.h:89
StreamContext::curcoarsesig2
CoarseSignature * curcoarsesig2
Definition: signature.h:117
ElemCat::av_elem
int av_elem
Definition: signature.h:64
MatchingInfo::whole
int whole
Definition: signature.h:95
StreamContext::divide
int divide
Definition: signature.h:108
MatchingInfo::score
int score
Definition: signature.h:92
FineSignature::confidence
uint8_t confidence
Definition: signature.h:76
float.h
SignatureContext::l1distlut
uint8_t l1distlut[243 *242/2]
Definition: signature.h:140
elem_d3
static const ElemCat elem_d3
Definition: signature.h:372
elem_d5_data
static const Block elem_d5_data[]
Definition: signature.h:408
FineSignature::pts
uint64_t pts
Definition: signature.h:74
FineSignature::index
uint32_t index
Definition: signature.h:75
StreamContext::exported
int exported
Definition: signature.h:123
SignatureContext::mode
int mode
Definition: signature.h:129
SignatureContext::thdi
int thdi
Definition: signature.h:136
CoarseSignature::last
struct FineSignature * last
Definition: signature.h:84
elem_d6_data
static const Block elem_d6_data[]
Definition: signature.h:474
ElemCat::blocks
const Block * blocks
Definition: signature.h:68
ElemCat
Definition: signature.h:63
Block::to
Point to
Definition: signature.h:60
Point::y
uint8_t y
Definition: signature.h:55
MODE_FAST
@ MODE_FAST
Definition: signature.h:43
CoarseSignature::first
struct FineSignature * first
Definition: signature.h:83
elem_d2
static const ElemCat elem_d2
Definition: signature.h:332
SIGELEM_SIZE
#define SIGELEM_SIZE
Definition: signature.h:36
SignatureContext::nb_inputs
int nb_inputs
Definition: signature.h:130
ElemCat::block_count
short block_count
Definition: signature.h:66
NB_LOOKUP_MODE
@ NB_LOOKUP_MODE
Definition: signature.h:44
Point::x
uint8_t x
Definition: signature.h:54
elem_d4
static const ElemCat elem_d4
Definition: signature.h:406
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:75
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
elem_a2_data
static const Block elem_a2_data[]
Definition: signature.h:169
SignatureContext::thit
int thit
Definition: signature.h:137
Block::up
Point up
Definition: signature.h:59
MODE_FULL
@ MODE_FULL
Definition: signature.h:42
Point
Definition: signature.h:53
MatchingInfo::offset
int offset
Definition: signature.h:93
StreamContext
Definition: transcode.c:54
Block
Definition: flashsv2enc.c:70
elem_a1
static const ElemCat elem_a1
Definition: signature.h:167
StreamContext::midcoarse
int midcoarse
Definition: signature.h:120
StreamContext::curfinesig
FineSignature * curfinesig
Definition: signature.h:111
StreamContext::h
int h
Definition: signature.h:105
elem_d1_data
static const Block elem_d1_data[]
Definition: signature.h:185
elem_a1_data
static const Block elem_a1_data[]
Definition: signature.h:145
SignatureContext::thcomposdist
int thcomposdist
Definition: signature.h:134
elem_a2
static const ElemCat elem_a2
Definition: signature.h:183
FineSignature
Definition: signature.h:71
SignatureContext
Definition: signature.h:126
elem_d5
static const ElemCat elem_d5
Definition: signature.h:472
common.h
StreamContext::coarsecount
int coarsecount
Definition: signature.h:119
MODE_OFF
@ MODE_OFF
Definition: signature.h:41
SignatureContext::thl1
int thl1
Definition: signature.h:135
NB_FORMATS
@ NB_FORMATS
Definition: signature.h:50
CoarseSignature::data
uint8_t data[5][31]
Definition: signature.h:82
StreamContext::w
int w
Definition: signature.h:104
StreamContext::coarseend
CoarseSignature * coarseend
Definition: signature.h:114
CoarseSignature::next
struct CoarseSignature * next
Definition: signature.h:85
ElemCat::elem_count
short elem_count
Definition: signature.h:67
elem_d7
static const ElemCat elem_d7
Definition: signature.h:539
avfilter.h
ELEMENT_COUNT
#define ELEMENT_COUNT
Definition: signature.h:35
FineSignature::framesig
uint8_t framesig[SIGELEM_SIZE/5]
Definition: signature.h:78
SignatureContext::thworddist
int thworddist
Definition: signature.h:133
MatchingInfo::second
struct FineSignature * second
Definition: signature.h:97
SignatureContext::filename
char * filename
Definition: signature.h:131
StreamContext::curcoarsesig1
CoarseSignature * curcoarsesig1
Definition: signature.h:116
MatchingInfo::next
struct MatchingInfo * next
Definition: signature.h:98
FineSignature::prev
struct FineSignature * prev
Definition: signature.h:73
FineSignature::words
uint8_t words[5]
Definition: signature.h:77
FORMAT_XML
@ FORMAT_XML
Definition: signature.h:49
SignatureContext::format
int format
Definition: signature.h:132
MatchingInfo::first
struct FineSignature * first
Definition: signature.h:96
StreamContext::finesiglist
FineSignature * finesiglist
Definition: signature.h:110
lookup_mode
lookup_mode
Definition: signature.h:40
timestamp.h
SignatureContext::streamcontexts
StreamContext * streamcontexts
Definition: signature.h:141
StreamContext::time_base
AVRational time_base
Definition: signature.h:102
elem_d3_data
static const Block elem_d3_data[]
Definition: signature.h:334
elem_d8
static const ElemCat elem_d8
Definition: signature.h:563
elem_d8_data
static const Block elem_d8_data[]
Definition: signature.h:541
elem_d4_data
static const Block elem_d4_data[]
Definition: signature.h:374
CoarseSignature
Definition: signature.h:81
MatchingInfo::matchframes
int matchframes
Definition: signature.h:94
StreamContext::lastindex
uint32_t lastindex
Definition: signature.h:121
Generated on Wed Nov 6 2024 19:22:33 for FFmpeg by   doxygen 1.8.17