FFmpeg
checkasm.c
Go to the documentation of this file.
1 /*
2  * Assembly testing and benchmarking tool
3  * Copyright (c) 2015 Henrik Gramner
4  * Copyright (c) 2008 Loren Merritt
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16  * GNU General Public License for more details.
17  *
18  * You should have received a copy of the GNU General Public License along
19  * with FFmpeg; if not, write to the Free Software Foundation, Inc.,
20  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21  */
22 
23 #include "config.h"
24 #include "config_components.h"
25 
26 #ifndef _GNU_SOURCE
27 # define _GNU_SOURCE // for syscall (performance monitoring API), strsignal()
28 #endif
29 
30 #include <signal.h>
31 #include <stdarg.h>
32 #include <stdio.h>
33 #include <stdlib.h>
34 #include <string.h>
35 #include "checkasm.h"
36 #include "libavutil/common.h"
37 #include "libavutil/cpu.h"
38 #include "libavutil/intfloat.h"
39 #include "libavutil/random_seed.h"
40 
41 #if HAVE_IO_H
42 #include <io.h>
43 #endif
44 
45 #if defined(_WIN32) && !defined(SIGBUS)
46 /* non-standard, use the same value as mingw-w64 */
47 #define SIGBUS 10
48 #endif
49 
50 #if HAVE_SETCONSOLETEXTATTRIBUTE && HAVE_GETSTDHANDLE
51 #include <windows.h>
52 #define COLOR_RED FOREGROUND_RED
53 #define COLOR_GREEN FOREGROUND_GREEN
54 #define COLOR_YELLOW (FOREGROUND_RED|FOREGROUND_GREEN)
55 #else
56 #define COLOR_RED 1
57 #define COLOR_GREEN 2
58 #define COLOR_YELLOW 3
59 #endif
60 
61 #if HAVE_UNISTD_H
62 #include <unistd.h>
63 #endif
64 
65 #if !HAVE_ISATTY
66 #define isatty(fd) 1
67 #endif
68 
69 #if ARCH_ARM && HAVE_ARMV5TE_EXTERNAL
70 #include "libavutil/arm/cpu.h"
71 
72 void (*checkasm_checked_call)(void *func, int dummy, ...) = checkasm_checked_call_novfp;
73 #endif
74 
75 /* Trade-off between speed and accuracy */
76 uint64_t bench_runs = 1U << 10;
77 
78 /* List of tests to invoke */
79 static const struct {
80  const char *name;
81  void (*func)(void);
82 } tests[] = {
83 #if CONFIG_AVCODEC
84  #if CONFIG_AAC_DECODER
85  { "aacpsdsp", checkasm_check_aacpsdsp },
86  { "sbrdsp", checkasm_check_sbrdsp },
87  #endif
88  #if CONFIG_AAC_ENCODER
89  { "aacencdsp", checkasm_check_aacencdsp },
90  #endif
91  #if CONFIG_AC3DSP
92  { "ac3dsp", checkasm_check_ac3dsp },
93  #endif
94  #if CONFIG_ALAC_DECODER
95  { "alacdsp", checkasm_check_alacdsp },
96  #endif
97  #if CONFIG_AUDIODSP
98  { "audiodsp", checkasm_check_audiodsp },
99  #endif
100  #if CONFIG_BLOCKDSP
101  { "blockdsp", checkasm_check_blockdsp },
102  #endif
103  #if CONFIG_BSWAPDSP
104  { "bswapdsp", checkasm_check_bswapdsp },
105  #endif
106  #if CONFIG_DCA_DECODER
107  { "synth_filter", checkasm_check_synth_filter },
108  #endif
109  #if CONFIG_EXR_DECODER
110  { "exrdsp", checkasm_check_exrdsp },
111  #endif
112  #if CONFIG_FDCTDSP
113  { "fdctdsp", checkasm_check_fdctdsp },
114  #endif
115  #if CONFIG_FLAC_DECODER
116  { "flacdsp", checkasm_check_flacdsp },
117  #endif
118  #if CONFIG_FMTCONVERT
119  { "fmtconvert", checkasm_check_fmtconvert },
120  #endif
121  #if CONFIG_G722DSP
122  { "g722dsp", checkasm_check_g722dsp },
123  #endif
124  #if CONFIG_H264CHROMA
125  { "h264chroma", checkasm_check_h264chroma },
126  #endif
127  #if CONFIG_H264DSP
128  { "h264dsp", checkasm_check_h264dsp },
129  #endif
130  #if CONFIG_H264PRED
131  { "h264pred", checkasm_check_h264pred },
132  #endif
133  #if CONFIG_H264QPEL
134  { "h264qpel", checkasm_check_h264qpel },
135  #endif
136  #if CONFIG_HEVC_DECODER
137  { "hevc_add_res", checkasm_check_hevc_add_res },
138  { "hevc_deblock", checkasm_check_hevc_deblock },
139  { "hevc_idct", checkasm_check_hevc_idct },
140  { "hevc_pel", checkasm_check_hevc_pel },
141  { "hevc_sao", checkasm_check_hevc_sao },
142  #endif
143  #if CONFIG_HUFFYUV_DECODER
144  { "huffyuvdsp", checkasm_check_huffyuvdsp },
145  #endif
146  #if CONFIG_IDCTDSP
147  { "idctdsp", checkasm_check_idctdsp },
148  #endif
149  #if CONFIG_JPEG2000_DECODER
150  { "jpeg2000dsp", checkasm_check_jpeg2000dsp },
151  #endif
152  #if CONFIG_LLAUDDSP
153  { "llauddsp", checkasm_check_llauddsp },
154  #endif
155  #if CONFIG_HUFFYUVDSP
156  { "llviddsp", checkasm_check_llviddsp },
157  #endif
158  #if CONFIG_LLVIDENCDSP
159  { "llviddspenc", checkasm_check_llviddspenc },
160  #endif
161  #if CONFIG_LPC
162  { "lpc", checkasm_check_lpc },
163  #endif
164  #if CONFIG_ME_CMP
165  { "motion", checkasm_check_motion },
166  #endif
167  #if CONFIG_OPUS_DECODER
168  { "opusdsp", checkasm_check_opusdsp },
169  #endif
170  #if CONFIG_PIXBLOCKDSP
171  { "pixblockdsp", checkasm_check_pixblockdsp },
172  #endif
173  #if CONFIG_RV34DSP
174  { "rv34dsp", checkasm_check_rv34dsp },
175  #endif
176  #if CONFIG_RV40_DECODER
177  { "rv40dsp", checkasm_check_rv40dsp },
178  #endif
179  #if CONFIG_SVQ1_ENCODER
180  { "svq1enc", checkasm_check_svq1enc },
181  #endif
182  #if CONFIG_TAK_DECODER
183  { "takdsp", checkasm_check_takdsp },
184  #endif
185  #if CONFIG_UTVIDEO_DECODER
186  { "utvideodsp", checkasm_check_utvideodsp },
187  #endif
188  #if CONFIG_V210_DECODER
189  { "v210dec", checkasm_check_v210dec },
190  #endif
191  #if CONFIG_V210_ENCODER
192  { "v210enc", checkasm_check_v210enc },
193  #endif
194  #if CONFIG_VC1DSP
195  { "vc1dsp", checkasm_check_vc1dsp },
196  #endif
197  #if CONFIG_VP8DSP
198  { "vp8dsp", checkasm_check_vp8dsp },
199  #endif
200  #if CONFIG_VP9_DECODER
201  { "vp9dsp", checkasm_check_vp9dsp },
202  #endif
203  #if CONFIG_VIDEODSP
204  { "videodsp", checkasm_check_videodsp },
205  #endif
206  #if CONFIG_VORBIS_DECODER
207  { "vorbisdsp", checkasm_check_vorbisdsp },
208  #endif
209  #if CONFIG_VVC_DECODER
210  { "vvc_alf", checkasm_check_vvc_alf },
211  { "vvc_mc", checkasm_check_vvc_mc },
212  #endif
213 #endif
214 #if CONFIG_AVFILTER
215  #if CONFIG_AFIR_FILTER
216  { "af_afir", checkasm_check_afir },
217  #endif
218  #if CONFIG_BLEND_FILTER
219  { "vf_blend", checkasm_check_blend },
220  #endif
221  #if CONFIG_BWDIF_FILTER
222  { "vf_bwdif", checkasm_check_vf_bwdif },
223  #endif
224  #if CONFIG_COLORSPACE_FILTER
225  { "vf_colorspace", checkasm_check_colorspace },
226  #endif
227  #if CONFIG_EQ_FILTER
228  { "vf_eq", checkasm_check_vf_eq },
229  #endif
230  #if CONFIG_GBLUR_FILTER
231  { "vf_gblur", checkasm_check_vf_gblur },
232  #endif
233  #if CONFIG_HFLIP_FILTER
234  { "vf_hflip", checkasm_check_vf_hflip },
235  #endif
236  #if CONFIG_NLMEANS_FILTER
237  { "vf_nlmeans", checkasm_check_nlmeans },
238  #endif
239  #if CONFIG_THRESHOLD_FILTER
240  { "vf_threshold", checkasm_check_vf_threshold },
241  #endif
242  #if CONFIG_SOBEL_FILTER
243  { "vf_sobel", checkasm_check_vf_sobel },
244  #endif
245 #endif
246 #if CONFIG_SWSCALE
247  { "sw_gbrp", checkasm_check_sw_gbrp },
248  { "sw_rgb", checkasm_check_sw_rgb },
249  { "sw_scale", checkasm_check_sw_scale },
250 #endif
251 #if CONFIG_AVUTIL
252  { "fixed_dsp", checkasm_check_fixed_dsp },
253  { "float_dsp", checkasm_check_float_dsp },
254  { "av_tx", checkasm_check_av_tx },
255 #endif
256  { NULL }
257 };
258 
259 /* List of cpu flags to check */
260 static const struct {
261  const char *name;
262  const char *suffix;
263  int flag;
264 } cpus[] = {
265 #if ARCH_AARCH64
266  { "ARMV8", "armv8", AV_CPU_FLAG_ARMV8 },
267  { "NEON", "neon", AV_CPU_FLAG_NEON },
268  { "DOTPROD", "dotprod", AV_CPU_FLAG_DOTPROD },
269  { "I8MM", "i8mm", AV_CPU_FLAG_I8MM },
270 #elif ARCH_ARM
271  { "ARMV5TE", "armv5te", AV_CPU_FLAG_ARMV5TE },
272  { "ARMV6", "armv6", AV_CPU_FLAG_ARMV6 },
273  { "ARMV6T2", "armv6t2", AV_CPU_FLAG_ARMV6T2 },
274  { "VFP", "vfp", AV_CPU_FLAG_VFP },
275  { "VFP_VM", "vfp_vm", AV_CPU_FLAG_VFP_VM },
276  { "VFPV3", "vfp3", AV_CPU_FLAG_VFPV3 },
277  { "NEON", "neon", AV_CPU_FLAG_NEON },
278 #elif ARCH_PPC
279  { "ALTIVEC", "altivec", AV_CPU_FLAG_ALTIVEC },
280  { "VSX", "vsx", AV_CPU_FLAG_VSX },
281  { "POWER8", "power8", AV_CPU_FLAG_POWER8 },
282 #elif ARCH_RISCV
283  { "RVI", "rvi", AV_CPU_FLAG_RVI },
284  { "misaligned", "misaligned", AV_CPU_FLAG_RV_MISALIGNED },
285  { "RVF", "rvf", AV_CPU_FLAG_RVF },
286  { "RVD", "rvd", AV_CPU_FLAG_RVD },
287  { "RVBaddr", "rvb_a", AV_CPU_FLAG_RVB_ADDR },
288  { "RVBbasic", "rvb_b", AV_CPU_FLAG_RVB_BASIC },
289  { "RVVi32", "rvv_i32", AV_CPU_FLAG_RVV_I32 },
290  { "RVVf32", "rvv_f32", AV_CPU_FLAG_RVV_F32 },
291  { "RVVi64", "rvv_i64", AV_CPU_FLAG_RVV_I64 },
292  { "RVVf64", "rvv_f64", AV_CPU_FLAG_RVV_F64 },
293  { "RV_Zvbb", "rv_zvbb", AV_CPU_FLAG_RV_ZVBB },
294 #elif ARCH_MIPS
295  { "MMI", "mmi", AV_CPU_FLAG_MMI },
296  { "MSA", "msa", AV_CPU_FLAG_MSA },
297 #elif ARCH_X86
298  { "MMX", "mmx", AV_CPU_FLAG_MMX|AV_CPU_FLAG_CMOV },
299  { "MMXEXT", "mmxext", AV_CPU_FLAG_MMXEXT },
300  { "3DNOW", "3dnow", AV_CPU_FLAG_3DNOW },
301  { "3DNOWEXT", "3dnowext", AV_CPU_FLAG_3DNOWEXT },
302  { "SSE", "sse", AV_CPU_FLAG_SSE },
303  { "SSE2", "sse2", AV_CPU_FLAG_SSE2|AV_CPU_FLAG_SSE2SLOW },
304  { "SSE3", "sse3", AV_CPU_FLAG_SSE3|AV_CPU_FLAG_SSE3SLOW },
305  { "SSSE3", "ssse3", AV_CPU_FLAG_SSSE3|AV_CPU_FLAG_ATOM },
306  { "SSE4.1", "sse4", AV_CPU_FLAG_SSE4 },
307  { "SSE4.2", "sse42", AV_CPU_FLAG_SSE42 },
308  { "AES-NI", "aesni", AV_CPU_FLAG_AESNI },
309  { "AVX", "avx", AV_CPU_FLAG_AVX },
310  { "XOP", "xop", AV_CPU_FLAG_XOP },
311  { "FMA3", "fma3", AV_CPU_FLAG_FMA3 },
312  { "FMA4", "fma4", AV_CPU_FLAG_FMA4 },
313  { "AVX2", "avx2", AV_CPU_FLAG_AVX2 },
314  { "AVX-512", "avx512", AV_CPU_FLAG_AVX512 },
315  { "AVX-512ICL", "avx512icl", AV_CPU_FLAG_AVX512ICL },
316 #elif ARCH_LOONGARCH
317  { "LSX", "lsx", AV_CPU_FLAG_LSX },
318  { "LASX", "lasx", AV_CPU_FLAG_LASX },
319 #endif
320  { NULL }
321 };
322 
323 typedef struct CheckasmFuncVersion {
325  void *func;
326  int ok;
327  int cpu;
330 
331 /* Binary search tree node */
332 typedef struct CheckasmFunc {
333  struct CheckasmFunc *child[2];
335  uint8_t color; /* 0 = red, 1 = black */
336  char name[1];
337 } CheckasmFunc;
338 
339 /* Internal state */
340 static struct {
344  const char *current_test_name;
345  const char *bench_pattern;
349 
350  /* perf */
351  int nop_time;
352  int sysfd;
353 
354  int cpu_flag;
355  const char *cpu_flag_name;
356  const char *test_name;
357  int verbose;
358  volatile sig_atomic_t catch_signals;
359 } state;
360 
361 /* PRNG state */
363 
364 /* float compare support code */
365 static int is_negative(union av_intfloat32 u)
366 {
367  return u.i >> 31;
368 }
369 
370 int float_near_ulp(float a, float b, unsigned max_ulp)
371 {
372  union av_intfloat32 x, y;
373 
374  x.f = a;
375  y.f = b;
376 
377  if (is_negative(x) != is_negative(y)) {
378  // handle -0.0 == +0.0
379  return a == b;
380  }
381 
382  if (llabs((int64_t)x.i - y.i) <= max_ulp)
383  return 1;
384 
385  return 0;
386 }
387 
388 int float_near_ulp_array(const float *a, const float *b, unsigned max_ulp,
389  unsigned len)
390 {
391  unsigned i;
392 
393  for (i = 0; i < len; i++) {
394  if (!float_near_ulp(a[i], b[i], max_ulp))
395  return 0;
396  }
397  return 1;
398 }
399 
400 int float_near_abs_eps(float a, float b, float eps)
401 {
402  float abs_diff = fabsf(a - b);
403  if (abs_diff < eps)
404  return 1;
405 
406  fprintf(stderr, "test failed comparing %g with %g (abs diff=%g with EPS=%g)\n", a, b, abs_diff, eps);
407 
408  return 0;
409 }
410 
411 int float_near_abs_eps_array(const float *a, const float *b, float eps,
412  unsigned len)
413 {
414  unsigned i;
415 
416  for (i = 0; i < len; i++) {
417  if (!float_near_abs_eps(a[i], b[i], eps))
418  return 0;
419  }
420  return 1;
421 }
422 
423 int float_near_abs_eps_ulp(float a, float b, float eps, unsigned max_ulp)
424 {
425  return float_near_ulp(a, b, max_ulp) || float_near_abs_eps(a, b, eps);
426 }
427 
428 int float_near_abs_eps_array_ulp(const float *a, const float *b, float eps,
429  unsigned max_ulp, unsigned len)
430 {
431  unsigned i;
432 
433  for (i = 0; i < len; i++) {
434  if (!float_near_abs_eps_ulp(a[i], b[i], eps, max_ulp))
435  return 0;
436  }
437  return 1;
438 }
439 
440 int double_near_abs_eps(double a, double b, double eps)
441 {
442  double abs_diff = fabs(a - b);
443 
444  return abs_diff < eps;
445 }
446 
447 int double_near_abs_eps_array(const double *a, const double *b, double eps,
448  unsigned len)
449 {
450  unsigned i;
451 
452  for (i = 0; i < len; i++) {
453  if (!double_near_abs_eps(a[i], b[i], eps))
454  return 0;
455  }
456  return 1;
457 }
458 
459 /* Print colored text to stderr if the terminal supports it */
460 static void color_printf(int color, const char *fmt, ...)
461 {
462  static int use_color = -1;
463  va_list arg;
464 
465 #if HAVE_SETCONSOLETEXTATTRIBUTE && HAVE_GETSTDHANDLE
466  static HANDLE con;
467  static WORD org_attributes;
468 
469  if (use_color < 0) {
470  CONSOLE_SCREEN_BUFFER_INFO con_info;
471  con = GetStdHandle(STD_ERROR_HANDLE);
472  if (con && con != INVALID_HANDLE_VALUE && GetConsoleScreenBufferInfo(con, &con_info)) {
473  org_attributes = con_info.wAttributes;
474  use_color = 1;
475  } else
476  use_color = 0;
477  }
478  if (use_color)
479  SetConsoleTextAttribute(con, (org_attributes & 0xfff0) | (color & 0x0f));
480 #else
481  if (use_color < 0) {
482  const char *term = getenv("TERM");
483  use_color = term && strcmp(term, "dumb") && isatty(2);
484  }
485  if (use_color)
486  fprintf(stderr, "\x1b[%d;3%dm", (color & 0x08) >> 3, color & 0x07);
487 #endif
488 
489  va_start(arg, fmt);
490  vfprintf(stderr, fmt, arg);
491  va_end(arg);
492 
493  if (use_color) {
494 #if HAVE_SETCONSOLETEXTATTRIBUTE && HAVE_GETSTDHANDLE
495  SetConsoleTextAttribute(con, org_attributes);
496 #else
497  fprintf(stderr, "\x1b[0m");
498 #endif
499  }
500 }
501 
502 /* Deallocate a tree */
504 {
505  if (f) {
506  CheckasmFuncVersion *v = f->versions.next;
507  while (v) {
508  CheckasmFuncVersion *next = v->next;
509  free(v);
510  v = next;
511  }
512 
513  destroy_func_tree(f->child[0]);
514  destroy_func_tree(f->child[1]);
515  free(f);
516  }
517 }
518 
519 /* Allocate a zero-initialized block, clean up and exit on failure */
520 static void *checkasm_malloc(size_t size)
521 {
522  void *ptr = calloc(1, size);
523  if (!ptr) {
524  fprintf(stderr, "checkasm: malloc failed\n");
525  destroy_func_tree(state.funcs);
526  exit(1);
527  }
528  return ptr;
529 }
530 
531 /* Get the suffix of the specified cpu flag */
532 static const char *cpu_suffix(int cpu)
533 {
534  int i = FF_ARRAY_ELEMS(cpus);
535 
536  while (--i >= 0)
537  if (cpu & cpus[i].flag)
538  return cpus[i].suffix;
539 
540  return "c";
541 }
542 
543 static int cmp_nop(const void *a, const void *b)
544 {
545  return *(const uint16_t*)a - *(const uint16_t*)b;
546 }
547 
548 /* Measure the overhead of the timing code (in decicycles) */
549 static int measure_nop_time(void)
550 {
551  uint16_t nops[10000];
552  int i, nop_sum = 0;
553  av_unused const int sysfd = state.sysfd;
554 
555  uint64_t t = 0;
556  for (i = 0; i < 10000; i++) {
557  PERF_START(t);
558  PERF_STOP(t);
559  nops[i] = t;
560  }
561 
562  qsort(nops, 10000, sizeof(uint16_t), cmp_nop);
563  for (i = 2500; i < 7500; i++)
564  nop_sum += nops[i];
565 
566  return nop_sum / 500;
567 }
568 
569 /* Print benchmark results */
571 {
572  if (f) {
573  print_benchs(f->child[0]);
574 
575  /* Only print functions with at least one assembly version */
576  if (f->versions.cpu || f->versions.next) {
577  CheckasmFuncVersion *v = &f->versions;
578  do {
579  CheckasmPerf *p = &v->perf;
580  if (p->iterations) {
581  int decicycles = (10*p->cycles/p->iterations - state.nop_time) / 4;
582  printf("%s_%s: %d.%d\n", f->name, cpu_suffix(v->cpu), decicycles/10, decicycles%10);
583  }
584  } while ((v = v->next));
585  }
586 
587  print_benchs(f->child[1]);
588  }
589 }
590 
591 /* ASCIIbetical sort except preserving natural order for numbers */
592 static int cmp_func_names(const char *a, const char *b)
593 {
594  const char *start = a;
595  int ascii_diff, digit_diff;
596 
597  for (; !(ascii_diff = *(const unsigned char*)a - *(const unsigned char*)b) && *a; a++, b++);
598  for (; av_isdigit(*a) && av_isdigit(*b); a++, b++);
599 
600  if (a > start && av_isdigit(a[-1]) && (digit_diff = av_isdigit(*a) - av_isdigit(*b)))
601  return digit_diff;
602 
603  return ascii_diff;
604 }
605 
606 /* Perform a tree rotation in the specified direction and return the new root */
608 {
609  CheckasmFunc *r = f->child[dir^1];
610  f->child[dir^1] = r->child[dir];
611  r->child[dir] = f;
612  r->color = f->color;
613  f->color = 0;
614  return r;
615 }
616 
617 #define is_red(f) ((f) && !(f)->color)
618 
619 /* Balance a left-leaning red-black tree at the specified node */
620 static void balance_tree(CheckasmFunc **root)
621 {
622  CheckasmFunc *f = *root;
623 
624  if (is_red(f->child[0]) && is_red(f->child[1])) {
625  f->color ^= 1;
626  f->child[0]->color = f->child[1]->color = 1;
627  }
628 
629  if (!is_red(f->child[0]) && is_red(f->child[1]))
630  *root = rotate_tree(f, 0); /* Rotate left */
631  else if (is_red(f->child[0]) && is_red(f->child[0]->child[0]))
632  *root = rotate_tree(f, 1); /* Rotate right */
633 }
634 
635 /* Get a node with the specified name, creating it if it doesn't exist */
636 static CheckasmFunc *get_func(CheckasmFunc **root, const char *name)
637 {
638  CheckasmFunc *f = *root;
639 
640  if (f) {
641  /* Search the tree for a matching node */
642  int cmp = cmp_func_names(name, f->name);
643  if (cmp) {
644  f = get_func(&f->child[cmp > 0], name);
645 
646  /* Rebalance the tree on the way up if a new node was inserted */
647  if (!f->versions.func)
648  balance_tree(root);
649  }
650  } else {
651  /* Allocate and insert a new node into the tree */
652  int name_length = strlen(name);
653  f = *root = checkasm_malloc(sizeof(CheckasmFunc) + name_length);
654  memcpy(f->name, name, name_length + 1);
655  }
656 
657  return f;
658 }
659 
661 
662 /* Crash handling: attempt to catch crashes and handle them
663  * gracefully instead of just aborting abruptly. */
664 #ifdef _WIN32
665 #if WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_DESKTOP)
666 static LONG NTAPI signal_handler(EXCEPTION_POINTERS *e) {
667  int s;
668 
669  if (!state.catch_signals)
670  return EXCEPTION_CONTINUE_SEARCH;
671 
672  switch (e->ExceptionRecord->ExceptionCode) {
673  case EXCEPTION_FLT_DIVIDE_BY_ZERO:
674  case EXCEPTION_INT_DIVIDE_BY_ZERO:
675  s = SIGFPE;
676  break;
677  case EXCEPTION_ILLEGAL_INSTRUCTION:
678  case EXCEPTION_PRIV_INSTRUCTION:
679  s = SIGILL;
680  break;
681  case EXCEPTION_ACCESS_VIOLATION:
682  case EXCEPTION_ARRAY_BOUNDS_EXCEEDED:
683  case EXCEPTION_DATATYPE_MISALIGNMENT:
684  case EXCEPTION_STACK_OVERFLOW:
685  s = SIGSEGV;
686  break;
687  case EXCEPTION_IN_PAGE_ERROR:
688  s = SIGBUS;
689  break;
690  default:
691  return EXCEPTION_CONTINUE_SEARCH;
692  }
693  state.catch_signals = 0;
695  return EXCEPTION_CONTINUE_EXECUTION; /* never reached, but shuts up gcc */
696 }
697 #endif
698 #else
699 static void signal_handler(int s);
700 
701 static const struct sigaction signal_handler_act = {
702  .sa_handler = signal_handler,
703  .sa_flags = SA_RESETHAND,
704 };
705 
706 static void signal_handler(int s) {
707  if (state.catch_signals) {
708  state.catch_signals = 0;
709  sigaction(s, &signal_handler_act, NULL);
711  }
712 }
713 #endif
714 
715 /* Perform tests and benchmarks for the specified cpu flag if supported by the host */
716 static void check_cpu_flag(const char *name, int flag)
717 {
718  int old_cpu_flag = state.cpu_flag;
719 
720  flag |= old_cpu_flag;
721  av_force_cpu_flags(-1);
722  state.cpu_flag = flag & av_get_cpu_flags();
723  av_force_cpu_flags(state.cpu_flag);
724 
725  if (!flag || state.cpu_flag != old_cpu_flag) {
726  int i;
727 
728  state.cpu_flag_name = name;
729  for (i = 0; tests[i].func; i++) {
730  if (state.test_name && strcmp(tests[i].name, state.test_name))
731  continue;
732  state.current_test_name = tests[i].name;
733  tests[i].func();
734  }
735  }
736 }
737 
738 /* Print the name of the current CPU flag, but only do it once */
739 static void print_cpu_name(void)
740 {
741  if (state.cpu_flag_name) {
742  color_printf(COLOR_YELLOW, "%s:\n", state.cpu_flag_name);
743  state.cpu_flag_name = NULL;
744  }
745 }
746 
747 #if CONFIG_LINUX_PERF
748 static int bench_init_linux(void)
749 {
750  struct perf_event_attr attr = {
751  .type = PERF_TYPE_HARDWARE,
752  .size = sizeof(struct perf_event_attr),
753  .config = PERF_COUNT_HW_CPU_CYCLES,
754  .disabled = 1, // start counting only on demand
755  .exclude_kernel = 1,
756  .exclude_hv = 1,
757 #if !ARCH_X86
758  .exclude_guest = 1,
759 #endif
760  };
761 
762  printf("benchmarking with Linux Perf Monitoring API\n");
763 
764  state.sysfd = syscall(__NR_perf_event_open, &attr, 0, -1, -1, 0);
765  if (state.sysfd == -1) {
766  perror("perf_event_open");
767  return -1;
768  }
769  return 0;
770 }
771 #elif CONFIG_MACOS_KPERF
772 static int bench_init_kperf(void)
773 {
774  ff_kperf_init();
775  return 0;
776 }
777 #else
778 static int bench_init_ffmpeg(void)
779 {
780 #ifdef AV_READ_TIME
781  if (!checkasm_save_context()) {
783  AV_READ_TIME();
785  } else {
786  fprintf(stderr, "checkasm: unable to execute platform specific timer\n");
787  return -1;
788  }
789  printf("benchmarking with native FFmpeg timers\n");
790  return 0;
791 #else
792  fprintf(stderr, "checkasm: --bench is not supported on your system\n");
793  return -1;
794 #endif
795 }
796 #endif
797 
798 static int bench_init(void)
799 {
800 #if CONFIG_LINUX_PERF
801  int ret = bench_init_linux();
802 #elif CONFIG_MACOS_KPERF
803  int ret = bench_init_kperf();
804 #else
805  int ret = bench_init_ffmpeg();
806 #endif
807  if (ret < 0)
808  return ret;
809 
810  state.nop_time = measure_nop_time();
811  printf("nop: %d.%d\n", state.nop_time/10, state.nop_time%10);
812  return 0;
813 }
814 
815 static void bench_uninit(void)
816 {
817 #if CONFIG_LINUX_PERF
818  if (state.sysfd > 0)
819  close(state.sysfd);
820 #endif
821 }
822 
823 static int usage(const char *path)
824 {
825  fprintf(stderr,
826  "Usage: %s [--bench] [--runs=<ptwo>] [--test=<pattern>] [--verbose] [seed]\n",
827  path);
828  return 1;
829 }
830 
831 int main(int argc, char *argv[])
832 {
833  unsigned int seed = av_get_random_seed();
834  int i, ret = 0;
835 
836 #ifdef _WIN32
837 #if WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_DESKTOP)
838  AddVectoredExceptionHandler(0, signal_handler);
839 #endif
840 #else
841  sigaction(SIGBUS, &signal_handler_act, NULL);
842  sigaction(SIGFPE, &signal_handler_act, NULL);
843  sigaction(SIGILL, &signal_handler_act, NULL);
844  sigaction(SIGSEGV, &signal_handler_act, NULL);
845 #endif
846 #if ARCH_ARM && HAVE_ARMV5TE_EXTERNAL
848  checkasm_checked_call = checkasm_checked_call_vfp;
849 #endif
850 
851  if (!tests[0].func || !cpus[0].flag) {
852  fprintf(stderr, "checkasm: no tests to perform\n");
853  return 0;
854  }
855 
856  for (i = 1; i < argc; i++) {
857  const char *arg = argv[i];
858  unsigned long l;
859  char *end;
860 
861  if (!strncmp(arg, "--bench", 7)) {
862  if (bench_init() < 0)
863  return 1;
864  if (arg[7] == '=') {
865  state.bench_pattern = arg + 8;
866  state.bench_pattern_len = strlen(state.bench_pattern);
867  } else
868  state.bench_pattern = "";
869  } else if (!strncmp(arg, "--test=", 7)) {
870  state.test_name = arg + 7;
871  } else if (!strcmp(arg, "--verbose") || !strcmp(arg, "-v")) {
872  state.verbose = 1;
873  } else if (!strncmp(arg, "--runs=", 7)) {
874  l = strtoul(arg + 7, &end, 10);
875  if (*end == '\0') {
876  if (l > 30) {
877  fprintf(stderr, "checkasm: error: runs exponent must be within the range 0 <= 30\n");
878  usage(argv[0]);
879  }
880  bench_runs = 1U << l;
881  } else {
882  return usage(argv[0]);
883  }
884  } else if ((l = strtoul(arg, &end, 10)) <= UINT_MAX &&
885  *end == '\0') {
886  seed = l;
887  } else {
888  return usage(argv[0]);
889  }
890  }
891 
892  fprintf(stderr, "checkasm: using random seed %u\n", seed);
894 
895  if (state.bench_pattern)
896  fprintf(stderr, "checkasm: bench runs %" PRIu64 " (1 << %i)\n", bench_runs, av_log2(bench_runs));
897 
898  check_cpu_flag(NULL, 0);
899  for (i = 0; cpus[i].flag; i++)
901 
902  if (state.num_failed) {
903  fprintf(stderr, "checkasm: %d of %d tests have failed\n", state.num_failed, state.num_checked);
904  ret = 1;
905  } else {
906  fprintf(stderr, "checkasm: all %d tests passed\n", state.num_checked);
907  if (state.bench_pattern) {
908  print_benchs(state.funcs);
909  }
910  }
911 
912  destroy_func_tree(state.funcs);
913  bench_uninit();
914  return ret;
915 }
916 
917 /* Decide whether or not the specified function needs to be tested and
918  * allocate/initialize data structures if needed. Returns a pointer to a
919  * reference function if the function should be tested, otherwise NULL */
920 void *checkasm_check_func(void *func, const char *name, ...)
921 {
922  char name_buf[256];
923  void *ref = func;
925  int name_length;
926  va_list arg;
927 
928  va_start(arg, name);
929  name_length = vsnprintf(name_buf, sizeof(name_buf), name, arg);
930  va_end(arg);
931 
932  if (!func || name_length <= 0 || name_length >= sizeof(name_buf))
933  return NULL;
934 
935  state.current_func = get_func(&state.funcs, name_buf);
936  state.funcs->color = 1;
937  v = &state.current_func->versions;
938 
939  if (v->func) {
940  CheckasmFuncVersion *prev;
941  do {
942  /* Only test functions that haven't already been tested */
943  if (v->func == func)
944  return NULL;
945 
946  if (v->ok)
947  ref = v->func;
948 
949  prev = v;
950  } while ((v = v->next));
951 
952  v = prev->next = checkasm_malloc(sizeof(CheckasmFuncVersion));
953  }
954 
955  v->func = func;
956  v->ok = 1;
957  v->cpu = state.cpu_flag;
958  state.current_func_ver = v;
959 
960  if (state.cpu_flag)
961  state.num_checked++;
962 
963  return ref;
964 }
965 
966 /* Decide whether or not the current function needs to be benchmarked */
968 {
969  return !state.num_failed && state.bench_pattern &&
970  !strncmp(state.current_func->name, state.bench_pattern, state.bench_pattern_len);
971 }
972 
973 /* Indicate that the current test has failed */
974 void checkasm_fail_func(const char *msg, ...)
975 {
976  if (state.current_func_ver && state.current_func_ver->cpu &&
977  state.current_func_ver->ok)
978  {
979  va_list arg;
980 
981  print_cpu_name();
982  fprintf(stderr, " %s_%s (", state.current_func->name, cpu_suffix(state.current_func_ver->cpu));
983  va_start(arg, msg);
984  vfprintf(stderr, msg, arg);
985  va_end(arg);
986  fprintf(stderr, ")\n");
987 
988  state.current_func_ver->ok = 0;
989  state.num_failed++;
990  }
991 }
992 
994  state.catch_signals = enabled;
995 }
996 
998  if (s) {
999 #ifdef __GLIBC__
1000  checkasm_fail_func("fatal signal %d: %s", s, strsignal(s));
1001 #else
1002  checkasm_fail_func(s == SIGFPE ? "fatal arithmetic error" :
1003  s == SIGILL ? "illegal instruction" :
1004  s == SIGBUS ? "bus error" :
1005  "segmentation fault");
1006 #endif
1007  }
1008  return s;
1009 }
1010 
1011 /* Get the benchmark context of the current function */
1013 {
1014  CheckasmPerf *perf = &state.current_func_ver->perf;
1015  memset(perf, 0, sizeof(*perf));
1016  perf->sysfd = state.sysfd;
1017  return perf;
1018 }
1019 
1020 /* Print the outcome of all tests performed since the last time this function was called */
1021 void checkasm_report(const char *name, ...)
1022 {
1023  static int prev_checked, prev_failed, max_length;
1024 
1025  if (state.num_checked > prev_checked) {
1026  int pad_length = max_length + 4;
1027  va_list arg;
1028 
1029  print_cpu_name();
1030  pad_length -= fprintf(stderr, " - %s.", state.current_test_name);
1031  va_start(arg, name);
1032  pad_length -= vfprintf(stderr, name, arg);
1033  va_end(arg);
1034  fprintf(stderr, "%*c", FFMAX(pad_length, 0) + 2, '[');
1035 
1036  if (state.num_failed == prev_failed)
1037  color_printf(COLOR_GREEN, "OK");
1038  else
1039  color_printf(COLOR_RED, "FAILED");
1040  fprintf(stderr, "]\n");
1041 
1042  prev_checked = state.num_checked;
1043  prev_failed = state.num_failed;
1044  } else if (!state.cpu_flag) {
1045  /* Calculate the amount of padding required to make the output vertically aligned */
1046  int length = strlen(state.current_test_name);
1047  va_list arg;
1048 
1049  va_start(arg, name);
1050  length += vsnprintf(NULL, 0, name, arg);
1051  va_end(arg);
1052 
1053  if (length > max_length)
1054  max_length = length;
1055  }
1056 }
1057 
1058 #define DEF_CHECKASM_CHECK_FUNC(type, fmt) \
1059 int checkasm_check_##type(const char *file, int line, \
1060  const type *buf1, ptrdiff_t stride1, \
1061  const type *buf2, ptrdiff_t stride2, \
1062  int w, int h, const char *name) \
1063 { \
1064  int y = 0; \
1065  stride1 /= sizeof(*buf1); \
1066  stride2 /= sizeof(*buf2); \
1067  for (y = 0; y < h; y++) \
1068  if (memcmp(&buf1[y*stride1], &buf2[y*stride2], w*sizeof(*buf1))) \
1069  break; \
1070  if (y == h) \
1071  return 0; \
1072  checkasm_fail_func("%s:%d", file, line); \
1073  if (!state.verbose) \
1074  return 1; \
1075  fprintf(stderr, "%s:\n", name); \
1076  while (h--) { \
1077  for (int x = 0; x < w; x++) \
1078  fprintf(stderr, " " fmt, buf1[x]); \
1079  fprintf(stderr, " "); \
1080  for (int x = 0; x < w; x++) \
1081  fprintf(stderr, " " fmt, buf2[x]); \
1082  fprintf(stderr, " "); \
1083  for (int x = 0; x < w; x++) \
1084  fprintf(stderr, "%c", buf1[x] != buf2[x] ? 'x' : '.'); \
1085  buf1 += stride1; \
1086  buf2 += stride2; \
1087  fprintf(stderr, "\n"); \
1088  } \
1089  return 1; \
1090 }
1091 
1092 DEF_CHECKASM_CHECK_FUNC(uint8_t, "%02x")
1093 DEF_CHECKASM_CHECK_FUNC(uint16_t, "%04x")
1094 DEF_CHECKASM_CHECK_FUNC(uint32_t, "%08x")
1095 DEF_CHECKASM_CHECK_FUNC(int16_t, "%6d")
checkasm_check_nlmeans
void checkasm_check_nlmeans(void)
Definition: vf_nlmeans.c:32
AV_CPU_FLAG_VFP
#define AV_CPU_FLAG_VFP
Definition: cpu.h:67
checkasm_check_sw_gbrp
void checkasm_check_sw_gbrp(void)
Definition: sw_gbrp.c:403
bench_pattern_len
int bench_pattern_len
Definition: checkasm.c:346
av_force_cpu_flags
void av_force_cpu_flags(int arg)
Disables cpu detection and forces the specified flags.
Definition: cpu.c:75
checkasm_check_vp8dsp
void checkasm_check_vp8dsp(void)
Definition: vp8dsp.c:508
checkasm_check_blockdsp
void checkasm_check_blockdsp(void)
Definition: blockdsp.c:78
AV_CPU_FLAG_SSE3
#define AV_CPU_FLAG_SSE3
Prescott SSE3 functions.
Definition: cpu.h:38
checkasm_check_fdctdsp
void checkasm_check_fdctdsp(void)
Definition: fdctdsp.c:67
destroy_func_tree
static void destroy_func_tree(CheckasmFunc *f)
Definition: checkasm.c:503
r
const char * r
Definition: vf_curves.c:127
checkasm_check_videodsp
void checkasm_check_videodsp(void)
Definition: videodsp.c:81
cmp_nop
static int cmp_nop(const void *a, const void *b)
Definition: checkasm.c:543
checkasm_check_vf_eq
void checkasm_check_vf_eq(void)
Definition: vf_eq.c:76
AV_CPU_FLAG_RVB_BASIC
#define AV_CPU_FLAG_RVB_BASIC
Basic bit-manipulations.
Definition: cpu.h:91
COLOR_RED
#define COLOR_RED
Definition: checkasm.c:56
checkasm_lfg
AVLFG checkasm_lfg
Definition: checkasm.c:362
color
Definition: vf_paletteuse.c:512
av_lfg_init
av_cold void av_lfg_init(AVLFG *c, unsigned int seed)
Definition: lfg.c:32
u
#define u(width, name, range_min, range_max)
Definition: cbs_h2645.c:251
checkasm_check_alacdsp
void checkasm_check_alacdsp(void)
Definition: alacdsp.c:116
AV_CPU_FLAG_LSX
#define AV_CPU_FLAG_LSX
Definition: cpu.h:80
checkasm_check_v210dec
void checkasm_check_v210dec(void)
Definition: v210dec.c:47
float_near_abs_eps_array
int float_near_abs_eps_array(const float *a, const float *b, float eps, unsigned len)
Definition: checkasm.c:411
AV_CPU_FLAG_SSE3SLOW
#define AV_CPU_FLAG_SSE3SLOW
SSE3 supported, but usually not faster.
Definition: cpu.h:39
CheckasmFunc
Definition: checkasm.c:332
name
const char * name
Definition: checkasm.c:80
bench_pattern
const char * bench_pattern
Definition: checkasm.c:345
AV_CPU_FLAG_RV_ZVBB
#define AV_CPU_FLAG_RV_ZVBB
Vector basic bit-manipulations.
Definition: cpu.h:93
av_unused
#define av_unused
Definition: attributes.h:131
checkasm_check_hevc_idct
void checkasm_check_hevc_idct(void)
Definition: hevc_idct.c:108
checkasm_check_sw_scale
void checkasm_check_sw_scale(void)
Definition: sw_scale.c:362
CheckasmFunc::child
struct CheckasmFunc * child[2]
Definition: checkasm.c:333
checkasm_check_afir
void checkasm_check_afir(void)
Definition: af_afir.c:144
print_cpu_name
static void print_cpu_name(void)
Definition: checkasm.c:739
AV_CPU_FLAG_3DNOW
#define AV_CPU_FLAG_3DNOW
AMD 3DNOW.
Definition: cpu.h:32
AV_CPU_FLAG_RVF
#define AV_CPU_FLAG_RVF
F (single precision FP)
Definition: cpu.h:85
av_intfloat32::i
uint32_t i
Definition: intfloat.h:28
float_near_abs_eps
int float_near_abs_eps(float a, float b, float eps)
Definition: checkasm.c:400
b
#define b
Definition: input.c:41
checkasm_check_aacpsdsp
void checkasm_check_aacpsdsp(void)
Definition: aacpsdsp.c:234
cpus
static const struct @415 cpus[]
bench_uninit
static void bench_uninit(void)
Definition: checkasm.c:815
CheckasmFuncVersion::cpu
int cpu
Definition: checkasm.c:327
cpu_flag
int cpu_flag
Definition: checkasm.c:354
AV_CPU_FLAG_DOTPROD
#define AV_CPU_FLAG_DOTPROD
Definition: cpu.h:72
FFMAX
#define FFMAX(a, b)
Definition: macros.h:47
av_get_cpu_flags
int av_get_cpu_flags(void)
Return the flags which specify extensions supported by the CPU.
Definition: cpu.c:103
cpu_suffix
static const char * cpu_suffix(int cpu)
Definition: checkasm.c:532
CheckasmPerf::sysfd
int sysfd
Definition: checkasm.h:305
checkasm_check_llviddspenc
void checkasm_check_llviddspenc(void)
Definition: llviddspenc.c:104
intfloat.h
checkasm_check_h264dsp
void checkasm_check_h264dsp(void)
Definition: h264dsp.c:443
tf_sess_config.config
config
Definition: tf_sess_config.py:33
color_printf
static void color_printf(int color, const char *fmt,...)
Definition: checkasm.c:460
AV_CPU_FLAG_RVV_F64
#define AV_CPU_FLAG_RVV_F64
Vectors of double's.
Definition: cpu.h:90
av_get_random_seed
uint32_t av_get_random_seed(void)
Get a seed to use in conjunction with random functions.
Definition: random_seed.c:167
main
int main(int argc, char *argv[])
Definition: checkasm.c:831
checkasm_check_motion
void checkasm_check_motion(void)
Definition: motion.c:146
AV_CPU_FLAG_SSSE3
#define AV_CPU_FLAG_SSSE3
Conroe SSSE3 functions.
Definition: cpu.h:41
double_near_abs_eps
int double_near_abs_eps(double a, double b, double eps)
Definition: checkasm.c:440
CheckasmPerf
Definition: checkasm.h:304
current_test_name
const char * current_test_name
Definition: checkasm.c:344
PERF_START
#define PERF_START(t)
Definition: checkasm.h:363
rotate_tree
static CheckasmFunc * rotate_tree(CheckasmFunc *f, int dir)
Definition: checkasm.c:607
dummy
int dummy
Definition: motion.c:66
AV_CPU_FLAG_XOP
#define AV_CPU_FLAG_XOP
Bulldozer XOP functions.
Definition: cpu.h:49
checkasm_check_vp9dsp
void checkasm_check_vp9dsp(void)
Definition: vp9dsp.c:627
checkasm.h
checkasm_check_vf_threshold
void checkasm_check_vf_threshold(void)
Definition: vf_threshold.c:79
checkasm_check_vf_gblur
void checkasm_check_vf_gblur(void)
Definition: vf_gblur.c:82
AV_CPU_FLAG_3DNOWEXT
#define AV_CPU_FLAG_3DNOWEXT
AMD 3DNowExt.
Definition: cpu.h:37
float_near_abs_eps_ulp
int float_near_abs_eps_ulp(float a, float b, float eps, unsigned max_ulp)
Definition: checkasm.c:423
checkasm_check_vvc_mc
void checkasm_check_vvc_mc(void)
Definition: vvc_mc.c:364
AV_CPU_FLAG_VSX
#define AV_CPU_FLAG_VSX
ISA 2.06.
Definition: cpu.h:61
fabsf
static __device__ float fabsf(float a)
Definition: cuda_runtime.h:181
AV_CPU_FLAG_RVV_F32
#define AV_CPU_FLAG_RVV_F32
Vectors of float's *‍/.
Definition: cpu.h:88
num_failed
int num_failed
Definition: checkasm.c:348
checkasm_check_float_dsp
void checkasm_check_float_dsp(void)
Definition: float_dsp.c:281
AV_CPU_FLAG_AVX512
#define AV_CPU_FLAG_AVX512
AVX-512 functions: requires OS support even if YMM/ZMM registers aren't used.
Definition: cpu.h:56
bench_init
static int bench_init(void)
Definition: checkasm.c:798
checkasm_check_pixblockdsp
void checkasm_check_pixblockdsp(void)
Definition: pixblockdsp.c:82
FF_ARRAY_ELEMS
#define FF_ARRAY_ELEMS(a)
Definition: sinewin_tablegen.c:29
CheckasmFuncVersion
Definition: checkasm.c:323
COLOR_YELLOW
#define COLOR_YELLOW
Definition: checkasm.c:58
nop_time
int nop_time
Definition: checkasm.c:351
CheckasmFuncVersion::perf
CheckasmPerf perf
Definition: checkasm.c:328
s
#define s(width, name)
Definition: cbs_vp9.c:198
checkasm_check_vf_bwdif
void checkasm_check_vf_bwdif(void)
Definition: vf_bwdif.c:72
checkasm_report
void checkasm_report(const char *name,...)
Definition: checkasm.c:1021
get_func
static CheckasmFunc * get_func(CheckasmFunc **root, const char *name)
Definition: checkasm.c:636
checkasm_fail_func
void checkasm_fail_func(const char *msg,...)
Definition: checkasm.c:974
checkasm_check_sw_rgb
void checkasm_check_sw_rgb(void)
Definition: sw_rgb.c:182
checkasm_check_hevc_sao
void checkasm_check_hevc_sao(void)
Definition: hevc_sao.c:141
num_checked
int num_checked
Definition: checkasm.c:347
AV_CPU_FLAG_ARMV6
#define AV_CPU_FLAG_ARMV6
Definition: cpu.h:65
AV_READ_TIME
#define AV_READ_TIME
Definition: timer.h:28
AV_CPU_FLAG_SSE4
#define AV_CPU_FLAG_SSE4
Penryn SSE4.1 functions.
Definition: cpu.h:44
AV_CPU_FLAG_RVB_ADDR
#define AV_CPU_FLAG_RVB_ADDR
Address bit-manipulations.
Definition: cpu.h:92
checkasm_check_hevc_pel
void checkasm_check_hevc_pel(void)
Definition: hevc_pel.c:607
checkasm_set_signal_handler_state
void checkasm_set_signal_handler_state(int enabled)
Definition: checkasm.c:993
cmp
static av_always_inline int cmp(MpegEncContext *s, const int x, const int y, const int subx, const int suby, const int size, const int h, int ref_index, int src_index, me_cmp_func cmp_func, me_cmp_func chroma_cmp_func, const int flags)
compares a block (either a full macroblock or a partition thereof) against a proposed motion-compensa...
Definition: motion_est.c:262
CheckasmPerf::iterations
int iterations
Definition: checkasm.h:307
CheckasmFuncVersion::ok
int ok
Definition: checkasm.c:326
arg
const char * arg
Definition: jacosubdec.c:67
func
void(* func)(void)
Definition: checkasm.c:81
AV_CPU_FLAG_RVD
#define AV_CPU_FLAG_RVD
D (double precision FP)
Definition: cpu.h:86
fabs
static __device__ float fabs(float a)
Definition: cuda_runtime.h:182
NULL
#define NULL
Definition: coverity.c:32
measure_nop_time
static int measure_nop_time(void)
Definition: checkasm.c:549
checkasm_check_takdsp
void checkasm_check_takdsp(void)
Definition: takdsp.c:145
double_near_abs_eps_array
int double_near_abs_eps_array(const double *a, const double *b, double eps, unsigned len)
Definition: checkasm.c:447
AV_CPU_FLAG_LASX
#define AV_CPU_FLAG_LASX
Definition: cpu.h:81
AV_CPU_FLAG_AVX512ICL
#define AV_CPU_FLAG_AVX512ICL
F/CD/BW/DQ/VL/VNNI/IFMA/VBMI/VBMI2/VPOPCNTDQ/BITALG/GFNI/VAES/VPCLMULQDQ.
Definition: cpu.h:57
checkasm_check_fmtconvert
void checkasm_check_fmtconvert(void)
Definition: fmtconvert.c:46
checkasm_load_context
#define checkasm_load_context(s)
Definition: checkasm.h:73
AV_CPU_FLAG_MSA
#define AV_CPU_FLAG_MSA
Definition: cpu.h:77
checkasm_save_context
#define checkasm_save_context()
Definition: checkasm.h:72
COLOR_GREEN
#define COLOR_GREEN
Definition: checkasm.c:57
checkasm_check_aacencdsp
void checkasm_check_aacencdsp(void)
Definition: aacencdsp.c:64
checkasm_check_vorbisdsp
void checkasm_check_vorbisdsp(void)
Definition: vorbisdsp.c:76
cpu.h
av_intfloat32
Definition: intfloat.h:27
AV_CPU_FLAG_CMOV
#define AV_CPU_FLAG_CMOV
supports cmov instruction
Definition: cpu.h:51
seed
static unsigned int seed
Definition: videogen.c:78
AV_CPU_FLAG_ALTIVEC
#define AV_CPU_FLAG_ALTIVEC
standard
Definition: cpu.h:60
checkasm_check_rv40dsp
void checkasm_check_rv40dsp(void)
Definition: rv40dsp.c:71
print_benchs
static void print_benchs(CheckasmFunc *f)
Definition: checkasm.c:570
current_func
CheckasmFunc * current_func
Definition: checkasm.c:342
AV_CPU_FLAG_I8MM
#define AV_CPU_FLAG_I8MM
Definition: cpu.h:73
checkasm_check_vc1dsp
void checkasm_check_vc1dsp(void)
Definition: vc1dsp.c:476
catch_signals
volatile sig_atomic_t catch_signals
Definition: checkasm.c:358
checkasm_check_h264chroma
void checkasm_check_h264chroma(void)
Definition: h264chroma.c:81
AV_CPU_FLAG_SSE2
#define AV_CPU_FLAG_SSE2
PIV SSE2 functions.
Definition: cpu.h:34
CheckasmFunc::color
uint8_t color
Definition: checkasm.c:335
AVLFG
Context structure for the Lagged Fibonacci PRNG.
Definition: lfg.h:33
f
f
Definition: af_crystalizer.c:121
checkasm_check_llauddsp
void checkasm_check_llauddsp(void)
Definition: llauddsp.c:108
AV_CPU_FLAG_AVX
#define AV_CPU_FLAG_AVX
AVX functions: requires OS support even if YMM registers aren't used.
Definition: cpu.h:47
AV_CPU_FLAG_FMA4
#define AV_CPU_FLAG_FMA4
Bulldozer FMA4 functions.
Definition: cpu.h:50
cpu.h
AV_CPU_FLAG_AVX2
#define AV_CPU_FLAG_AVX2
AVX2 functions: requires OS support even if YMM registers aren't used.
Definition: cpu.h:52
checkasm_check_llviddsp
void checkasm_check_llviddsp(void)
Definition: llviddsp.c:195
checkasm_handle_signal
int checkasm_handle_signal(int s)
Definition: checkasm.c:997
AV_CPU_FLAG_SSE2SLOW
#define AV_CPU_FLAG_SSE2SLOW
SSE2 supported, but usually not faster.
Definition: cpu.h:35
AV_CPU_FLAG_NEON
#define AV_CPU_FLAG_NEON
Definition: cpu.h:69
size
int size
Definition: twinvq_data.h:10344
DEF_CHECKASM_CHECK_FUNC
#define DEF_CHECKASM_CHECK_FUNC(type, fmt)
Definition: checkasm.c:1058
printf
printf("static const uint8_t my_array[100] = {\n")
sysfd
int sysfd
Definition: checkasm.c:352
have_neon
#define have_neon(flags)
Definition: cpu.h:26
CheckasmFuncVersion::func
void * func
Definition: checkasm.c:325
checkasm_check_h264pred
void checkasm_check_h264pred(void)
Definition: h264pred.c:233
av_isdigit
static av_const int av_isdigit(int c)
Locale-independent conversion of ASCII isdigit.
Definition: avstring.h:202
AV_CPU_FLAG_FMA3
#define AV_CPU_FLAG_FMA3
Haswell FMA3 functions.
Definition: cpu.h:53
a
The reader does not expect b to be semantically here and if the code is changed by maybe adding a a division or other the signedness will almost certainly be mistaken To avoid this confusion a new type was SUINT is the C unsigned type but it holds a signed int to use the same example SUINT a
Definition: undefined.txt:41
ff_kperf_init
void ff_kperf_init(void)
Definition: macos_kperf.c:99
bench_runs
uint64_t bench_runs
Definition: checkasm.c:76
checkasm_check_huffyuvdsp
void checkasm_check_huffyuvdsp(void)
Definition: huffyuvdsp.c:95
float_near_abs_eps_array_ulp
int float_near_abs_eps_array_ulp(const float *a, const float *b, float eps, unsigned max_ulp, unsigned len)
Definition: checkasm.c:428
test_name
const char * test_name
Definition: checkasm.c:356
CheckasmPerf::cycles
uint64_t cycles
Definition: checkasm.h:306
checkasm_get_perf_context
CheckasmPerf * checkasm_get_perf_context(void)
Definition: checkasm.c:1012
checkasm_check_fixed_dsp
void checkasm_check_fixed_dsp(void)
Definition: fixed_dsp.c:133
checkasm_check_colorspace
void checkasm_check_colorspace(void)
Definition: vf_colorspace.c:309
checkasm_check_utvideodsp
void checkasm_check_utvideodsp(void)
Definition: utvideodsp.c:90
is_negative
static int is_negative(union av_intfloat32 u)
Definition: checkasm.c:365
checkasm_check_audiodsp
void checkasm_check_audiodsp(void)
Definition: audiodsp.c:52
AV_CPU_FLAG_RV_MISALIGNED
#define AV_CPU_FLAG_RV_MISALIGNED
Fast misaligned accesses.
Definition: cpu.h:94
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:256
checkasm_check_flacdsp
void checkasm_check_flacdsp(void)
Definition: flacdsp.c:155
checkasm_check_func
void * checkasm_check_func(void *func, const char *name,...)
Definition: checkasm.c:920
AV_CPU_FLAG_SSE42
#define AV_CPU_FLAG_SSE42
Nehalem SSE4.2 functions.
Definition: cpu.h:45
checkasm_check_idctdsp
void checkasm_check_idctdsp(void)
Definition: idctdsp.c:95
CheckasmFuncVersion::next
struct CheckasmFuncVersion * next
Definition: checkasm.c:324
vsnprintf
#define vsnprintf
Definition: snprintf.h:36
common.h
use_color
static int use_color
Definition: log.c:123
AV_CPU_FLAG_RVV_I32
#define AV_CPU_FLAG_RVV_I32
Vectors of 8/16/32-bit int's *‍/.
Definition: cpu.h:87
checkasm_check_synth_filter
void checkasm_check_synth_filter(void)
Definition: synth_filter.c:47
cmp_func_names
static int cmp_func_names(const char *a, const char *b)
Definition: checkasm.c:592
state
static struct @416 state
AV_CPU_FLAG_ARMV8
#define AV_CPU_FLAG_ARMV8
Definition: cpu.h:70
tests
static const struct @414 tests[]
checkasm_check_lpc
void checkasm_check_lpc(void)
Definition: lpc.c:60
len
int len
Definition: vorbis_enc_data.h:426
checkasm_check_g722dsp
void checkasm_check_g722dsp(void)
Definition: g722dsp.c:53
checkasm_check_ac3dsp
void checkasm_check_ac3dsp(void)
Definition: ac3dsp.c:193
PERF_STOP
#define PERF_STOP(t)
Definition: checkasm.h:364
is_red
#define is_red(f)
Definition: checkasm.c:617
AV_CPU_FLAG_ATOM
#define AV_CPU_FLAG_ATOM
Atom processor, some SSSE3 instructions are slower.
Definition: cpu.h:43
have_vfp
#define have_vfp(flags)
Definition: cpu.h:27
checkasm_check_svq1enc
void checkasm_check_svq1enc(void)
Definition: svq1enc.c:63
checkasm_check_vf_hflip
void checkasm_check_vf_hflip(void)
Definition: vf_hflip.c:72
ret
ret
Definition: filter_design.txt:187
checkasm_check_blend
void checkasm_check_blend(void)
Definition: vf_blend.c:89
verbose
int verbose
Definition: checkasm.c:357
AV_CPU_FLAG_VFPV3
#define AV_CPU_FLAG_VFPV3
Definition: cpu.h:68
checkasm_check_bswapdsp
void checkasm_check_bswapdsp(void)
Definition: bswapdsp.c:60
checkasm_context_buf
checkasm_context checkasm_context_buf
Definition: checkasm.c:660
U
#define U(x)
Definition: vpx_arith.h:37
AV_CPU_FLAG_ARMV5TE
#define AV_CPU_FLAG_ARMV5TE
Definition: cpu.h:64
AV_CPU_FLAG_MMX
#define AV_CPU_FLAG_MMX
standard MMX
Definition: cpu.h:29
suffix
const char * suffix
Definition: checkasm.c:262
checkasm_malloc
static void * checkasm_malloc(size_t size)
Definition: checkasm.c:520
AV_CPU_FLAG_RVI
#define AV_CPU_FLAG_RVI
I (full GPR bank)
Definition: cpu.h:84
checkasm_check_h264qpel
void checkasm_check_h264qpel(void)
Definition: h264qpel.c:51
random_seed.h
signal_handler
static void signal_handler(int s)
Definition: checkasm.c:706
AV_CPU_FLAG_AESNI
#define AV_CPU_FLAG_AESNI
Advanced Encryption Standard functions.
Definition: cpu.h:46
checkasm_bench_func
int checkasm_bench_func(void)
Definition: checkasm.c:967
AV_CPU_FLAG_POWER8
#define AV_CPU_FLAG_POWER8
ISA 2.07.
Definition: cpu.h:62
cpu_flag_name
const char * cpu_flag_name
Definition: checkasm.c:355
checkasm_check_vf_sobel
void checkasm_check_vf_sobel(void)
Definition: vf_convolution.c:100
AV_CPU_FLAG_SSE
#define AV_CPU_FLAG_SSE
SSE functions.
Definition: cpu.h:33
ref
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:112
float_near_ulp_array
int float_near_ulp_array(const float *a, const float *b, unsigned max_ulp, unsigned len)
Definition: checkasm.c:388
signal_handler_act
static const struct sigaction signal_handler_act
Definition: checkasm.c:701
AV_CPU_FLAG_MMXEXT
#define AV_CPU_FLAG_MMXEXT
SSE integer functions or AMD MMX ext.
Definition: cpu.h:30
checkasm_check_av_tx
void checkasm_check_av_tx(void)
Definition: av_tx.c:102
av_intfloat32::f
float f
Definition: intfloat.h:29
flag
int flag
Definition: checkasm.c:263
checkasm_check_v210enc
void checkasm_check_v210enc(void)
Definition: v210enc.c:84
checkasm_check_sbrdsp
void checkasm_check_sbrdsp(void)
Definition: sbrdsp.c:257
checkasm_check_hevc_deblock
void checkasm_check_hevc_deblock(void)
Definition: hevc_deblock.c:264
usage
static int usage(const char *path)
Definition: checkasm.c:823
AV_CPU_FLAG_VFP_VM
#define AV_CPU_FLAG_VFP_VM
VFPv2 vector mode, deprecated in ARMv7-A and unavailable in various CPUs implementations.
Definition: cpu.h:71
AV_CPU_FLAG_MMI
#define AV_CPU_FLAG_MMI
Definition: cpu.h:76
checkasm_check_jpeg2000dsp
void checkasm_check_jpeg2000dsp(void)
Definition: jpeg2000dsp.c:92
d
d
Definition: ffmpeg_filter.c:424
checkasm_check_hevc_add_res
void checkasm_check_hevc_add_res(void)
Definition: hevc_add_res.c:87
int32_t
int32_t
Definition: audioconvert.c:56
float_near_ulp
int float_near_ulp(float a, float b, unsigned max_ulp)
Definition: checkasm.c:370
current_func_ver
CheckasmFuncVersion * current_func_ver
Definition: checkasm.c:343
check_cpu_flag
static void check_cpu_flag(const char *name, int flag)
Definition: checkasm.c:716
checkasm_context
sigjmp_buf checkasm_context
Definition: checkasm.h:71
bench_init_ffmpeg
static int bench_init_ffmpeg(void)
Definition: checkasm.c:778
checkasm_check_rv34dsp
void checkasm_check_rv34dsp(void)
Definition: rv34dsp.c:82
CheckasmFunc::versions
CheckasmFuncVersion versions
Definition: checkasm.c:334
isatty
#define isatty(fd)
Definition: checkasm.c:66
AV_CPU_FLAG_RVV_I64
#define AV_CPU_FLAG_RVV_I64
Vectors of 64-bit int's *‍/.
Definition: cpu.h:89
CheckasmFunc::name
char name[1]
Definition: checkasm.c:336
checkasm_check_vvc_alf
void checkasm_check_vvc_alf(void)
Definition: vvc_alf.c:170
av_log2
int av_log2(unsigned v)
Definition: intmath.c:26
checkasm_check_exrdsp
void checkasm_check_exrdsp(void)
Definition: exrdsp.c:77
balance_tree
static void balance_tree(CheckasmFunc **root)
Definition: checkasm.c:620
AV_CPU_FLAG_ARMV6T2
#define AV_CPU_FLAG_ARMV6T2
Definition: cpu.h:66
funcs
CheckasmFunc * funcs
Definition: checkasm.c:341
checkasm_check_opusdsp
void checkasm_check_opusdsp(void)
Definition: opusdsp.c:86