[FFmpeg-devel] [PATCH] tools: add benchmark for crypto functions.
Nicolas George
nicolas.george at normalesup.org
Fri Jul 26 16:23:52 CEST 2013
The benchmark tests the speed of the following algorithms:
MD5, SHA-1, SHA-224, SHA-256, AES-128.
It can optionally be built to perform the same benchmark on
other crypto libraries, for comparison purposes.
The supported libraries are:
- crypto: OpenSSL's libcrypto;
- gcrypt: GnuTLS's libgcrypt;
- tomcrypt: LibTomCrypt
To enable them, use this syntax:
make VERSUS=crypto+gcrypt+tomcrypt tools/crypto_bench
They do not need to have been enabled in configure.
Signed-off-by: Nicolas George <nicolas.george at normalesup.org>
---
.gitignore | 1 +
libavutil/Makefile | 5 +-
tools/crypto_bench.c | 341 ++++++++++++++++++++++++++++++++++++++++++++++++++
3 files changed, 346 insertions(+), 1 deletion(-)
create mode 100644 tools/crypto_bench.c
New version, with the following changes:
* Added benchmark for AES (128 bits in ECB mode, other sizes or modes are
likely to have the same characteristics.
* Added support for GnuTLS's gcrypt and LibTomCrypt.
* Added cpp and make magic to make external libraries optional.
* Added command-line options to enable specific algorithms and/or libraries.
diff --git a/.gitignore b/.gitignore
index 5c90bfb..1f13ec4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -63,6 +63,7 @@
/tools/aviocat
/tools/ffbisect
/tools/bisect.need
+/tools/crypto_bench
/tools/cws2fws
/tools/fourcc2pixfmt
/tools/ffescape
diff --git a/libavutil/Makefile b/libavutil/Makefile
index 21746f0..1186905 100644
--- a/libavutil/Makefile
+++ b/libavutil/Makefile
@@ -158,6 +158,9 @@ TESTPROGS = adler32 \
TESTPROGS-$(HAVE_LZO1X_999_COMPRESS) += lzo
-TOOLS = ffhash ffeval ffescape
+TOOLS = crypto_bench ffhash ffeval ffescape
+
+tools/crypto_bench: ELIBS += $(if $(VERSUS),$(subst +, -l,+$(VERSUS)),)
+tools/crypto_bench: CFLAGS += -DUSE_EXT_LIBS=$(if $(VERSUS),$(subst +,+USE_,+$(VERSUS)),)
$(SUBDIR)lzo-test$(EXESUF): ELIBS = -llzo2
diff --git a/tools/crypto_bench.c b/tools/crypto_bench.c
new file mode 100644
index 0000000..1d41402
--- /dev/null
+++ b/tools/crypto_bench.c
@@ -0,0 +1,341 @@
+/*
+ * Copyright (c) 2013 Nicolas George
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public License
+ * as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with FFmpeg; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+/* Optional external libraries; can be enabled using:
+ * make VERSUS=crypto+gcrypt+tomcrypt tools/crypto_bench */
+#define USE_crypto 0x01 /* OpenSSL's libcrypto */
+#define USE_gcrypt 0x02 /* GnuTLS's libgcrypt */
+#define USE_tomcrypt 0x04 /* LibTomCrypt */
+
+#include <stdlib.h>
+#include <math.h>
+
+#include "libavutil/avutil.h"
+#include "libavutil/avstring.h"
+#include "libavutil/crc.h"
+#include "libavutil/intreadwrite.h"
+#include "libavutil/timer.h"
+
+#include "libavutil/md5.h"
+#include "libavutil/sha.h"
+#include "libavutil/aes.h"
+
+#if HAVE_UNISTD_H
+#include <unistd.h> /* for getopt */
+#endif
+#if !HAVE_GETOPT
+#include "compat/getopt.c"
+#endif
+
+#define MAX_INPUT_SIZE 1048576
+#define MAX_OUTPUT_SIZE 128
+
+static const char *enabled_libs;
+static const char *enabled_algos;
+static unsigned specified_runs;
+
+static const uint8_t *hardcoded_key = "FFmpeg is the best program ever.";
+
+static void fatal_error(const char *tag)
+{
+ av_log(NULL, AV_LOG_ERROR, "Fatal error: %s\n", tag);
+ exit(1);
+}
+
+struct hash_impl {
+ const char *lib;
+ const char *name;
+ void (*run)(uint8_t *output, const uint8_t *input, unsigned size);
+ const char *output;
+};
+
+/***************************************************************************
+ * lavu: libavutil
+ ***************************************************************************/
+
+#define IMPL_USE_lavu IMPL_USE
+
+static void run_lavu_md5(uint8_t *output,
+ const uint8_t *input, unsigned size)
+{
+ av_md5_sum(output, input, size);
+}
+
+#define DEFINE_LAVU_SHA(suffix, hsize) \
+static void run_lavu_ ## suffix(uint8_t *output, \
+ const uint8_t *input, unsigned size) \
+{ \
+ static struct AVSHA *h; \
+ if (!h && !(h = av_sha_alloc())) \
+ fatal_error("out of memory"); \
+ av_sha_init(h, hsize); \
+ av_sha_update(h, input, size); \
+ av_sha_final(h, output); \
+}
+
+DEFINE_LAVU_SHA(sha1, 160);
+DEFINE_LAVU_SHA(sha224, 224);
+DEFINE_LAVU_SHA(sha256, 256);
+
+static void run_lavu_aes128(uint8_t *output,
+ const uint8_t *input, unsigned size)
+{
+ static struct AVAES *aes;
+ if (!aes && !(aes = av_aes_alloc()))
+ fatal_error("out of memory");
+ av_aes_init(aes, hardcoded_key, 128, 0);
+ av_aes_crypt(aes, output, input, size >> 4, NULL, 0);
+}
+
+/***************************************************************************
+ * crypto: OpenSSL's libcrypto
+ ***************************************************************************/
+
+#if (USE_EXT_LIBS) & USE_crypto
+
+#include <openssl/md5.h>
+#include <openssl/sha.h>
+#include <openssl/aes.h>
+
+#define DEFINE_CRYPTO_WRAPPER(suffix, function) \
+static void run_crypto_ ## suffix(uint8_t *output, \
+ const uint8_t *input, unsigned size) \
+{ \
+ function(input, size, output); \
+}
+
+DEFINE_CRYPTO_WRAPPER(md5, MD5)
+DEFINE_CRYPTO_WRAPPER(sha1, SHA1)
+DEFINE_CRYPTO_WRAPPER(sha224, SHA224)
+DEFINE_CRYPTO_WRAPPER(sha256, SHA256)
+
+static void run_crypto_aes128(uint8_t *output,
+ const uint8_t *input, unsigned size)
+{
+ AES_KEY aes;
+ unsigned i;
+
+ AES_set_encrypt_key(hardcoded_key, 128, &aes);
+ size -= 15;
+ for (i = 0; i < size; i += 16)
+ AES_encrypt(input + i, output + i, &aes);
+}
+
+#define IMPL_USE_crypto(...) IMPL_USE(__VA_ARGS__)
+#else
+#define IMPL_USE_crypto(...) /* ignore */
+#endif
+
+/***************************************************************************
+ * gcrypt: GnuTLS's libgcrypt
+ ***************************************************************************/
+
+#if (USE_EXT_LIBS) & USE_gcrypt
+
+#include <gcrypt.h>
+
+#define DEFINE_GCRYPT_WRAPPER(suffix, algo) \
+static void run_gcrypt_ ## suffix(uint8_t *output, \
+ const uint8_t *input, unsigned size) \
+{ \
+ gcry_md_hash_buffer(GCRY_MD_ ## algo, output, input, size); \
+}
+
+DEFINE_GCRYPT_WRAPPER(md5, MD5)
+DEFINE_GCRYPT_WRAPPER(sha1, SHA1)
+DEFINE_GCRYPT_WRAPPER(sha224, SHA224)
+DEFINE_GCRYPT_WRAPPER(sha256, SHA256)
+
+static void run_gcrypt_aes128(uint8_t *output,
+ const uint8_t *input, unsigned size)
+{
+ static gcry_cipher_hd_t aes;
+ if (aes == NULL)
+ gcry_cipher_open(&aes, GCRY_CIPHER_AES128, GCRY_CIPHER_MODE_ECB, 0);
+ gcry_cipher_setkey(aes, hardcoded_key, 16);
+ gcry_cipher_encrypt(aes, output, size, input, size);
+}
+
+#define IMPL_USE_gcrypt(...) IMPL_USE(__VA_ARGS__)
+#else
+#define IMPL_USE_gcrypt(...) /* ignore */
+#endif
+
+/***************************************************************************
+ * tomcrypt: LibTomCrypt
+ ***************************************************************************/
+
+#if (USE_EXT_LIBS) & USE_tomcrypt
+
+#include <tomcrypt.h>
+
+#define DEFINE_TOMCRYPT_WRAPPER(suffix, algo) \
+static void run_tomcrypt_ ## suffix(uint8_t *output, \
+ const uint8_t *input, unsigned size) \
+{ \
+ hash_state md; \
+ suffix ## _init(&md); \
+ suffix ## _process(&md, input, size); \
+ suffix ## _done(&md, output); \
+}
+
+DEFINE_TOMCRYPT_WRAPPER(md5, MD5)
+DEFINE_TOMCRYPT_WRAPPER(sha1, SHA1)
+DEFINE_TOMCRYPT_WRAPPER(sha224, SHA224)
+DEFINE_TOMCRYPT_WRAPPER(sha256, SHA256)
+
+static void run_tomcrypt_aes128(uint8_t *output,
+ const uint8_t *input, unsigned size)
+{
+ symmetric_key aes;
+ unsigned i;
+
+ aes_setup(hardcoded_key, 16, 0, &aes);
+ size -= 15;
+ for (i = 0; i < size; i += 16)
+ aes_ecb_encrypt(input + i, output + i, &aes);
+}
+
+#define IMPL_USE_tomcrypt(...) IMPL_USE(__VA_ARGS__)
+#else
+#define IMPL_USE_tomcrypt(...) /* ignore */
+#endif
+
+/***************************************************************************
+ * Driver code
+ ***************************************************************************/
+
+static unsigned crc32(const uint8_t *data, unsigned size)
+{
+ return av_crc(av_crc_get_table(AV_CRC_32_IEEE), 0, data, size);
+}
+
+static void run_implementation(const uint8_t *input, uint8_t *output,
+ struct hash_impl *impl, unsigned size)
+{
+ uint64_t t0, t1;
+ unsigned nruns = specified_runs ? specified_runs : (1 << 30) / size;
+ unsigned outlen = 0, outcrc = 0;
+ unsigned i, val;
+ double mtime, ttime = 0, ttime2 = 0, stime;
+ uint8_t outref[MAX_OUTPUT_SIZE];
+
+ if (enabled_libs && !av_stristr(enabled_libs, impl->lib) ||
+ enabled_algos && !av_stristr(enabled_algos, impl->name))
+ return;
+ if (!sscanf(impl->output, "crc:%x", &outcrc)) {
+ outlen = strlen(impl->output) / 2;
+ for (i = 0; i < outlen; i++) {
+ sscanf(impl->output + i * 2, "%02x", &val);
+ outref[i] = val;
+ }
+ }
+ for (i = 0; i < 8; i++) /* heat caches */
+ impl->run(output, input, size);
+ for (i = 0; i < nruns; i++) {
+ memset(output, 0, size); /* avoid lefovers from previous runs */
+ t0 = AV_READ_TIME();
+ impl->run(output, input, size);
+ t1 = AV_READ_TIME();
+ if (outlen ? memcmp(output, outref, outlen) :
+ crc32(output, size) != outcrc)
+ fatal_error("output mismatch");
+ mtime = (double)(t1 - t0) / size;
+ ttime += mtime;
+ ttime2 += mtime * mtime;
+ }
+
+ ttime /= nruns;
+ ttime2 /= nruns;
+ stime = sqrt(ttime2 - ttime * ttime);
+ printf("%-8s %-8s size: %8d runs: %6d time: %8.3f +- %.3f\n",
+ impl->lib, impl->name, size, nruns, ttime, stime);
+ fflush(stdout);
+}
+
+#define IMPL_USE(lib, name, symbol, output) \
+ { #lib, name, run_ ## lib ## _ ## symbol, output },
+#define IMPL(lib, ...) IMPL_USE_ ## lib(lib, __VA_ARGS__)
+#define IMPL_ALL(...) \
+ IMPL(lavu, __VA_ARGS__) \
+ IMPL(crypto, __VA_ARGS__) \
+ IMPL(gcrypt, __VA_ARGS__) \
+ IMPL(tomcrypt, __VA_ARGS__)
+
+struct hash_impl implementations[] = {
+ IMPL_ALL("MD5", md5, "aa26ff5b895356bcffd9292ba9f89e66")
+ IMPL_ALL("SHA-1", sha1, "1fd8bd1fa02f5b0fe916b0d71750726b096c5744")
+ IMPL_ALL("SHA-224", sha224, "a62ff2737bff9f78440e8a763b2c1bf66e4472d0efa5d37797238696")
+ IMPL_ALL("SHA-256", sha256, "14028ac673b3087e51a1d407fbf0df4deeec8f217119e13b07bf2138f93db8c5")
+ IMPL_ALL("AES-128", aes128, "crc:ff6bc888")
+};
+
+int main(int argc, char **argv)
+{
+ uint8_t *input = av_malloc(MAX_INPUT_SIZE * 2);
+ uint8_t *output = input + MAX_INPUT_SIZE;
+ unsigned i, impl, size;
+ int opt;
+
+ while ((opt = getopt(argc, argv, "hl:a:r:")) != -1) {
+ switch (opt) {
+ case 'l':
+ enabled_libs = optarg;
+ break;
+ case 'a':
+ enabled_algos = optarg;
+ break;
+ case 'r':
+ specified_runs = strtol(optarg, NULL, 0);
+ break;
+ case 'h':
+ default:
+ fprintf(stderr, "Usage: %s [-l libs] [-a algos] [-r runs]\n",
+ argv[0]);
+ if ((USE_EXT_LIBS)) {
+ char buf[1024];
+ snprintf(buf, sizeof(buf), "%s%s%s",
+ ((USE_EXT_LIBS) & USE_crypto) ? "+crypto" : "",
+ ((USE_EXT_LIBS) & USE_gcrypt) ? "+gcrypt" : "",
+ ((USE_EXT_LIBS) & USE_tomcrypt) ? "+tomcrypt" : "");
+ fprintf(stderr, "Built with the following external librares:\n"
+ "make VERSUS=%s\n", buf + 1);
+ } else {
+ fprintf(stderr, "Built without external libraries; use\n"
+ "make VERSUS=crypto+gcrypt+tomcrypt tools/crypto_bench\n"
+ "to enable them.\n");
+ }
+ exit(opt != 'h');
+ }
+ }
+
+ if (!input)
+ fatal_error("out of memory");
+ for (i = 0; i < MAX_INPUT_SIZE; i += 4)
+ AV_WB32(input + i, i);
+
+ size = MAX_INPUT_SIZE;
+ for (impl = 0; impl < FF_ARRAY_ELEMS(implementations); impl++)
+ run_implementation(input, output, &implementations[impl], size);
+
+ free(input);
+
+ return 0;
+}
--
1.7.10.4
More information about the ffmpeg-devel
mailing list