FFmpeg
dnn_interface.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2018 Sergey Lavrushkin
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * @file
23  * Implements DNN module initialization with specified backend.
24  */
25 
26 #include "../dnn_interface.h"
27 #include "dnn_backend_native.h"
28 #include "dnn_backend_tf.h"
29 #include "dnn_backend_openvino.h"
30 #include "libavutil/mem.h"
31 
33 {
34  DNNModule *dnn_module;
35 
36  dnn_module = av_mallocz(sizeof(DNNModule));
37  if(!dnn_module){
38  return NULL;
39  }
40 
41  switch(backend_type){
42  case DNN_NATIVE:
43  dnn_module->load_model = &ff_dnn_load_model_native;
45  dnn_module->get_result = &ff_dnn_get_result_native;
46  dnn_module->flush = &ff_dnn_flush_native;
47  dnn_module->free_model = &ff_dnn_free_model_native;
48  break;
49  case DNN_TF:
50  #if (CONFIG_LIBTENSORFLOW == 1)
51  dnn_module->load_model = &ff_dnn_load_model_tf;
53  dnn_module->get_result = &ff_dnn_get_result_tf;
54  dnn_module->flush = &ff_dnn_flush_tf;
55  dnn_module->free_model = &ff_dnn_free_model_tf;
56  #else
57  av_freep(&dnn_module);
58  return NULL;
59  #endif
60  break;
61  case DNN_OV:
62  #if (CONFIG_LIBOPENVINO == 1)
63  dnn_module->load_model = &ff_dnn_load_model_ov;
65  dnn_module->get_result = &ff_dnn_get_result_ov;
66  dnn_module->flush = &ff_dnn_flush_ov;
67  dnn_module->free_model = &ff_dnn_free_model_ov;
68  #else
69  av_freep(&dnn_module);
70  return NULL;
71  #endif
72  break;
73  default:
74  av_log(NULL, AV_LOG_ERROR, "Module backend_type is not native or tensorflow\n");
75  av_freep(&dnn_module);
76  return NULL;
77  }
78 
79  return dnn_module;
80 }
ff_dnn_get_result_tf
DNNAsyncStatusType ff_dnn_get_result_tf(const DNNModel *model, AVFrame **in, AVFrame **out)
Definition: dnn_backend_tf.c:1189
DNNModule::get_result
DNNAsyncStatusType(* get_result)(const DNNModel *model, AVFrame **in, AVFrame **out)
Definition: dnn_interface.h:118
ff_dnn_load_model_native
DNNModel * ff_dnn_load_model_native(const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
Definition: dnn_backend_native.c:139
DNNModule::load_model
DNNModel *(* load_model)(const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
Definition: dnn_interface.h:114
ff_dnn_load_model_ov
DNNModel * ff_dnn_load_model_ov(const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
Definition: dnn_backend_openvino.c:726
ff_dnn_get_result_native
DNNAsyncStatusType ff_dnn_get_result_native(const DNNModel *model, AVFrame **in, AVFrame **out)
Definition: dnn_backend_native.c:488
ff_dnn_execute_model_tf
int ff_dnn_execute_model_tf(const DNNModel *model, DNNExecBaseParams *exec_params)
Definition: dnn_backend_tf.c:1144
ff_dnn_flush_ov
int ff_dnn_flush_ov(const DNNModel *model)
Definition: dnn_backend_openvino.c:872
DNN_TF
@ DNN_TF
Definition: dnn_interface.h:35
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
ff_dnn_free_model_ov
void ff_dnn_free_model_ov(DNNModel **model)
Definition: dnn_backend_openvino.c:910
DNN_OV
@ DNN_OV
Definition: dnn_interface.h:35
ff_dnn_free_model_native
void ff_dnn_free_model_native(DNNModel **model)
Definition: dnn_backend_native.c:515
ff_dnn_flush_tf
int ff_dnn_flush_tf(const DNNModel *model)
Definition: dnn_backend_tf.c:1195
NULL
#define NULL
Definition: coverity.c:32
ff_dnn_execute_model_native
int ff_dnn_execute_model_native(const DNNModel *model, DNNExecBaseParams *exec_params)
Definition: dnn_backend_native.c:435
DNNBackendType
DNNBackendType
Definition: dnn_interface.h:35
dnn_backend_native.h
ff_dnn_load_model_tf
DNNModel * ff_dnn_load_model_tf(const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
Definition: dnn_backend_tf.c:852
av_mallocz
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:264
ff_dnn_execute_model_ov
int ff_dnn_execute_model_ov(const DNNModel *model, DNNExecBaseParams *exec_params)
Definition: dnn_backend_openvino.c:783
ff_get_dnn_module
DNNModule * ff_get_dnn_module(DNNBackendType backend_type)
Definition: dnn_interface.c:32
dnn_backend_openvino.h
DNNModule::free_model
void(* free_model)(DNNModel **model)
Definition: dnn_interface.h:122
ff_dnn_free_model_tf
void ff_dnn_free_model_tf(DNNModel **model)
Definition: dnn_backend_tf.c:1225
mem.h
DNN_NATIVE
@ DNN_NATIVE
Definition: dnn_interface.h:35
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
dnn_backend_tf.h
DNNModule
Definition: dnn_interface.h:112
DNNModule::flush
int(* flush)(const DNNModel *model)
Definition: dnn_interface.h:120
ff_dnn_get_result_ov
DNNAsyncStatusType ff_dnn_get_result_ov(const DNNModel *model, AVFrame **in, AVFrame **out)
Definition: dnn_backend_openvino.c:866
DNNModule::execute_model
int(* execute_model)(const DNNModel *model, DNNExecBaseParams *exec_params)
Definition: dnn_interface.h:116
ff_dnn_flush_native
int ff_dnn_flush_native(const DNNModel *model)
Definition: dnn_backend_native.c:474