vf_dnn_processing.c File Reference

#include "libavformat/avio.h"
#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "libavutil/avassert.h"
#include "libavutil/imgutils.h"
#include "avfilter.h"
#include "dnn_interface.h"
#include "formats.h"
#include "internal.h"
#include "libswscale/swscale.h"

Go to the source code of this file.

Data Structures
struct	DnnProcessingContext

Macros
#define	OFFSET(x)   offsetof(DnnProcessingContext, x)
#define	FLAGS   AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM
#define	LOG_FORMAT_CHANNEL_MISMATCH()

Functions
	AVFILTER_DEFINE_CLASS (dnn_processing)
static av_cold int	init (AVFilterContext *context)
static int	query_formats (AVFilterContext *context)
static int	check_modelinput_inlink (const DNNData *model_input, const AVFilterLink *inlink)
static int	config_input (AVFilterLink *inlink)
static int	prepare_sws_context (AVFilterLink *outlink)
static int	config_output (AVFilterLink *outlink)
static int	copy_from_frame_to_dnn (DnnProcessingContext *ctx, const AVFrame *frame)
static int	copy_from_dnn_to_frame (DnnProcessingContext *ctx, AVFrame *frame)
static av_always_inline int	isPlanarYUV (enum AVPixelFormat pix_fmt)
static int	copy_uv_planes (DnnProcessingContext *ctx, AVFrame *out, const AVFrame *in)
static int	filter_frame (AVFilterLink *inlink, AVFrame *in)
static av_cold void	uninit (AVFilterContext *ctx)

Variables
static const AVOption	dnn_processing_options []
static const AVFilterPad	dnn_processing_inputs []
static const AVFilterPad	dnn_processing_outputs []
AVFilter	ff_vf_dnn_processing

Detailed Description

implementing a generic image processing filter using deep learning networks.

Definition in file vf_dnn_processing.c.

Macro Definition Documentation

OFFSET

#define OFFSET

(

x

)

offsetof(DnnProcessingContext, x)

Definition at line 58 of file vf_dnn_processing.c.

FLAGS

#define FLAGS   AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM

Definition at line 59 of file vf_dnn_processing.c.

LOG_FORMAT_CHANNEL_MISMATCH

#define LOG_FORMAT_CHANNEL_MISMATCH

(

)

Value:

    av_log(ctx, AV_LOG_ERROR,                               \
           "the frame's format %s does not match "          \
           "the model input channel %d\n",                  \
           av_get_pix_fmt_name(fmt),                        \
           model_input->channels);

Definition at line 123 of file vf_dnn_processing.c.

Function Documentation

AVFILTER_DEFINE_CLASS()

AVFILTER_DEFINE_CLASS

(

dnn_processing

)

init()

static av_cold int init ( AVFilterContext *  context )

static

Definition at line 74 of file vf_dnn_processing.c.

query_formats()

static int query_formats ( AVFilterContext *  context )

static

Definition at line 110 of file vf_dnn_processing.c.

check_modelinput_inlink()

static int check_modelinput_inlink ( const DNNData *  model_input, const AVFilterLink *  inlink  )

static

Definition at line 130 of file vf_dnn_processing.c.

Referenced by config_input().

config_input()

static int config_input ( AVFilterLink *  inlink )

static

Definition at line 192 of file vf_dnn_processing.c.

prepare_sws_context()

static int prepare_sws_context ( AVFilterLink *  outlink )

static

Definition at line 227 of file vf_dnn_processing.c.

Referenced by config_output().

config_output()

static int config_output ( AVFilterLink *  outlink )

static

Definition at line 300 of file vf_dnn_processing.c.

copy_from_frame_to_dnn()

static int copy_from_frame_to_dnn ( DnnProcessingContext *  ctx, const AVFrame *  frame  )

static

Definition at line 321 of file vf_dnn_processing.c.

Referenced by filter_frame().

copy_from_dnn_to_frame()

static int copy_from_dnn_to_frame ( DnnProcessingContext *  ctx, AVFrame *  frame  )

static

Definition at line 362 of file vf_dnn_processing.c.

Referenced by filter_frame().

isPlanarYUV()

static av_always_inline int isPlanarYUV ( enum AVPixelFormat  pix_fmt )

static

Definition at line 412 of file vf_dnn_processing.c.

Referenced by ff_get_unscaled_swscale(), ff_init_filters(), ff_init_vscale(), ff_init_vscale_pfn(), and filter_frame().

copy_uv_planes()

static int copy_uv_planes ( DnnProcessingContext *  ctx, AVFrame *  out, const AVFrame *  in  )

static

Definition at line 419 of file vf_dnn_processing.c.

Referenced by filter_frame().

filter_frame()

static int filter_frame ( AVFilterLink *  inlink, AVFrame *  in  )

static

Definition at line 444 of file vf_dnn_processing.c.

uninit()

static av_cold void uninit ( AVFilterContext *  ctx )

static

Definition at line 477 of file vf_dnn_processing.c.

Variable Documentation

dnn_processing_options

const AVOption dnn_processing_options[]

static

Initial value:

= {
    { "dnn_backend", "DNN backend",                OFFSET(backend_type),     AV_OPT_TYPE_INT,       { .i64 = 0 },    0, 1, FLAGS, "backend" },
    { "native",      "native backend flag",        0,                        AV_OPT_TYPE_CONST,     { .i64 = 0 },    0, 0, FLAGS, "backend" },
 
 
 
    { "model",       "path to model file",         OFFSET(model_filename),   AV_OPT_TYPE_STRING,    { .str = NULL }, 0, 0, FLAGS },
    { "input",       "input name of the model",    OFFSET(model_inputname),  AV_OPT_TYPE_STRING,    { .str = NULL }, 0, 0, FLAGS },
    { "output",      "output name of the model",   OFFSET(model_outputname), AV_OPT_TYPE_STRING,    { .str = NULL }, 0, 0, FLAGS },
    { NULL }
}

Definition at line 60 of file vf_dnn_processing.c.

dnn_processing_inputs

const AVFilterPad dnn_processing_inputs[]

static

Initial value:

= {
    {
        .name         = "default",
        .type         = AVMEDIA_TYPE_VIDEO,
        .config_props = config_input,
        .filter_frame = filter_frame,
    },
    { NULL }
}

Definition at line 491 of file vf_dnn_processing.c.

dnn_processing_outputs

const AVFilterPad dnn_processing_outputs[]

static

Initial value:

= {
    {
        .name = "default",
        .type = AVMEDIA_TYPE_VIDEO,
        .config_props  = config_output,
    },
    { NULL }
}

Definition at line 501 of file vf_dnn_processing.c.

ff_vf_dnn_processing

AVFilter ff_vf_dnn_processing

Initial value:

= {
    .name          = "dnn_processing",
    .description   = NULL_IF_CONFIG_SMALL("Apply DNN processing filter to the input."),
    .priv_size     = sizeof(DnnProcessingContext),
    .init          = init,
    .uninit        = uninit,
    .query_formats = query_formats,
    .inputs        = dnn_processing_inputs,
    .outputs       = dnn_processing_outputs,
    .priv_class    = &dnn_processing_class,
}

Definition at line 510 of file vf_dnn_processing.c.