vf_nnedi.c File Reference

#include <float.h>
#include "libavutil/common.h"
#include "libavutil/file_open.h"
#include "libavutil/float_dsp.h"
#include "libavutil/imgutils.h"
#include "libavutil/mem.h"
#include "libavutil/mem_internal.h"
#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "avfilter.h"
#include "filters.h"
#include "video.h"

Go to the source code of this file.

Data Structures
struct	PrescreenerCoefficients
struct	PredictorCoefficients
struct	NNEDIContext

Macros
#define	OFFSET(x)
#define	RFLAGS   AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
#define	FLAGS   AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM

Functions
	AVFILTER_DEFINE_CLASS (nnedi)
static int	config_output (AVFilterLink *outlink)
static float	dot_dsp (const NNEDIContext *const s, const float *kernel, const float *input, int n, float scale, float bias)
static float	elliott (float x)
static void	transform_elliott (float *input, int size)
static void	process_old (AVFilterContext *ctx, const void *src, ptrdiff_t src_stride, uint8_t *prescreen, int N, const PrescreenerCoefficients *const m_data)
static void	process_new (AVFilterContext *ctx, const void *src, ptrdiff_t src_stride, uint8_t *prescreen, int N, const PrescreenerCoefficients *const m_data)
static int	filter_offset (int nn, const PredictorCoefficients *const model)
static const float *	softmax_q1_filter (int nn, const PredictorCoefficients *const model)
static const float *	elliott_q1_filter (int nn, const PredictorCoefficients *const model)
static const float *	softmax_q2_filter (int nn, const PredictorCoefficients *const model)
static const float *	elliott_q2_filter (int nn, const PredictorCoefficients *const model)
static void	gather_input (const float *src, ptrdiff_t src_stride, float *buf, float mstd[4], const PredictorCoefficients *const model)
static float	softmax_exp (float x)
static void	transform_softmax_exp (float *input, int size)
static void	wae5 (const float *softmax, const float *el, int n, float mstd[4])
static void	predictor (AVFilterContext *ctx, const void *src, ptrdiff_t src_stride, void *dst, const uint8_t *prescreen, int N, const PredictorCoefficients *const model, int use_q2)
static void	read_bytes (const uint8_t *src, float *dst, int src_stride, int dst_stride, int width, int height, float scale)
static void	read_words (const uint8_t *srcp, float *dst, int src_stride, int dst_stride, int width, int height, float scale)
static void	write_bytes (const float *src, uint8_t *dst, int src_stride, int dst_stride, int width, int height, int depth, float scale)
static void	write_words (const float *src, uint8_t *dstp, int src_stride, int dst_stride, int width, int height, int depth, float scale)
static void	interpolation (const void *src, ptrdiff_t src_stride, void *dst, const uint8_t *prescreen, int n)
static int	filter_slice (AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
static int	get_frame (AVFilterContext *ctx, int is_second)
static int	filter_frame (AVFilterLink *inlink, AVFrame *in)
static int	request_frame (AVFilterLink *link)
static void	copy_weights (float *dst, int n, const float **data)
static float *	allocate (float **ptr, int size)
static int	allocate_model (PredictorCoefficients *coeffs, int xdim, int ydim, int nns)
static int	read_weights (AVFilterContext *ctx, const float *bdata)
static float	mean (const float *input, int size)
static void	transform (float *input, int size, float mean, float half)
static void	subtract_mean_old (PrescreenerCoefficients *coeffs, float half)
static void	subtract_mean_new (PrescreenerCoefficients *coeffs, float half)
static void	subtract_mean_predictor (PredictorCoefficients *model)
static av_cold int	init (AVFilterContext *ctx)
static int	config_input (AVFilterLink *inlink)
static av_cold void	uninit (AVFilterContext *ctx)

Variables
static const size_t	NNEDI_WEIGHTS_SIZE = 13574928
static const uint8_t	NNEDI_XDIM [] = { 8, 16, 32, 48, 8, 16, 32 }
static const uint8_t	NNEDI_YDIM [] = { 6, 6, 6, 6, 4, 4, 4 }
static const uint16_t	NNEDI_NNS [] = { 16, 32, 64, 128, 256 }
static const AVOption	nnedi_options []
static enum AVPixelFormat	pix_fmts []
static const AVFilterPad	inputs []
static const AVFilterPad	outputs []
const FFFilter	ff_vf_nnedi

Macro Definition Documentation

OFFSET

#define OFFSET

(

x

)

Value:

offsetof(NNEDIContext, x)

Definition at line 117 of file vf_nnedi.c.

RFLAGS

#define RFLAGS   AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM

Definition at line 118 of file vf_nnedi.c.

FLAGS

#define FLAGS   AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM

Definition at line 119 of file vf_nnedi.c.

Function Documentation

AVFILTER_DEFINE_CLASS()

AVFILTER_DEFINE_CLASS

(

nnedi

)

config_output()

static int config_output ( AVFilterLink * outlink )

static

Definition at line 167 of file vf_nnedi.c.

dot_dsp()

static float dot_dsp ( const NNEDIContext *const s, const float * kernel, const float * input, int n, float scale, float bias )

static

Definition at line 211 of file vf_nnedi.c.

Referenced by predictor(), process_new(), and process_old().

elliott()

static float elliott ( float x )

static

Definition at line 223 of file vf_nnedi.c.

Referenced by transform_elliott(), and wae5().

transform_elliott()

static void transform_elliott ( float * input, int size )

static

Definition at line 228 of file vf_nnedi.c.

Referenced by process_new(), and process_old().

process_old()

static void process_old ( AVFilterContext * ctx, const void * src, ptrdiff_t src_stride, uint8_t * prescreen, int N, const PrescreenerCoefficients *const m_data )

static

Definition at line 234 of file vf_nnedi.c.

Referenced by config_input().

process_new()

static void process_new ( AVFilterContext * ctx, const void * src, ptrdiff_t src_stride, uint8_t * prescreen, int N, const PrescreenerCoefficients *const m_data )

static

Definition at line 270 of file vf_nnedi.c.

Referenced by config_input().

filter_offset()

static int filter_offset ( int nn, const PredictorCoefficients *const model )

static

Definition at line 300 of file vf_nnedi.c.

Referenced by elliott_q1_filter(), elliott_q2_filter(), softmax_q1_filter(), and softmax_q2_filter().

softmax_q1_filter()

static const float * softmax_q1_filter ( int nn, const PredictorCoefficients *const model )

static

Definition at line 305 of file vf_nnedi.c.

Referenced by predictor().

elliott_q1_filter()

static const float * elliott_q1_filter ( int nn, const PredictorCoefficients *const model )

static

Definition at line 311 of file vf_nnedi.c.

Referenced by predictor().

softmax_q2_filter()

static const float * softmax_q2_filter ( int nn, const PredictorCoefficients *const model )

static

Definition at line 317 of file vf_nnedi.c.

Referenced by predictor().

elliott_q2_filter()

static const float * elliott_q2_filter ( int nn, const PredictorCoefficients *const model )

static

Definition at line 323 of file vf_nnedi.c.

Referenced by predictor().

gather_input()

static void gather_input ( const float * src, ptrdiff_t src_stride, float * buf, float mstd[4], const PredictorCoefficients *const model )

static

Definition at line 329 of file vf_nnedi.c.

Referenced by predictor().

softmax_exp()

static float softmax_exp ( float x )

static

Definition at line 365 of file vf_nnedi.c.

Referenced by transform_softmax_exp().

transform_softmax_exp()

static void transform_softmax_exp ( float * input, int size )

static

Definition at line 370 of file vf_nnedi.c.

Referenced by predictor().

wae5()

static void wae5 ( const float * softmax, const float * el, int n, float mstd[4] )

static

Definition at line 376 of file vf_nnedi.c.

Referenced by predictor().

predictor()

static void predictor ( AVFilterContext * ctx, const void * src, ptrdiff_t src_stride, void * dst, const uint8_t * prescreen, int N, const PredictorCoefficients *const model, int use_q2 )

static

Definition at line 392 of file vf_nnedi.c.

Referenced by filter_slice().

read_bytes()

static void read_bytes ( const uint8_t * src, float * dst, int src_stride, int dst_stride, int width, int height, float scale )

static

Definition at line 442 of file vf_nnedi.c.

Referenced by cert_to_pem_string(), config_input(), and pkey_to_pem_string().

read_words()

static void read_words ( const uint8_t * srcp, float * dst, int src_stride, int dst_stride, int width, int height, float scale )

static

Definition at line 461 of file vf_nnedi.c.

Referenced by config_input().

write_bytes()

static void write_bytes ( const float * src, uint8_t * dst, int src_stride, int dst_stride, int width, int height, int depth, float scale )

static

Definition at line 484 of file vf_nnedi.c.

Referenced by config_input().

write_words()

static void write_words ( const float * src, uint8_t * dstp, int src_stride, int dst_stride, int width, int height, int depth, float scale )

static

Definition at line 498 of file vf_nnedi.c.

Referenced by config_input().

interpolation()

static void interpolation ( const void * src, ptrdiff_t src_stride, void * dst, const uint8_t * prescreen, int n )

static

Definition at line 516 of file vf_nnedi.c.

Referenced by filter_slice().

filter_slice()

static int filter_slice ( AVFilterContext * ctx, void * arg, int jobnr, int nb_jobs )

static

Definition at line 538 of file vf_nnedi.c.

get_frame()

static int get_frame ( AVFilterContext * ctx, int is_second )

static

Definition at line 661 of file vf_nnedi.c.

Referenced by filter_frame(), and vtenc_frame().

filter_frame()

static int filter_frame ( AVFilterLink * inlink, AVFrame * in )

static

Definition at line 683 of file vf_nnedi.c.

Referenced by request_frame().

request_frame()

static int request_frame ( AVFilterLink * link )

static

Definition at line 716 of file vf_nnedi.c.

copy_weights()

static void copy_weights ( float * dst, int n, const float ** data )

static

Definition at line 746 of file vf_nnedi.c.

Referenced by read_weights().

allocate()

static float * allocate ( float ** ptr, int size )

static

Definition at line 752 of file vf_nnedi.c.

allocate_model()

static int allocate_model ( PredictorCoefficients * coeffs, int xdim, int ydim, int nns )

static

Definition at line 761 of file vf_nnedi.c.

Referenced by read_weights().

read_weights()

static int read_weights ( AVFilterContext * ctx, const float * bdata )

static

Definition at line 790 of file vf_nnedi.c.

Referenced by init().

mean()

static float mean ( const float * input, int size )

static

Definition at line 861 of file vf_nnedi.c.

Referenced by aptx_quantize_difference(), auto_correlation(), bayes_threshold(), checkasm_stats_estimate(), clean_mean(), dnxhd_mb_var_thread(), encode_block(), ff_estimate_p_frame_motion(), floor_offset(), get_intra_count(), get_zeropadded_input(), init_offset(), main(), meanf(), measure_stddev(), mov_read_custom(), mov_write_custom_metadata(), mov_write_freeform_tag(), nmr_setup_channel(), reduce_mean(), spectral_crest(), spectral_variance(), std_deviation(), subtract_mean_new(), subtract_mean_old(), subtract_mean_predictor(), svq1_decode_block_intra(), svq1_decode_block_non_intra(), and transform().

transform()

static void transform ( float * input, int size, float mean, float half )

static

Definition at line 871 of file vf_nnedi.c.

subtract_mean_old()

static void subtract_mean_old ( PrescreenerCoefficients * coeffs, float half )

static

Definition at line 877 of file vf_nnedi.c.

Referenced by config_input().

subtract_mean_new()

static void subtract_mean_new ( PrescreenerCoefficients * coeffs, float half )

static

Definition at line 886 of file vf_nnedi.c.

Referenced by config_input().

subtract_mean_predictor()

static void subtract_mean_predictor ( PredictorCoefficients * model )

static

Definition at line 895 of file vf_nnedi.c.

Referenced by config_input().

init()

static av_cold int init ( AVFilterContext * ctx )

static

Definition at line 955 of file vf_nnedi.c.

config_input()

static int config_input ( AVFilterLink * inlink )

static

Definition at line 1025 of file vf_nnedi.c.

uninit()

static av_cold void uninit ( AVFilterContext * ctx )

static

Definition at line 1107 of file vf_nnedi.c.

Variable Documentation

NNEDI_WEIGHTS_SIZE

const size_t NNEDI_WEIGHTS_SIZE = 13574928

static

Definition at line 36 of file vf_nnedi.c.

Referenced by init().

NNEDI_XDIM

const uint8_t NNEDI_XDIM[] = { 8, 16, 32, 48, 8, 16, 32 }

static

Definition at line 37 of file vf_nnedi.c.

Referenced by read_weights().

NNEDI_YDIM

const uint8_t NNEDI_YDIM[] = { 6, 6, 6, 6, 4, 4, 4 }

static

Definition at line 38 of file vf_nnedi.c.

Referenced by read_weights().

NNEDI_NNS

const uint16_t NNEDI_NNS[] = { 16, 32, 64, 128, 256 }

static

Definition at line 39 of file vf_nnedi.c.

Referenced by read_weights().

nnedi_options

const AVOption nnedi_options[]

static

Definition at line 121 of file vf_nnedi.c.

pix_fmts

enum AVPixelFormat pix_fmts[]

static

Initial value:

= {
    AV_PIX_FMT_GRAY8,
    AV_PIX_FMT_GRAY9, AV_PIX_FMT_GRAY10, AV_PIX_FMT_GRAY12, AV_PIX_FMT_GRAY14, AV_PIX_FMT_GRAY16,
    AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
    AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
    AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,
    AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ440P,
    AV_PIX_FMT_YUVJ422P, AV_PIX_FMT_YUVJ420P,
    AV_PIX_FMT_YUVJ411P,
    AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P,
    AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRAP,
    AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
    AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
    AV_PIX_FMT_YUV440P10,
    AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12,
    AV_PIX_FMT_YUV440P12,
    AV_PIX_FMT_YUV420P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV444P14,
    AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
    AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10, AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
    AV_PIX_FMT_YUVA444P9, AV_PIX_FMT_YUVA444P10, AV_PIX_FMT_YUVA444P12, AV_PIX_FMT_YUVA444P16,
    AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA422P16,
    AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA420P16,
    AV_PIX_FMT_GBRAP10,   AV_PIX_FMT_GBRAP12,    AV_PIX_FMT_GBRAP16,
    AV_PIX_FMT_NONE
}

Definition at line 185 of file vf_nnedi.c.

inputs

const AVFilterPad inputs[]

static

Initial value:

= {
    {
        .name          = "default",
        .type          = AVMEDIA_TYPE_VIDEO,
        .filter_frame  = filter_frame,
        .config_props  = config_input,
    },
}

Definition at line 1138 of file vf_nnedi.c.

outputs

const AVFilterPad outputs[]

static

Initial value:

= {
    {
        .name          = "default",
        .type          = AVMEDIA_TYPE_VIDEO,
        .config_props  = config_output,
        .request_frame = request_frame,
    },
}

Definition at line 1147 of file vf_nnedi.c.

ff_vf_nnedi

const FFFilter ff_vf_nnedi

Initial value:

= {
    .p.name        = "nnedi",
    .p.description = NULL_IF_CONFIG_SMALL("Apply neural network edge directed interpolation intra-only deinterlacer."),
    .p.priv_class  = &nnedi_class,
    .p.flags       = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL | AVFILTER_FLAG_SLICE_THREADS,
    .priv_size     = sizeof(NNEDIContext),
    .init          = init,
    .uninit        = uninit,
    FILTER_INPUTS(inputs),
    FILTER_OUTPUTS(outputs),
    FILTER_PIXFMTS_ARRAY(pix_fmts),
    .process_command = ff_filter_process_command,
}

Definition at line 1156 of file vf_nnedi.c.