vf_bm3d.c File Reference

#include <float.h>
#include "libavutil/imgutils.h"
#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "libavcodec/avfft.h"
#include "avfilter.h"
#include "filters.h"
#include "formats.h"
#include "framesync.h"
#include "internal.h"
#include "video.h"

Go to the source code of this file.

Data Structures
struct	ThreadData
	Used for passing data between threads. More...
struct	PosCode
struct	PosPairCode
struct	SliceContext
struct	BM3DContext

Macros
#define	MAX_NB_THREADS   32
#define	OFFSET(x)   offsetof(BM3DContext, x)
#define	FLAGS   AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
#define	SQR(x)   ((x) * (x))

Enumerations
enum	FilterModes {   BASIC, FINAL, NB_MODES, BASIC,   FAST, NB_MODES }

Functions
	AVFILTER_DEFINE_CLASS (bm3d)
static int	do_search_boundary (int pos, int plane_boundary, int search_range, int search_step)
static int	search_boundary (int plane_boundary, int search_range, int search_step, int vertical, int y, int x)
static int	cmp_scores (const void *a, const void *b)
static double	do_block_ssd (BM3DContext *s, PosCode *pos, const uint8_t *src, int src_stride, int r_y, int r_x)
static double	do_block_ssd16 (BM3DContext *s, PosCode *pos, const uint8_t *src, int src_stride, int r_y, int r_x)
static void	do_block_matching_multi (BM3DContext *s, const uint8_t *src, int src_stride, int src_range, const PosCode *search_pos, int search_size, float th_mse, int r_y, int r_x, int plane, int jobnr)
static void	block_matching_multi (BM3DContext *s, const uint8_t *ref, int ref_linesize, int y, int x, int exclude_cur_pos, int plane, int jobnr)
static void	block_matching (BM3DContext *s, const uint8_t *ref, int ref_linesize, int j, int i, int plane, int jobnr)
static void	get_block_row (const uint8_t *srcp, int src_linesize, int y, int x, int block_size, float *dst)
static void	get_block_row16 (const uint8_t *srcp, int src_linesize, int y, int x, int block_size, float *dst)
static void	basic_block_filtering (BM3DContext *s, const uint8_t *src, int src_linesize, const uint8_t *ref, int ref_linesize, int y, int x, int plane, int jobnr)
static void	final_block_filtering (BM3DContext *s, const uint8_t *src, int src_linesize, const uint8_t *ref, int ref_linesize, int y, int x, int plane, int jobnr)
static void	do_output (BM3DContext *s, uint8_t *dst, int dst_linesize, int plane, int nb_jobs)
static void	do_output16 (BM3DContext *s, uint8_t *dst, int dst_linesize, int plane, int nb_jobs)
static int	filter_slice (AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
static int	filter_frame (AVFilterContext *ctx, AVFrame **out, AVFrame *in, AVFrame *ref)
static int	config_input (AVFilterLink *inlink)
static int	activate (AVFilterContext *ctx)
static int	process_frame (FFFrameSync *fs)
static av_cold int	init (AVFilterContext *ctx)
static int	config_output (AVFilterLink *outlink)
static av_cold void	uninit (AVFilterContext *ctx)

Variables
static const AVOption	bm3d_options []
static enum AVPixelFormat	pix_fmts []
static const AVFilterPad	bm3d_outputs []
const AVFilter	ff_vf_bm3d

Macro Definition Documentation

MAX_NB_THREADS

#define MAX_NB_THREADS   32

Todo:

• non-power of 2 DCT
• opponent color space
• temporal support

Definition at line 46 of file vf_bm3d.c.

OFFSET

#define OFFSET

(

x

)

offsetof(BM3DContext, x)

Definition at line 129 of file vf_bm3d.c.

FLAGS

#define FLAGS   AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM

Definition at line 130 of file vf_bm3d.c.

SQR

#define SQR

(

x

)

((x) * (x))

Definition at line 769 of file vf_bm3d.c.

Enumeration Type Documentation

FilterModes

enum FilterModes

Enumerator
BASIC
FINAL
NB_MODES
BASIC
FAST
NB_MODES

Definition at line 48 of file vf_bm3d.c.

Function Documentation

AVFILTER_DEFINE_CLASS()

AVFILTER_DEFINE_CLASS

(

bm3d

)

do_search_boundary()

static int do_search_boundary ( int  pos, int  plane_boundary, int  search_range, int  search_step  )

static

Definition at line 189 of file vf_bm3d.c.

Referenced by search_boundary().

search_boundary()

static int search_boundary ( int  plane_boundary, int  search_range, int  search_step, int  vertical, int  y, int  x  )

static

Definition at line 214 of file vf_bm3d.c.

Referenced by block_matching_multi(), and do_search_boundary().

cmp_scores()

static int cmp_scores ( const void *  a, const void *  b  )

static

Definition at line 219 of file vf_bm3d.c.

Referenced by do_block_matching_multi().

do_block_ssd()

static double do_block_ssd ( BM3DContext *  s, PosCode *  pos, const uint8_t *  src, int  src_stride, int  r_y, int  r_x  )

static

Definition at line 226 of file vf_bm3d.c.

Referenced by config_input().

do_block_ssd16()

static double do_block_ssd16 ( BM3DContext *  s, PosCode *  pos, const uint8_t *  src, int  src_stride, int  r_y, int  r_x  )

static

Definition at line 247 of file vf_bm3d.c.

Referenced by config_input().

do_block_matching_multi()

static void do_block_matching_multi ( BM3DContext *  s, const uint8_t *  src, int  src_stride, int  src_range, const PosCode *  search_pos, int  search_size, float  th_mse, int  r_y, int  r_x, int  plane, int  jobnr  )

static

Definition at line 268 of file vf_bm3d.c.

Referenced by block_matching_multi().

block_matching_multi()

static void block_matching_multi ( BM3DContext *  s, const uint8_t *  ref, int  ref_linesize, int  y, int  x, int  exclude_cur_pos, int  plane, int  jobnr  )

static

Definition at line 306 of file vf_bm3d.c.

Referenced by block_matching().

block_matching()

static void block_matching ( BM3DContext *  s, const uint8_t *  ref, int  ref_linesize, int  j, int  i, int  plane, int  jobnr  )

static

Definition at line 346 of file vf_bm3d.c.

Referenced by filter_slice().

get_block_row()

static void get_block_row ( const uint8_t *  srcp, int  src_linesize, int  y, int  x, int  block_size, float *  dst  )

static

Definition at line 363 of file vf_bm3d.c.

Referenced by config_input().

get_block_row16()

static void get_block_row16 ( const uint8_t *  srcp, int  src_linesize, int  y, int  x, int  block_size, float *  dst  )

static

Definition at line 374 of file vf_bm3d.c.

Referenced by config_input().

basic_block_filtering()

static void basic_block_filtering ( BM3DContext *  s, const uint8_t *  src, int  src_linesize, const uint8_t *  ref, int  ref_linesize, int  y, int  x, int  plane, int  jobnr  )

static

Definition at line 385 of file vf_bm3d.c.

Referenced by init().

final_block_filtering()

static void final_block_filtering ( BM3DContext *  s, const uint8_t *  src, int  src_linesize, const uint8_t *  ref, int  ref_linesize, int  y, int  x, int  plane, int  jobnr  )

static

Definition at line 504 of file vf_bm3d.c.

Referenced by init().

do_output()

static void do_output ( BM3DContext *  s, uint8_t *  dst, int  dst_linesize, int  plane, int  nb_jobs  )

static

Definition at line 636 of file vf_bm3d.c.

Referenced by config_input().

do_output16()

static void do_output16 ( BM3DContext *  s, uint8_t *  dst, int  dst_linesize, int  plane, int  nb_jobs  )

static

Definition at line 663 of file vf_bm3d.c.

Referenced by config_input().

filter_slice()

static int filter_slice ( AVFilterContext *  ctx, void *  arg, int  jobnr, int  nb_jobs  )

static

Definition at line 691 of file vf_bm3d.c.

Referenced by filter_frame().

filter_frame()

static int filter_frame ( AVFilterContext *  ctx, AVFrame **  out, AVFrame *  in, AVFrame *  ref  )

static

Definition at line 734 of file vf_bm3d.c.

Referenced by activate(), and process_frame().

config_input()

static int config_input ( AVFilterLink *  inlink )

static

Definition at line 771 of file vf_bm3d.c.

Referenced by init().

activate()

static int activate ( AVFilterContext *  ctx )

static

Definition at line 845 of file vf_bm3d.c.

process_frame()

static int process_frame ( FFFrameSync *  fs )

static

Definition at line 879 of file vf_bm3d.c.

Referenced by config_output().

init()

static av_cold int init ( AVFilterContext *  ctx )

static

Definition at line 899 of file vf_bm3d.c.

config_output()

static int config_output ( AVFilterLink *  outlink )

static

Definition at line 954 of file vf_bm3d.c.

uninit()

static av_cold void uninit ( AVFilterContext *  ctx )

static

Definition at line 1004 of file vf_bm3d.c.

Variable Documentation

bm3d_options

const AVOption bm3d_options[]

static

Initial value:

= {
    { "sigma",  "set denoising strength",
        OFFSET(sigma),          AV_OPT_TYPE_FLOAT, {.dbl=1},     0,      99999.9, FLAGS },
    { "block",  "set log2(size) of local patch",
        OFFSET(block_size),     AV_OPT_TYPE_INT,   {.i64=4},     4,            6, FLAGS },
    { "bstep",  "set sliding step for processing blocks",
        OFFSET(block_step),     AV_OPT_TYPE_INT,   {.i64=4},     1,           64, FLAGS },
    { "group",  "set maximal number of similar blocks",
        OFFSET(group_size),     AV_OPT_TYPE_INT,   {.i64=1},     1,          256, FLAGS },
    { "range",  "set block matching range",
        OFFSET(bm_range),       AV_OPT_TYPE_INT,   {.i64=9},     1,    INT32_MAX, FLAGS },
    { "mstep",  "set step for block matching",
        OFFSET(bm_step),        AV_OPT_TYPE_INT,   {.i64=1},     1,           64, FLAGS },
    { "thmse",  "set threshold of mean square error for block matching",
        OFFSET(th_mse),         AV_OPT_TYPE_FLOAT, {.dbl=0},     0,    INT32_MAX, FLAGS },
    { "hdthr",  "set hard threshold for 3D transfer domain",
        OFFSET(hard_threshold), AV_OPT_TYPE_FLOAT, {.dbl=2.7},   0,    INT32_MAX, FLAGS },
    { "estim",  "set filtering estimation mode",
        OFFSET(mode),           AV_OPT_TYPE_INT,   {.i64=BASIC}, 0,   NB_MODES-1, FLAGS, "mode" },
    { "basic",  "basic estimate",
        0,                      AV_OPT_TYPE_CONST, {.i64=BASIC}, 0,            0, FLAGS, "mode" },
    { "final",  "final estimate",
        0,                      AV_OPT_TYPE_CONST, {.i64=FINAL}, 0,            0, FLAGS, "mode" },
    { "ref",    "have reference stream",
        OFFSET(ref),            AV_OPT_TYPE_BOOL,  {.i64=0},     0,            1, FLAGS },
    { "planes", "set planes to filter",
        OFFSET(planes),         AV_OPT_TYPE_INT,   {.i64=7},     0,           15, FLAGS },
    { NULL }
}

Definition at line 131 of file vf_bm3d.c.

pix_fmts

enum AVPixelFormat pix_fmts[]

static

Initial value:

= {
    AV_PIX_FMT_GRAY8, AV_PIX_FMT_GRAY9, AV_PIX_FMT_GRAY10,
    AV_PIX_FMT_GRAY12, AV_PIX_FMT_GRAY14, AV_PIX_FMT_GRAY16,
    AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
    AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
    AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,
    AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ422P,
    AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ444P,
    AV_PIX_FMT_YUVJ411P,
    AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
    AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
    AV_PIX_FMT_YUV440P10,
    AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV420P12,
    AV_PIX_FMT_YUV440P12,
    AV_PIX_FMT_YUV444P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV420P14,
    AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
    AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
    AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
    AV_PIX_FMT_YUVA420P,  AV_PIX_FMT_YUVA422P,   AV_PIX_FMT_YUVA444P,
    AV_PIX_FMT_YUVA444P9, AV_PIX_FMT_YUVA444P10, AV_PIX_FMT_YUVA444P12, AV_PIX_FMT_YUVA444P16,
    AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA422P16,
    AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA420P16,
    AV_PIX_FMT_GBRAP,     AV_PIX_FMT_GBRAP10,    AV_PIX_FMT_GBRAP12,    AV_PIX_FMT_GBRAP16,
    AV_PIX_FMT_NONE
}

Definition at line 163 of file vf_bm3d.c.

bm3d_outputs

const AVFilterPad bm3d_outputs[]

static

Initial value:

= {
    {
        .name         = "default",
        .type         = AVMEDIA_TYPE_VIDEO,
        .config_props = config_output,
    },
}

Definition at line 1036 of file vf_bm3d.c.

ff_vf_bm3d

const AVFilter ff_vf_bm3d

Initial value:

= {
    .name          = "bm3d",
    .description   = NULL_IF_CONFIG_SMALL("Block-Matching 3D denoiser."),
    .priv_size     = sizeof(BM3DContext),
    .init          = init,
    .uninit        = uninit,
    .activate      = activate,
    .inputs        = NULL,
    FILTER_OUTPUTS(bm3d_outputs),
    FILTER_PIXFMTS_ARRAY(pix_fmts),
    .priv_class    = &bm3d_class,
    .flags         = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL |
                     AVFILTER_FLAG_DYNAMIC_INPUTS |
                     AVFILTER_FLAG_SLICE_THREADS,
}

Definition at line 1044 of file vf_bm3d.c.