FFmpeg
rv34dsp.h
Go to the documentation of this file.
1 /*
2  * RV30/40 decoder motion compensation functions
3  * Copyright (c) 2008 Konstantin Shishkov
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /**
23  * @file
24  * RV30/40 decoder motion compensation functions
25  */
26 
27 #ifndef AVCODEC_RV34DSP_H
28 #define AVCODEC_RV34DSP_H
29 
30 #include "h264chroma.h"
31 #include "qpeldsp.h"
32 
33 typedef void (*rv40_weight_func)(uint8_t *dst/*align width (8 or 16)*/,
34  uint8_t *src1/*align width (8 or 16)*/,
35  uint8_t *src2/*align width (8 or 16)*/,
36  int w1, int w2, ptrdiff_t stride);
37 
38 typedef void (*rv34_inv_transform_func)(int16_t *block);
39 
40 typedef void (*rv34_idct_add_func)(uint8_t *dst, ptrdiff_t stride, int16_t *block);
41 typedef void (*rv34_idct_dc_add_func)(uint8_t *dst, ptrdiff_t stride,
42  int dc);
43 
44 typedef void (*rv40_weak_loop_filter_func)(uint8_t *src, ptrdiff_t stride,
45  int filter_p1, int filter_q1,
46  int alpha, int beta,
47  int lims, int lim_q1, int lim_p1);
48 
49 typedef void (*rv40_strong_loop_filter_func)(uint8_t *src, ptrdiff_t stride,
50  int alpha, int lims,
51  int dmode, int chroma);
52 
53 typedef int (*rv40_loop_filter_strength_func)(uint8_t *src, ptrdiff_t stride,
54  int beta, int beta2, int edge,
55  int *p1, int *q1);
56 
57 typedef struct RV34DSPContext {
62  /**
63  * Biweight functions, first dimension is transform size (16/8),
64  * second is whether the weight is prescaled by 1/512 to skip
65  * the intermediate shifting.
66  */
76 
80 
84 
88 
89 #endif /* AVCODEC_RV34DSP_H */
h264_chroma_mc_func
void(* h264_chroma_mc_func)(uint8_t *dst, const uint8_t *src, ptrdiff_t srcStride, int h, int x, int y)
Definition: h264chroma.h:25
q1
static const uint8_t q1[256]
Definition: twofish.c:100
src1
const pixel * src1
Definition: h264pred_template.c:421
RV34DSPContext::rv34_idct_dc_add
rv34_idct_dc_add_func rv34_idct_dc_add
Definition: rv34dsp.h:71
chroma
static av_always_inline void chroma(WaveformContext *s, AVFrame *in, AVFrame *out, int component, int intensity, int offset_y, int offset_x, int column, int mirror, int jobnr, int nb_jobs)
Definition: vf_waveform.c:1639
ff_rv40dsp_init_arm
void ff_rv40dsp_init_arm(RV34DSPContext *c)
Definition: rv40dsp_init_arm.c:144
ff_rv40dsp_init_aarch64
void ff_rv40dsp_init_aarch64(RV34DSPContext *c)
Definition: rv40dsp_init_aarch64.c:38
rv40_weight_func
void(* rv40_weight_func)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int w1, int w2, ptrdiff_t stride)
Definition: rv34dsp.h:33
RV34DSPContext::rv34_inv_transform
rv34_inv_transform_func rv34_inv_transform
Definition: rv34dsp.h:68
rv34_idct_dc_add_func
void(* rv34_idct_dc_add_func)(uint8_t *dst, ptrdiff_t stride, int dc)
Definition: rv34dsp.h:41
RV34DSPContext::put_pixels_tab
qpel_mc_func put_pixels_tab[4][16]
Definition: rv34dsp.h:58
RV34DSPContext::rv40_weight_pixels_tab
rv40_weight_func rv40_weight_pixels_tab[2][2]
Biweight functions, first dimension is transform size (16/8), second is whether the weight is prescal...
Definition: rv34dsp.h:67
RV34DSPContext::rv40_loop_filter_strength
rv40_loop_filter_strength_func rv40_loop_filter_strength[2]
Definition: rv34dsp.h:74
RV34DSPContext::avg_chroma_pixels_tab
h264_chroma_mc_func avg_chroma_pixels_tab[3]
Definition: rv34dsp.h:61
rv40_loop_filter_strength_func
int(* rv40_loop_filter_strength_func)(uint8_t *src, ptrdiff_t stride, int beta, int beta2, int edge, int *p1, int *q1)
Definition: rv34dsp.h:53
RV34DSPContext::avg_pixels_tab
qpel_mc_func avg_pixels_tab[4][16]
Definition: rv34dsp.h:59
qpeldsp.h
c
Undefined Behavior In the C some operations are like signed integer dereferencing freed accessing outside allocated Undefined Behavior must not occur in a C it is not safe even if the output of undefined operations is unused The unsafety may seem nit picking but Optimizing compilers have in fact optimized code on the assumption that no undefined Behavior occurs Optimizing code based on wrong assumptions can and has in some cases lead to effects beyond the output of computations The signed integer overflow problem in speed critical code Code which is highly optimized and works with signed integers sometimes has the problem that often the output of the computation does not c
Definition: undefined.txt:32
ff_rv34dsp_init_arm
void ff_rv34dsp_init_arm(RV34DSPContext *c)
Definition: rv34dsp_init_arm.c:35
qpel_mc_func
void(* qpel_mc_func)(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
Definition: qpeldsp.h:65
RV34DSPContext
Definition: rv34dsp.h:57
dc
Tag MUST be and< 10hcoeff half pel interpolation filter coefficients, hcoeff[0] are the 2 middle coefficients[1] are the next outer ones and so on, resulting in a filter like:...eff[2], hcoeff[1], hcoeff[0], hcoeff[0], hcoeff[1], hcoeff[2] ... the sign of the coefficients is not explicitly stored but alternates after each coeff and coeff[0] is positive, so ...,+,-,+,-,+,+,-,+,-,+,... hcoeff[0] is not explicitly stored but found by subtracting the sum of all stored coefficients with signs from 32 hcoeff[0]=32 - hcoeff[1] - hcoeff[2] - ... a good choice for hcoeff and htaps is htaps=6 hcoeff={40,-10, 2} an alternative which requires more computations at both encoder and decoder side and may or may not be better is htaps=8 hcoeff={42,-14, 6,-2}ref_frames minimum of the number of available reference frames and max_ref_frames for example the first frame after a key frame always has ref_frames=1spatial_decomposition_type wavelet type 0 is a 9/7 symmetric compact integer wavelet 1 is a 5/3 symmetric compact integer wavelet others are reserved stored as delta from last, last is reset to 0 if always_reset||keyframeqlog quality(logarithmic quantizer scale) stored as delta from last, last is reset to 0 if always_reset||keyframemv_scale stored as delta from last, last is reset to 0 if always_reset||keyframe FIXME check that everything works fine if this changes between framesqbias dequantization bias stored as delta from last, last is reset to 0 if always_reset||keyframeblock_max_depth maximum depth of the block tree stored as delta from last, last is reset to 0 if always_reset||keyframequant_table quantization tableHighlevel bitstream structure:==============================--------------------------------------------|Header|--------------------------------------------|------------------------------------|||Block0||||split?||||yes no||||......... intra?||||:Block01 :yes no||||:Block02 :....... ..........||||:Block03 ::y DC ::ref index:||||:Block04 ::cb DC ::motion x :||||......... :cr DC ::motion y :||||....... ..........|||------------------------------------||------------------------------------|||Block1|||...|--------------------------------------------|------------ ------------ ------------|||Y subbands||Cb subbands||Cr subbands||||--- ---||--- ---||--- ---|||||LL0||HL0||||LL0||HL0||||LL0||HL0|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||LH0||HH0||||LH0||HH0||||LH0||HH0|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||HL1||LH1||||HL1||LH1||||HL1||LH1|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||HH1||HL2||||HH1||HL2||||HH1||HL2|||||...||...||...|||------------ ------------ ------------|--------------------------------------------Decoding process:=================------------|||Subbands|------------||||------------|Intra DC||||LL0 subband prediction ------------|\ Dequantization ------------------- \||Reference frames|\ IDWT|------- -------|Motion \|||Frame 0||Frame 1||Compensation . OBMC v -------|------- -------|--------------. \------> Frame n output Frame Frame<----------------------------------/|...|------------------- Range Coder:============Binary Range Coder:------------------- The implemented range coder is an adapted version based upon "Range encoding: an algorithm for removing redundancy from a digitised message." by G. N. N. Martin. The symbols encoded by the Snow range coder are bits(0|1). The associated probabilities are not fix but change depending on the symbol mix seen so far. bit seen|new state ---------+----------------------------------------------- 0|256 - state_transition_table[256 - old_state];1|state_transition_table[old_state];state_transition_table={ 0, 0, 0, 0, 0, 0, 0, 0, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 190, 191, 192, 194, 194, 195, 196, 197, 198, 199, 200, 201, 202, 202, 204, 205, 206, 207, 208, 209, 209, 210, 211, 212, 213, 215, 215, 216, 217, 218, 219, 220, 220, 222, 223, 224, 225, 226, 227, 227, 229, 229, 230, 231, 232, 234, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 248, 0, 0, 0, 0, 0, 0, 0};FIXME Range Coding of integers:------------------------- FIXME Neighboring Blocks:===================left and top are set to the respective blocks unless they are outside of the image in which case they are set to the Null block top-left is set to the top left block unless it is outside of the image in which case it is set to the left block if this block has no larger parent block or it is at the left side of its parent block and the top right block is not outside of the image then the top right block is used for top-right else the top-left block is used Null block y, cb, cr are 128 level, ref, mx and my are 0 Motion Vector Prediction:=========================1. the motion vectors of all the neighboring blocks are scaled to compensate for the difference of reference frames scaled_mv=(mv *(256 *(current_reference+1)/(mv.reference+1))+128)> the median of the scaled top and top right vectors is used as motion vector prediction the used motion vector is the sum of the predictor and(mvx_diff, mvy_diff) *mv_scale Intra DC Prediction block[y][x] dc[1]
Definition: snow.txt:400
rv34_idct_add_func
void(* rv34_idct_add_func)(uint8_t *dst, ptrdiff_t stride, int16_t *block)
Definition: rv34dsp.h:40
rv40_strong_loop_filter_func
void(* rv40_strong_loop_filter_func)(uint8_t *src, ptrdiff_t stride, int alpha, int lims, int dmode, int chroma)
Definition: rv34dsp.h:49
h264chroma.h
RV34DSPContext::rv34_idct_add
rv34_idct_add_func rv34_idct_add
Definition: rv34dsp.h:70
RV34DSPContext::rv40_strong_loop_filter
rv40_strong_loop_filter_func rv40_strong_loop_filter[2]
Definition: rv34dsp.h:73
src2
const pixel * src2
Definition: h264pred_template.c:422
RV34DSPContext::rv34_inv_transform_dc
rv34_inv_transform_func rv34_inv_transform_dc
Definition: rv34dsp.h:69
stride
#define stride
Definition: h264pred_template.c:537
ff_rv34dsp_init_x86
void ff_rv34dsp_init_x86(RV34DSPContext *c)
Definition: rv34dsp_init.c:33
RV34DSPContext::rv40_weak_loop_filter
rv40_weak_loop_filter_func rv40_weak_loop_filter[2]
Definition: rv34dsp.h:72
ff_rv30dsp_init
void ff_rv30dsp_init(RV34DSPContext *c)
Definition: rv30dsp.c:268
ff_rv34dsp_init
void ff_rv34dsp_init(RV34DSPContext *c)
Definition: rv34dsp.c:131
ff_rv34dsp_init_riscv
void ff_rv34dsp_init_riscv(RV34DSPContext *c)
Definition: rv34dsp_init.c:31
alpha
static const int16_t alpha[]
Definition: ilbcdata.h:55
rv34_inv_transform_func
void(* rv34_inv_transform_func)(int16_t *block)
Definition: rv34dsp.h:38
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
block
The exact code depends on how similar the blocks are and how related they are to the block
Definition: filter_design.txt:207
ff_rv40dsp_init_x86
void ff_rv40dsp_init_x86(RV34DSPContext *c)
Definition: rv40dsp_init.c:188
RV34DSPContext::put_chroma_pixels_tab
h264_chroma_mc_func put_chroma_pixels_tab[3]
Definition: rv34dsp.h:60
int
int
Definition: ffmpeg_filter.c:409
ff_rv40dsp_init
void ff_rv40dsp_init(RV34DSPContext *c)
Definition: rv40dsp.c:619
rv40_weak_loop_filter_func
void(* rv40_weak_loop_filter_func)(uint8_t *src, ptrdiff_t stride, int filter_p1, int filter_q1, int alpha, int beta, int lims, int lim_q1, int lim_p1)
Definition: rv34dsp.h:44