FFmpeg
cavs.h
Go to the documentation of this file.
1 /*
2  * Chinese AVS video (AVS1-P2, JiZhun profile) decoder.
3  * Copyright (c) 2006 Stefan Gehrer <stefan.gehrer@gmx.de>
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #ifndef AVCODEC_CAVS_H
23 #define AVCODEC_CAVS_H
24 
25 #include "cavsdsp.h"
26 #include "blockdsp.h"
27 #include "h264chroma.h"
28 #include "idctdsp.h"
29 #include "get_bits.h"
30 #include "videodsp.h"
31 
32 #define SLICE_MAX_START_CODE 0x000001af
33 #define EXT_START_CODE 0x000001b5
34 #define USER_START_CODE 0x000001b2
35 #define CAVS_START_CODE 0x000001b0
36 #define PIC_I_START_CODE 0x000001b3
37 #define PIC_PB_START_CODE 0x000001b6
38 
39 #define A_AVAIL 1
40 #define B_AVAIL 2
41 #define C_AVAIL 4
42 #define D_AVAIL 8
43 #define NOT_AVAIL -1
44 #define REF_INTRA -2
45 #define REF_DIR -3
46 
47 #define ESCAPE_CODE 59
48 
49 #define FWD0 0x01
50 #define FWD1 0x02
51 #define BWD0 0x04
52 #define BWD1 0x08
53 #define SYM0 0x10
54 #define SYM1 0x20
55 #define SPLITH 0x40
56 #define SPLITV 0x80
57 
58 #define MV_BWD_OFFS 12
59 #define MV_STRIDE 4
60 
61 enum cavs_mb {
62  I_8X8 = 0,
73  B_8X8 = 29
74 };
75 
81 };
82 
92 };
93 
102 };
103 
111 };
112 
118 };
119 
141 };
142 
143 DECLARE_ALIGNED(8, typedef, struct) {
144  int16_t x;
145  int16_t y;
146  int16_t dist;
147  int16_t ref;
148 } cavs_vector;
149 
150 struct dec_2dvlc {
151  int8_t rltab[59][3];
152  int8_t level_add[27];
153  int8_t golomb_order;
155  int8_t max_run;
156 };
157 
158 typedef struct AVSFrame {
160  int poc;
161 } AVSFrame;
162 
163 typedef struct AVSContext {
171  AVSFrame cur; ///< currently decoded frame
172  AVSFrame DPB[2]; ///< reference frames
173  int dist[2]; ///< temporal distances from current frame to ref frames
177  int mb_width, mb_height;
178  int width, height;
179  int stream_revision; ///<0 for samples from 2006, 1 for rm52j encoder
182  int skip_mode_flag; ///< select between skip_count or one skip_flag per MB
184  int alpha_offset, beta_offset;
185  int ref_flag;
186  int mbx, mby, mbidx; ///< macroblock coordinates
187  int flags; ///< availability flags of neighbouring macroblocks
188  int stc; ///< last start code
189  uint8_t *cy, *cu, *cv; ///< current MB sample pointers
190  int left_qp;
192 
193  /** mv motion vector cache
194  0: D3 B2 B3 C2
195  4: A1 X0 X1 -
196  8: A3 X2 X3 -
197 
198  X are the vectors in the current macroblock (5,6,9,10)
199  A is the macroblock to the left (4,8)
200  B is the macroblock to the top (1,2)
201  C is the macroblock to the top-right (3)
202  D is the macroblock to the top-left (0)
203 
204  the same is repeated for backward motion vectors */
205  cavs_vector mv[2*4*3];
206  cavs_vector *top_mv[2];
208 
209  /** luma pred mode cache
210  0: -- B2 B3
211  3: A1 X0 X1
212  6: A3 X2 X3 */
213  int pred_mode_Y[3*3];
215  ptrdiff_t l_stride, c_stride;
216  int luma_scan[4];
217  int qp;
218  int qp_fixed;
220  int cbp;
222 
223  /** intra prediction is done with un-deblocked samples
224  they are saved here before deblocking the MB */
225  uint8_t *top_border_y, *top_border_u, *top_border_v;
226  uint8_t left_border_y[26], left_border_u[10], left_border_v[10];
227  uint8_t intern_border_y[26];
228  uint8_t topleft_border_y, topleft_border_u, topleft_border_v;
229 
230  void (*intra_pred_l[8])(uint8_t *d, uint8_t *top, uint8_t *left, ptrdiff_t stride);
231  void (*intra_pred_c[7])(uint8_t *d, uint8_t *top, uint8_t *left, ptrdiff_t stride);
233 
234  /* scaling factors for MV prediction */
235  int sym_factor; ///< for scaling in symmetrical B block
236  int direct_den[2]; ///< for scaling in direct B block
237  int scale_den[2]; ///< for scaling neighbouring MVs
238 
240 
242  int16_t *block;
243 } AVSContext;
244 
245 extern const uint8_t ff_cavs_chroma_qp[64];
246 extern const uint8_t ff_cavs_partition_flags[30];
247 extern const cavs_vector ff_cavs_intra_mv;
248 extern const cavs_vector ff_cavs_dir_mv;
249 
250 static inline void set_mvs(cavs_vector *mv, enum cavs_block size) {
251  switch(size) {
252  case BLK_16X16:
253  mv[MV_STRIDE ] = mv[0];
254  mv[MV_STRIDE+1] = mv[0];
255  case BLK_16X8:
256  mv[1] = mv[0];
257  break;
258  case BLK_8X16:
259  mv[MV_STRIDE] = mv[0];
260  break;
261  }
262 }
263 
264 void ff_cavs_filter(AVSContext *h, enum cavs_mb mb_type);
266  int block);
268 void ff_cavs_modify_mb_i(AVSContext *h, int *pred_mode_uv);
269 void ff_cavs_inter(AVSContext *h, enum cavs_mb mb_type);
270 void ff_cavs_mv(AVSContext *h, enum cavs_mv_loc nP, enum cavs_mv_loc nC,
271  enum cavs_mv_pred mode, enum cavs_block size, int ref);
272 void ff_cavs_init_mb(AVSContext *h);
276 int ff_cavs_init(AVCodecContext *avctx);
277 int ff_cavs_end (AVCodecContext *avctx);
278 
279 #endif /* AVCODEC_CAVS_H */
cavs_mv_loc
Definition: cavs.h:120
int pic_structure
Definition: cavs.h:181
uint8_t topleft_border_y
Definition: cavs.h:228
cavs_intra_luma
Definition: cavs.h:83
Definition: cavs.h:73
int got_keyframe
Definition: cavs.h:241
AVCodecContext * avctx
Definition: cavs.h:164
int inc_limit
Definition: cavs.h:154
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
uint8_t * edge_emu_buffer
Definition: cavs.h:239
int cbp
Definition: cavs.h:220
const cavs_vector ff_cavs_intra_mv
mark block as using intra prediction
Definition: cavsdata.c:69
Definition: cavs.h:62
int16_t x
Definition: cavs.h:144
const uint8_t ff_cavs_chroma_qp[64]
Definition: cavsdata.c:57
cavs_vector * col_mv
Definition: cavs.h:207
int poc
Definition: cavs.h:160
Scantable.
Definition: idctdsp.h:31
Definition: cavs.h:69
void ff_cavs_modify_mb_i(AVSContext *h, int *pred_mode_uv)
Definition: cavs.c:363
Definition: cavs.h:66
int qp
Definition: cavs.h:217
int loop_filter_disable
Definition: cavs.h:183
int left_qp
Definition: cavs.h:190
void ff_cavs_init_mb(AVSContext *h)
initialise predictors for motion vectors and intra prediction
Definition: cavs.c:637
int ff_cavs_init(AVCodecContext *avctx)
Definition: cavs.c:794
void ff_cavs_load_intra_pred_luma(AVSContext *h, uint8_t *top, uint8_t **left, int block)
Definition: cavs.c:185
cavs_mb
Definition: cavs.h:61
#define MV_BWD_OFFS
Definition: cavs.h:58
ScanTable scantable
Definition: cavs.h:221
The exact code depends on how similar the blocks are and how related they are to the block
uint8_t
int ref_flag
Definition: cavs.h:185
uint8_t * top_qp
Definition: cavs.h:191
int8_t rltab[59][3]
Definition: cavs.h:151
uint8_t * top_border_y
intra prediction is done with un-deblocked samples they are saved here before deblocking the MB ...
Definition: cavs.h:225
int width
Definition: cavs.h:178
#define DECLARE_ALIGNED(n, t, v)
Declare a variable that is aligned in memory.
Definition: mem.h:112
#define height
cavs_intra_chroma
Definition: cavs.h:94
int8_t golomb_order
Definition: cavs.h:153
bitstream reader API header.
ptrdiff_t size
Definition: opengl_enc.c:100
int mby
Definition: cavs.h:186
GetBitContext gb
Definition: cavs.h:170
uint8_t * cy
Definition: cavs.h:189
int ff_cavs_next_mb(AVSContext *h)
save predictors for later macroblocks and increase macroblock address
Definition: cavs.c:678
void ff_cavs_load_intra_pred_chroma(AVSContext *h)
Definition: cavs.c:236
Definition: cavs.h:67
int ff_cavs_end(AVCodecContext *avctx)
Definition: cavs.c:840
int progressive
Definition: cavs.h:180
AVSFrame cur
currently decoded frame
Definition: cavs.h:171
Definition: cavs.h:78
CAVSDSPContext cdsp
Definition: cavs.h:169
int ff_cavs_init_top_lines(AVSContext *h)
some predictions require data from the top-neighbouring macroblock.
Definition: cavs.c:759
Definition: cavs.h:65
void ff_cavs_mv(AVSContext *h, enum cavs_mv_loc nP, enum cavs_mv_loc nC, enum cavs_mv_pred mode, enum cavs_block size, int ref)
Definition: cavs.c:575
int skip_mode_flag
select between skip_count or one skip_flag per MB
Definition: cavs.h:182
int stream_revision
0 for samples from 2006, 1 for rm52j encoder
Definition: cavs.h:179
int pic_qp_fixed
Definition: cavs.h:219
Definition: cavs.h:116
cavs_sub_mb
Definition: cavs.h:76
int16_t dist
Definition: cavs.h:146
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
const uint8_t ff_cavs_partition_flags[30]
Definition: cavsdata.c:24
int16_t * block
Definition: cavs.h:242
const cavs_vector ff_cavs_dir_mv
mark block as "no prediction from this direction" e.g.
Definition: cavsdata.c:66
Definition: cavs.h:80
static const int8_t mv[256][2]
Definition: 4xm.c:77
Definition: cavs.h:115
int8_t max_run
Definition: cavs.h:155
void ff_cavs_inter(AVSContext *h, enum cavs_mb mb_type)
Definition: cavs.c:494
main external API structure.
Definition: avcodec.h:1565
int sym_factor
for scaling in symmetrical B block
Definition: cavs.h:235
cavs_block
Definition: cavs.h:113
Tag MUST be and< 10hcoeff half pel interpolation filter coefficients, hcoeff[0] are the 2 middle coefficients[1] are the next outer ones and so on, resulting in a filter like:...eff[2], hcoeff[1], hcoeff[0], hcoeff[0], hcoeff[1], hcoeff[2]...the sign of the coefficients is not explicitly stored but alternates after each coeff and coeff[0] is positive, so...,+,-,+,-,+,+,-,+,-,+,...hcoeff[0] is not explicitly stored but found by subtracting the sum of all stored coefficients with signs from 32 hcoeff[0]=32-hcoeff[1]-hcoeff[2]-...a good choice for hcoeff and htaps is htaps=6 hcoeff={40,-10, 2}an alternative which requires more computations at both encoder and decoder side and may or may not be better is htaps=8 hcoeff={42,-14, 6,-2}ref_frames minimum of the number of available reference frames and max_ref_frames for example the first frame after a key frame always has ref_frames=1spatial_decomposition_type wavelet type 0 is a 9/7 symmetric compact integer wavelet 1 is a 5/3 symmetric compact integer wavelet others are reserved stored as delta from last, last is reset to 0 if always_reset||keyframeqlog quality(logarithmic quantizer scale) stored as delta from last, last is reset to 0 if always_reset||keyframemv_scale stored as delta from last, last is reset to 0 if always_reset||keyframe FIXME check that everything works fine if this changes between framesqbias dequantization bias stored as delta from last, last is reset to 0 if always_reset||keyframeblock_max_depth maximum depth of the block tree stored as delta from last, last is reset to 0 if always_reset||keyframequant_table quantization tableHighlevel bitstream structure:==============================--------------------------------------------|Header|--------------------------------------------|------------------------------------|||Block0||||split?||||yes no||||.........intra?||||:Block01:yes no||||:Block02:.................||||:Block03::y DC::ref index:||||:Block04::cb DC::motion x:||||.........:cr DC::motion y:||||.................|||------------------------------------||------------------------------------|||Block1|||...|--------------------------------------------|------------------------------------|||Y subbands||Cb subbands||Cr subbands||||------||------||------|||||LL0||HL0||||LL0||HL0||||LL0||HL0|||||------||------||------||||------||------||------|||||LH0||HH0||||LH0||HH0||||LH0||HH0|||||------||------||------||||------||------||------|||||HL1||LH1||||HL1||LH1||||HL1||LH1|||||------||------||------||||------||------||------|||||HH1||HL2||||HH1||HL2||||HH1||HL2|||||...||...||...|||------------------------------------|--------------------------------------------Decoding process:=================------------|||Subbands|------------||||------------|Intra DC||||LL0 subband prediction------------|\Dequantization-------------------\||Reference frames|\IDWT|--------------|Motion\|||Frame 0||Frame 1||Compensation.OBMC v-------|--------------|--------------.\------> Frame n output Frame Frame<----------------------------------/|...|-------------------Range Coder:============Binary Range Coder:-------------------The implemented range coder is an adapted version based upon"Range encoding: an algorithm for removing redundancy from a digitised message."by G.N.N.Martin.The symbols encoded by the Snow range coder are bits(0|1).The associated probabilities are not fix but change depending on the symbol mix seen so far.bit seen|new state---------+-----------------------------------------------0|256-state_transition_table[256-old_state];1|state_transition_table[old_state];state_transition_table={0, 0, 0, 0, 0, 0, 0, 0, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 190, 191, 192, 194, 194, 195, 196, 197, 198, 199, 200, 201, 202, 202, 204, 205, 206, 207, 208, 209, 209, 210, 211, 212, 213, 215, 215, 216, 217, 218, 219, 220, 220, 222, 223, 224, 225, 226, 227, 227, 229, 229, 230, 231, 232, 234, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 248, 0, 0, 0, 0, 0, 0, 0};FIXME Range Coding of integers:-------------------------FIXME Neighboring Blocks:===================left and top are set to the respective blocks unless they are outside of the image in which case they are set to the Null block top-left is set to the top left block unless it is outside of the image in which case it is set to the left block if this block has no larger parent block or it is at the left side of its parent block and the top right block is not outside of the image then the top right block is used for top-right else the top-left block is used Null block y, cb, cr are 128 level, ref, mx and my are 0 Motion Vector Prediction:=========================1.the motion vectors of all the neighboring blocks are scaled to compensate for the difference of reference frames scaled_mv=(mv *(256 *(current_reference+1)/(mv.reference+1))+128)> the median of the scaled left
Definition: snow.txt:206
Definition: cavs.h:79
int * top_pred_Y
Definition: cavs.h:214
int16_t ref
Definition: cavs.h:147
int8_t level_add[27]
Definition: cavs.h:152
void ff_cavs_filter(AVSContext *h, enum cavs_mb mb_type)
in-loop deblocking filter for a single macroblock
Definition: cavs.c:109
Definition: cavs.h:64
int profile
Definition: cavs.h:175
int stc
last start code
Definition: cavs.h:188
BlockDSPContext bdsp
Definition: cavs.h:165
uint8_t level
Definition: svq3.c:207
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:107
int qp_fixed
Definition: cavs.h:218
Definition: cavs.h:158
cavs_mv_pred
Definition: cavs.h:104
int flags
availability flags of neighbouring macroblocks
Definition: cavs.h:187
ptrdiff_t l_stride
Definition: cavs.h:215
Definition: cavs.h:63
Core video DSP helper functions.
int beta_offset
Definition: cavs.h:184
Decoded Picture Buffer (DPB).
Definition: vaapi_h264.c:82
#define MV_STRIDE
Definition: cavs.h:59
Definition: cavs.h:117
static void set_mvs(cavs_vector *mv, enum cavs_block size)
Definition: cavs.h:250
IDCTDSPContext idsp
Definition: cavs.h:167
Definition: cavs.h:68
int aspect_ratio
Definition: cavs.h:176
#define stride
int16_t y
Definition: cavs.h:145
VideoDSPContext vdsp
Definition: cavs.h:168
H264ChromaContext h264chroma
Definition: cavs.h:166
mode
Use these values in ebur128_init (or&#39;ed).
Definition: ebur128.h:83
int mb_width
Definition: cavs.h:177
AVFrame * f
Definition: cavs.h:159
int low_delay
Definition: cavs.h:174
uint8_t * col_type_base
Definition: cavs.h:232
int ff_cavs_init_pic(AVSContext *h)
Definition: cavs.c:723