FFmpeg
h264_intrapred_init.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2025 Tristan Matthews <tmatth@videolan.org>
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include <stddef.h>
22 #include <stdint.h>
23 #include "config.h"
24 #include "libavutil/attributes.h"
25 #include "libavutil/cpu.h"
26 #include "libavutil/riscv/cpu.h"
27 #include "libavcodec/codec_id.h"
28 #include "libavcodec/h264pred.h"
29 
30 #define PRED8x8(TYPE, DEPTH, SUFFIX) \
31 void ff_pred8x8_ ## TYPE ## _ ## DEPTH ## _ ## SUFFIX (uint8_t *src, \
32  ptrdiff_t stride);
33 
34 #define PRED16x16(TYPE, DEPTH, SUFFIX) \
35 void ff_pred16x16_ ## TYPE ## _ ## DEPTH ## _ ## SUFFIX (uint8_t *src, \
36  ptrdiff_t stride);
37 
38 /* 8-bit versions */
39 PRED8x8(horizontal, 8, rvv_vl128)
40 PRED8x8(horizontal, 8, rvv_vl256)
41 PRED8x8(plane, 8, rvv_vl128)
42 PRED8x8(plane, 8, rvv_vl256)
43 PRED16x16(horizontal, 8, rvv_vl128)
44 PRED16x16(horizontal, 8, rvv_vl256)
45 PRED16x16(vertical, 8, rvv_vl128)
46 PRED16x16(vertical, 8, rvv_vl256)
47 PRED16x16(dc, 8, rvv_vl128)
48 PRED16x16(dc, 8, rvv_vl256)
49 PRED16x16(128_dc, 8, rvv_vl128)
50 PRED16x16(128_dc, 8, rvv_vl256)
51 PRED16x16(left_dc, 8, rvv_vl128)
52 PRED16x16(left_dc, 8, rvv_vl256)
53 PRED16x16(top_dc, 8, rvv_vl128)
54 PRED16x16(top_dc, 8, rvv_vl256)
55 PRED16x16(plane, 8, rvv_vl128)
56 PRED16x16(plane, 8, rvv_vl256)
57 
59  const int bit_depth,
60  const int chroma_format_idc)
61 {
62 #if HAVE_RVV
64 
65  if (!(cpu_flags & AV_CPU_FLAG_RVV_I32) || !ff_rv_vlen_least(128)) return;
66 
67  const int vlen = 8 * ff_get_rv_vlenb();
68 
69  if (bit_depth == 8) {
70  if (chroma_format_idc <= 1) {
73  if (vlen >= 256) {
74  h->pred8x8[PLANE_PRED8x8] = ff_pred8x8_plane_8_rvv_vl256;
75  } else {
76  h->pred8x8[PLANE_PRED8x8] = ff_pred8x8_plane_8_rvv_vl128;
77  }
78  }
79  if (vlen >= 256) {
80  h->pred8x8[HOR_PRED8x8] = ff_pred8x8_horizontal_8_rvv_vl256;
81  } else {
82  h->pred8x8[HOR_PRED8x8] = ff_pred8x8_horizontal_8_rvv_vl128;
83  }
84  }
85  if (vlen >= 256) {
86  h->pred16x16[HOR_PRED8x8] = ff_pred16x16_horizontal_8_rvv_vl256;
87  h->pred16x16[DC_PRED8x8] = ff_pred16x16_dc_8_rvv_vl256;
88  h->pred16x16[LEFT_DC_PRED8x8] = ff_pred16x16_left_dc_8_rvv_vl256;
90  h->pred16x16[TOP_DC_PRED8x8] = ff_pred16x16_top_dc_8_rvv_vl256;
91  h->pred16x16[VERT_PRED8x8] = ff_pred16x16_vertical_8_rvv_vl256;
92  h->pred16x16[DC_128_PRED8x8] = ff_pred16x16_128_dc_8_rvv_vl256;
93  } else {
94  h->pred16x16[HOR_PRED8x8] = ff_pred16x16_horizontal_8_rvv_vl128;
95  h->pred16x16[DC_PRED8x8] = ff_pred16x16_dc_8_rvv_vl128;
96  h->pred16x16[LEFT_DC_PRED8x8] = ff_pred16x16_left_dc_8_rvv_vl128;
98  h->pred16x16[TOP_DC_PRED8x8] = ff_pred16x16_top_dc_8_rvv_vl128;
99  h->pred16x16[VERT_PRED8x8] = ff_pred16x16_vertical_8_rvv_vl128;
100  h->pred16x16[DC_128_PRED8x8] = ff_pred16x16_128_dc_8_rvv_vl128;
101  }
105  if (vlen >= 256) {
106  h->pred16x16[PLANE_PRED8x8] = ff_pred16x16_plane_8_rvv_vl256;
107  } else {
108  h->pred16x16[PLANE_PRED8x8] = ff_pred16x16_plane_8_rvv_vl128;
109  }
110  }
111  }
112 #endif
113 }
HOR_PRED8x8
#define HOR_PRED8x8
Definition: h264pred.h:69
DC_PRED8x8
#define DC_PRED8x8
Definition: h264pred.h:68
av_cold
#define av_cold
Definition: attributes.h:119
bit_depth
static void bit_depth(AudioStatsContext *s, const uint64_t *const mask, uint8_t *depth)
Definition: af_astats.c:246
cpu.h
codec_id.h
ff_h264_pred_init_riscv
void ff_h264_pred_init_riscv(H264PredContext *h, int codec_id, const int bit_depth, const int chroma_format_idc)
av_get_cpu_flags
int av_get_cpu_flags(void)
Return the flags which specify extensions supported by the CPU.
Definition: cpu.c:109
codec_id
enum AVCodecID codec_id
Definition: vaapi_decode.c:410
AV_CODEC_ID_SVQ3
@ AV_CODEC_ID_SVQ3
Definition: codec_id.h:73
TOP_DC_PRED8x8
#define TOP_DC_PRED8x8
Definition: h264pred.h:75
VERT_PRED8x8
#define VERT_PRED8x8
Definition: h264pred.h:70
attributes.h
dc
Tag MUST be and< 10hcoeff half pel interpolation filter coefficients, hcoeff[0] are the 2 middle coefficients[1] are the next outer ones and so on, resulting in a filter like:...eff[2], hcoeff[1], hcoeff[0], hcoeff[0], hcoeff[1], hcoeff[2] ... the sign of the coefficients is not explicitly stored but alternates after each coeff and coeff[0] is positive, so ...,+,-,+,-,+,+,-,+,-,+,... hcoeff[0] is not explicitly stored but found by subtracting the sum of all stored coefficients with signs from 32 hcoeff[0]=32 - hcoeff[1] - hcoeff[2] - ... a good choice for hcoeff and htaps is htaps=6 hcoeff={40,-10, 2} an alternative which requires more computations at both encoder and decoder side and may or may not be better is htaps=8 hcoeff={42,-14, 6,-2}ref_frames minimum of the number of available reference frames and max_ref_frames for example the first frame after a key frame always has ref_frames=1spatial_decomposition_type wavelet type 0 is a 9/7 symmetric compact integer wavelet 1 is a 5/3 symmetric compact integer wavelet others are reserved stored as delta from last, last is reset to 0 if always_reset||keyframeqlog quality(logarithmic quantizer scale) stored as delta from last, last is reset to 0 if always_reset||keyframemv_scale stored as delta from last, last is reset to 0 if always_reset||keyframe FIXME check that everything works fine if this changes between framesqbias dequantization bias stored as delta from last, last is reset to 0 if always_reset||keyframeblock_max_depth maximum depth of the block tree stored as delta from last, last is reset to 0 if always_reset||keyframequant_table quantization tableHighlevel bitstream structure:==============================--------------------------------------------|Header|--------------------------------------------|------------------------------------|||Block0||||split?||||yes no||||......... intra?||||:Block01 :yes no||||:Block02 :....... ..........||||:Block03 ::y DC ::ref index:||||:Block04 ::cb DC ::motion x :||||......... :cr DC ::motion y :||||....... ..........|||------------------------------------||------------------------------------|||Block1|||...|--------------------------------------------|------------ ------------ ------------|||Y subbands||Cb subbands||Cr subbands||||--- ---||--- ---||--- ---|||||LL0||HL0||||LL0||HL0||||LL0||HL0|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||LH0||HH0||||LH0||HH0||||LH0||HH0|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||HL1||LH1||||HL1||LH1||||HL1||LH1|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||HH1||HL2||||HH1||HL2||||HH1||HL2|||||...||...||...|||------------ ------------ ------------|--------------------------------------------Decoding process:=================------------|||Subbands|------------||||------------|Intra DC||||LL0 subband prediction ------------|\ Dequantization ------------------- \||Reference frames|\ IDWT|------- -------|Motion \|||Frame 0||Frame 1||Compensation . OBMC v -------|------- -------|--------------. \------> Frame n output Frame Frame<----------------------------------/|...|------------------- Range Coder:============Binary Range Coder:------------------- The implemented range coder is an adapted version based upon "Range encoding: an algorithm for removing redundancy from a digitised message." by G. N. N. Martin. The symbols encoded by the Snow range coder are bits(0|1). The associated probabilities are not fix but change depending on the symbol mix seen so far. bit seen|new state ---------+----------------------------------------------- 0|256 - state_transition_table[256 - old_state];1|state_transition_table[old_state];state_transition_table={ 0, 0, 0, 0, 0, 0, 0, 0, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 190, 191, 192, 194, 194, 195, 196, 197, 198, 199, 200, 201, 202, 202, 204, 205, 206, 207, 208, 209, 209, 210, 211, 212, 213, 215, 215, 216, 217, 218, 219, 220, 220, 222, 223, 224, 225, 226, 227, 227, 229, 229, 230, 231, 232, 234, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 248, 0, 0, 0, 0, 0, 0, 0};FIXME Range Coding of integers:------------------------- FIXME Neighboring Blocks:===================left and top are set to the respective blocks unless they are outside of the image in which case they are set to the Null block top-left is set to the top left block unless it is outside of the image in which case it is set to the left block if this block has no larger parent block or it is at the left side of its parent block and the top right block is not outside of the image then the top right block is used for top-right else the top-left block is used Null block y, cb, cr are 128 level, ref, mx and my are 0 Motion Vector Prediction:=========================1. the motion vectors of all the neighboring blocks are scaled to compensate for the difference of reference frames scaled_mv=(mv *(256 *(current_reference+1)/(mv.reference+1))+128)> the median of the scaled top and top right vectors is used as motion vector prediction the used motion vector is the sum of the predictor and(mvx_diff, mvy_diff) *mv_scale Intra DC Prediction block[y][x] dc[1]
Definition: snow.txt:400
DC_128_PRED8x8
#define DC_128_PRED8x8
Definition: h264pred.h:76
cpu_flags
CheckasmCpu cpu_flags
Definition: checkasm.c:84
cpu.h
PLANE_PRED8x8
#define PLANE_PRED8x8
Definition: h264pred.h:71
AV_CODEC_ID_VP7
@ AV_CODEC_ID_VP7
Definition: codec_id.h:230
AV_CODEC_ID_RV40
@ AV_CODEC_ID_RV40
Definition: codec_id.h:119
AV_CPU_FLAG_RVV_I32
#define AV_CPU_FLAG_RVV_I32
Vectors of 8/16/32-bit int's *‍/.
Definition: cpu.h:97
LEFT_DC_PRED8x8
#define LEFT_DC_PRED8x8
Definition: h264pred.h:74
PRED8x8
#define PRED8x8(TYPE, DEPTH, SUFFIX)
Definition: h264_intrapred_init.c:30
AV_CPU_FLAG_RVB
#define AV_CPU_FLAG_RVB
B (bit manipulations)
Definition: cpu.h:104
h264pred.h
H264PredContext
Context for storing H.264 prediction functions.
Definition: h264pred.h:94
AV_CODEC_ID_VP8
@ AV_CODEC_ID_VP8
Definition: codec_id.h:190
h
h
Definition: vp9dsp_template.c:2070
PRED16x16
#define PRED16x16(TYPE, DEPTH, SUFFIX)
Definition: h264_intrapred_init.c:34