30 #define BDOF_BLOCK_SIZE 16
31 #define BDOF_MIN_BLOCK_SIZE 4
61 const int block_w,
const int block_h);
74 const int16_t *
src0,
const int16_t *
src1,
76 uintptr_t w0_w1, uintptr_t offset_shift);
78 const int16_t *
src0,
const int16_t *
src1,
80 uintptr_t w0_w1, uintptr_t offset_shift);
82 const int16_t *
src0,
const int16_t *
src1,
84 uintptr_t w0_w1, uintptr_t offset_shift);
90 #define W_AVG_FUN(bit_depth) \
91 static void vvc_w_avg_ ## bit_depth(uint8_t *dst, ptrdiff_t dst_stride, \
92 const int16_t *src0, const int16_t *src1, int width, int height, \
93 int denom, int w0, int w1, int o0, int o1) \
95 int shift = denom + FFMAX(3, 15 - bit_depth); \
96 int offset = ((o0 + o1) * (1 << (bit_depth - 8)) + 1) * (1 << (shift - 1)); \
97 uintptr_t w0_w1 = ((uintptr_t)w0 << 32) | (uint32_t)w1; \
98 uintptr_t offset_shift = ((uintptr_t)offset << 32) | (uint32_t)shift; \
99 ff_vvc_w_avg_ ## bit_depth ## _neon(dst, dst_stride, src0, src1, width, height, w0_w1, offset_shift); \
106 #define DMVR_FUN(fn, bd) \
107 void ff_vvc_dmvr_ ## fn ## bd ## _neon(int16_t *dst, \
108 const uint8_t *_src, ptrdiff_t _src_stride, int height, \
109 intptr_t mx, intptr_t my, int width);
121 #define APPLY_BDOF_FUNC(bd) \
122 void ff_vvc_apply_bdof_ ## bd ## _neon(uint8_t *_dst, ptrdiff_t _dst_stride, \
123 const int16_t *_src0, const int16_t *_src1, \
124 int block_w, int block_h);
137 c->inter.put[0][1][0][0] = ff_vvc_put_pel_pixels4_8_neon;
138 c->inter.put[0][2][0][0] = ff_vvc_put_pel_pixels8_8_neon;
139 c->inter.put[0][3][0][0] = ff_vvc_put_pel_pixels16_8_neon;
140 c->inter.put[0][4][0][0] = ff_vvc_put_pel_pixels32_8_neon;
141 c->inter.put[0][5][0][0] = ff_vvc_put_pel_pixels64_8_neon;
142 c->inter.put[0][6][0][0] = ff_vvc_put_pel_pixels128_8_neon;
144 c->inter.put[0][1][0][1] = ff_vvc_put_qpel_h4_8_neon;
145 c->inter.put[0][2][0][1] = ff_vvc_put_qpel_h8_8_neon;
146 c->inter.put[0][3][0][1] = ff_vvc_put_qpel_h16_8_neon;
147 c->inter.put[0][4][0][1] =
148 c->inter.put[0][5][0][1] =
149 c->inter.put[0][6][0][1] = ff_vvc_put_qpel_h32_8_neon;
152 c->inter.put[0][2][1][0] =
153 c->inter.put[0][3][1][0] =
154 c->inter.put[0][4][1][0] =
155 c->inter.put[0][5][1][0] =
158 c->inter.put[0][1][1][1] = ff_vvc_put_qpel_hv4_8_neon;
159 c->inter.put[0][2][1][1] = ff_vvc_put_qpel_hv8_8_neon;
160 c->inter.put[0][3][1][1] = ff_vvc_put_qpel_hv16_8_neon;
161 c->inter.put[0][4][1][1] = ff_vvc_put_qpel_hv32_8_neon;
162 c->inter.put[0][5][1][1] = ff_vvc_put_qpel_hv64_8_neon;
163 c->inter.put[0][6][1][1] = ff_vvc_put_qpel_hv128_8_neon;
165 c->inter.put[1][1][0][0] = ff_vvc_put_pel_pixels4_8_neon;
166 c->inter.put[1][2][0][0] = ff_vvc_put_pel_pixels8_8_neon;
167 c->inter.put[1][3][0][0] = ff_vvc_put_pel_pixels16_8_neon;
168 c->inter.put[1][4][0][0] = ff_vvc_put_pel_pixels32_8_neon;
169 c->inter.put[1][5][0][0] = ff_vvc_put_pel_pixels64_8_neon;
170 c->inter.put[1][6][0][0] = ff_vvc_put_pel_pixels128_8_neon;
172 c->inter.put[1][1][0][1] = ff_vvc_put_epel_h4_8_neon;
173 c->inter.put[1][2][0][1] = ff_vvc_put_epel_h8_8_neon;
174 c->inter.put[1][3][0][1] = ff_vvc_put_epel_h16_8_neon;
175 c->inter.put[1][4][0][1] =
176 c->inter.put[1][5][0][1] =
177 c->inter.put[1][6][0][1] = ff_vvc_put_epel_h32_8_neon;
179 c->inter.put[1][1][1][1] = ff_vvc_put_epel_hv4_8_neon;
180 c->inter.put[1][2][1][1] = ff_vvc_put_epel_hv8_8_neon;
181 c->inter.put[1][3][1][1] = ff_vvc_put_epel_hv16_8_neon;
182 c->inter.put[1][4][1][1] = ff_vvc_put_epel_hv32_8_neon;
183 c->inter.put[1][5][1][1] = ff_vvc_put_epel_hv64_8_neon;
184 c->inter.put[1][6][1][1] = ff_vvc_put_epel_hv128_8_neon;
186 c->inter.put_uni[0][1][0][0] = ff_vvc_put_pel_uni_pixels4_8_neon;
187 c->inter.put_uni[0][2][0][0] = ff_vvc_put_pel_uni_pixels8_8_neon;
188 c->inter.put_uni[0][3][0][0] = ff_vvc_put_pel_uni_pixels16_8_neon;
189 c->inter.put_uni[0][4][0][0] = ff_vvc_put_pel_uni_pixels32_8_neon;
190 c->inter.put_uni[0][5][0][0] = ff_vvc_put_pel_uni_pixels64_8_neon;
191 c->inter.put_uni[0][6][0][0] = ff_vvc_put_pel_uni_pixels128_8_neon;
193 c->inter.put_uni[0][1][0][1] = ff_vvc_put_qpel_uni_h4_8_neon;
194 c->inter.put_uni[0][2][0][1] = ff_vvc_put_qpel_uni_h8_8_neon;
195 c->inter.put_uni[0][3][0][1] = ff_vvc_put_qpel_uni_h16_8_neon;
196 c->inter.put_uni[0][4][0][1] =
197 c->inter.put_uni[0][5][0][1] =
198 c->inter.put_uni[0][6][0][1] = ff_vvc_put_qpel_uni_h32_8_neon;
200 c->inter.put_uni_w[0][1][0][0] = ff_vvc_put_pel_uni_w_pixels4_8_neon;
201 c->inter.put_uni_w[0][2][0][0] = ff_vvc_put_pel_uni_w_pixels8_8_neon;
202 c->inter.put_uni_w[0][3][0][0] = ff_vvc_put_pel_uni_w_pixels16_8_neon;
203 c->inter.put_uni_w[0][4][0][0] = ff_vvc_put_pel_uni_w_pixels32_8_neon;
204 c->inter.put_uni_w[0][5][0][0] = ff_vvc_put_pel_uni_w_pixels64_8_neon;
205 c->inter.put_uni_w[0][6][0][0] = ff_vvc_put_pel_uni_w_pixels128_8_neon;
208 c->inter.w_avg = vvc_w_avg_8;
209 c->inter.dmvr[0][0] = ff_vvc_dmvr_8_neon;
210 c->inter.dmvr[0][1] = ff_vvc_dmvr_h_8_neon;
211 c->inter.dmvr[1][0] = ff_vvc_dmvr_v_8_neon;
212 c->inter.dmvr[1][1] = ff_vvc_dmvr_hv_8_neon;
213 c->inter.apply_bdof = ff_vvc_apply_bdof_8_neon;
221 c->alf.filter[
LUMA] = alf_filter_luma_8_neon;
222 c->alf.filter[
CHROMA] = alf_filter_chroma_8_neon;
223 c->alf.classify = alf_classify_8_neon;
226 c->inter.put[0][1][0][1] = ff_vvc_put_qpel_h4_8_neon_i8mm;
227 c->inter.put[0][2][0][1] = ff_vvc_put_qpel_h8_8_neon_i8mm;
228 c->inter.put[0][3][0][1] = ff_vvc_put_qpel_h16_8_neon_i8mm;
229 c->inter.put[0][4][0][1] = ff_vvc_put_qpel_h32_8_neon_i8mm;
230 c->inter.put[0][5][0][1] = ff_vvc_put_qpel_h64_8_neon_i8mm;
231 c->inter.put[0][6][0][1] = ff_vvc_put_qpel_h128_8_neon_i8mm;
233 c->inter.put[0][1][1][1] = ff_vvc_put_qpel_hv4_8_neon_i8mm;
234 c->inter.put[0][2][1][1] = ff_vvc_put_qpel_hv8_8_neon_i8mm;
235 c->inter.put[0][3][1][1] = ff_vvc_put_qpel_hv16_8_neon_i8mm;
236 c->inter.put[0][4][1][1] = ff_vvc_put_qpel_hv32_8_neon_i8mm;
237 c->inter.put[0][5][1][1] = ff_vvc_put_qpel_hv64_8_neon_i8mm;
238 c->inter.put[0][6][1][1] = ff_vvc_put_qpel_hv128_8_neon_i8mm;
240 c->inter.put[1][1][0][1] = ff_vvc_put_epel_h4_8_neon_i8mm;
241 c->inter.put[1][2][0][1] = ff_vvc_put_epel_h8_8_neon_i8mm;
242 c->inter.put[1][3][0][1] = ff_vvc_put_epel_h16_8_neon_i8mm;
243 c->inter.put[1][4][0][1] = ff_vvc_put_epel_h32_8_neon_i8mm;
244 c->inter.put[1][5][0][1] = ff_vvc_put_epel_h64_8_neon_i8mm;
245 c->inter.put[1][6][0][1] = ff_vvc_put_epel_h128_8_neon_i8mm;
247 c->inter.put[1][1][1][1] = ff_vvc_put_epel_hv4_8_neon_i8mm;
248 c->inter.put[1][2][1][1] = ff_vvc_put_epel_hv8_8_neon_i8mm;
249 c->inter.put[1][3][1][1] = ff_vvc_put_epel_hv16_8_neon_i8mm;
250 c->inter.put[1][4][1][1] = ff_vvc_put_epel_hv32_8_neon_i8mm;
251 c->inter.put[1][5][1][1] = ff_vvc_put_epel_hv64_8_neon_i8mm;
252 c->inter.put[1][6][1][1] = ff_vvc_put_epel_hv128_8_neon_i8mm;
254 }
else if (bd == 10) {
256 c->inter.w_avg = vvc_w_avg_10;
257 c->inter.dmvr[0][1] = ff_vvc_dmvr_h_10_neon;
258 c->inter.dmvr[1][1] = ff_vvc_dmvr_hv_10_neon;
259 c->inter.apply_bdof = ff_vvc_apply_bdof_10_neon;
262 c->inter.put[0][4][0][1] =
263 c->inter.put[0][5][0][1] =
266 c->alf.filter[
LUMA] = alf_filter_luma_10_neon;
267 c->alf.filter[
CHROMA] = alf_filter_chroma_10_neon;
268 c->alf.classify = alf_classify_10_neon;
269 }
else if (bd == 12) {
271 c->inter.w_avg = vvc_w_avg_12;
272 c->inter.dmvr[0][0] = ff_vvc_dmvr_12_neon;
273 c->inter.dmvr[0][1] = ff_vvc_dmvr_h_12_neon;
274 c->inter.dmvr[1][1] = ff_vvc_dmvr_hv_12_neon;
275 c->inter.apply_bdof = ff_vvc_apply_bdof_12_neon;
278 c->inter.put[0][4][0][1] =
279 c->inter.put[0][5][0][1] =
282 c->alf.filter[
LUMA] = alf_filter_luma_12_neon;
283 c->alf.filter[
CHROMA] = alf_filter_chroma_12_neon;
284 c->alf.classify = alf_classify_12_neon;