FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
h264dsp.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2016 Martin Storsjo
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 2 of the License, or
9  * (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License along
17  * with FFmpeg; if not, write to the Free Software Foundation, Inc.,
18  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
19  */
20 
21 #include <string.h>
22 #include "checkasm.h"
23 #include "libavcodec/avcodec.h"
24 #include "libavcodec/h264dsp.h"
25 #include "libavcodec/h264data.h"
26 #include "libavutil/common.h"
27 #include "libavutil/internal.h"
28 #include "libavutil/intreadwrite.h"
29 
30 static const uint32_t pixel_mask[3] = { 0xffffffff, 0x01ff01ff, 0x03ff03ff };
31 
32 #define SIZEOF_PIXEL ((bit_depth + 7) / 8)
33 #define SIZEOF_COEF (2 * ((bit_depth + 7) / 8))
34 #define PIXEL_STRIDE 16
35 
36 #define randomize_buffers() \
37  do { \
38  int x, y; \
39  uint32_t mask = pixel_mask[bit_depth - 8]; \
40  for (y = 0; y < sz; y++) { \
41  for (x = 0; x < PIXEL_STRIDE; x += 4) { \
42  AV_WN32A(src + y * PIXEL_STRIDE + x, rnd() & mask); \
43  AV_WN32A(dst + y * PIXEL_STRIDE + x, rnd() & mask); \
44  } \
45  for (x = 0; x < sz; x++) { \
46  if (bit_depth == 8) { \
47  coef[y * sz + x] = src[y * PIXEL_STRIDE + x] - \
48  dst[y * PIXEL_STRIDE + x]; \
49  } else { \
50  ((int32_t *)coef)[y * sz + x] = \
51  ((uint16_t *)src)[y * (PIXEL_STRIDE/2) + x] - \
52  ((uint16_t *)dst)[y * (PIXEL_STRIDE/2) + x]; \
53  } \
54  } \
55  } \
56  } while (0)
57 
58 #define dct4x4_impl(size, dctcoef) \
59 static void dct4x4_##size(dctcoef *coef) \
60 { \
61  int i, y, x; \
62  dctcoef tmp[16]; \
63  for (i = 0; i < 4; i++) { \
64  const int z0 = coef[i*4 + 0] + coef[i*4 + 3]; \
65  const int z1 = coef[i*4 + 1] + coef[i*4 + 2]; \
66  const int z2 = coef[i*4 + 0] - coef[i*4 + 3]; \
67  const int z3 = coef[i*4 + 1] - coef[i*4 + 2]; \
68  tmp[i + 4*0] = z0 + z1; \
69  tmp[i + 4*1] = 2*z2 + z3; \
70  tmp[i + 4*2] = z0 - z1; \
71  tmp[i + 4*3] = z2 - 2*z3; \
72  } \
73  for (i = 0; i < 4; i++) { \
74  const int z0 = tmp[i*4 + 0] + tmp[i*4 + 3]; \
75  const int z1 = tmp[i*4 + 1] + tmp[i*4 + 2]; \
76  const int z2 = tmp[i*4 + 0] - tmp[i*4 + 3]; \
77  const int z3 = tmp[i*4 + 1] - tmp[i*4 + 2]; \
78  coef[i*4 + 0] = z0 + z1; \
79  coef[i*4 + 1] = 2*z2 + z3; \
80  coef[i*4 + 2] = z0 - z1; \
81  coef[i*4 + 3] = z2 - 2*z3; \
82  } \
83  for (y = 0; y < 4; y++) { \
84  for (x = 0; x < 4; x++) { \
85  static const int scale[] = { 13107 * 10, 8066 * 13, 5243 * 16 }; \
86  const int idx = (y & 1) + (x & 1); \
87  coef[y*4 + x] = (coef[y*4 + x] * scale[idx] + (1 << 14)) >> 15; \
88  } \
89  } \
90 }
91 
92 #define DCT8_1D(src, srcstride, dst, dststride) do { \
93  const int a0 = (src)[srcstride * 0] + (src)[srcstride * 7]; \
94  const int a1 = (src)[srcstride * 0] - (src)[srcstride * 7]; \
95  const int a2 = (src)[srcstride * 1] + (src)[srcstride * 6]; \
96  const int a3 = (src)[srcstride * 1] - (src)[srcstride * 6]; \
97  const int a4 = (src)[srcstride * 2] + (src)[srcstride * 5]; \
98  const int a5 = (src)[srcstride * 2] - (src)[srcstride * 5]; \
99  const int a6 = (src)[srcstride * 3] + (src)[srcstride * 4]; \
100  const int a7 = (src)[srcstride * 3] - (src)[srcstride * 4]; \
101  const int b0 = a0 + a6; \
102  const int b1 = a2 + a4; \
103  const int b2 = a0 - a6; \
104  const int b3 = a2 - a4; \
105  const int b4 = a3 + a5 + (a1 + (a1 >> 1)); \
106  const int b5 = a1 - a7 - (a5 + (a5 >> 1)); \
107  const int b6 = a1 + a7 - (a3 + (a3 >> 1)); \
108  const int b7 = a3 - a5 + (a7 + (a7 >> 1)); \
109  (dst)[dststride * 0] = b0 + b1; \
110  (dst)[dststride * 1] = b4 + (b7 >> 2); \
111  (dst)[dststride * 2] = b2 + (b3 >> 1); \
112  (dst)[dststride * 3] = b5 + (b6 >> 2); \
113  (dst)[dststride * 4] = b0 - b1; \
114  (dst)[dststride * 5] = b6 - (b5 >> 2); \
115  (dst)[dststride * 6] = (b2 >> 1) - b3; \
116  (dst)[dststride * 7] = (b4 >> 2) - b7; \
117 } while (0)
118 
119 #define dct8x8_impl(size, dctcoef) \
120 static void dct8x8_##size(dctcoef *coef) \
121 { \
122  int i, x, y; \
123  dctcoef tmp[64]; \
124  for (i = 0; i < 8; i++) \
125  DCT8_1D(coef + i, 8, tmp + i, 8); \
126  \
127  for (i = 0; i < 8; i++) \
128  DCT8_1D(tmp + 8*i, 1, coef + i, 8); \
129  \
130  for (y = 0; y < 8; y++) { \
131  for (x = 0; x < 8; x++) { \
132  static const int scale[] = { \
133  13107 * 20, 11428 * 18, 20972 * 32, \
134  12222 * 19, 16777 * 25, 15481 * 24, \
135  }; \
136  static const int idxmap[] = { \
137  0, 3, 4, 3, \
138  3, 1, 5, 1, \
139  4, 5, 2, 5, \
140  3, 1, 5, 1, \
141  }; \
142  const int idx = idxmap[(y & 3) * 4 + (x & 3)]; \
143  coef[y*8 + x] = ((int64_t)coef[y*8 + x] * \
144  scale[idx] + (1 << 17)) >> 18; \
145  } \
146  } \
147 }
148 
149 dct4x4_impl(16, int16_t)
150 dct4x4_impl(32, int32_t)
151 
152 dct8x8_impl(16, int16_t)
153 dct8x8_impl(32, int32_t)
154 
155 static void dct4x4(int16_t *coef, int bit_depth)
156 {
157  if (bit_depth == 8)
158  dct4x4_16(coef);
159  else
160  dct4x4_32((int32_t *) coef);
161 }
162 
163 static void dct8x8(int16_t *coef, int bit_depth)
164 {
165  if (bit_depth == 8) {
166  dct8x8_16(coef);
167  } else {
168  dct8x8_32((int32_t *) coef);
169  }
170 }
171 
172 
173 static void check_idct(void)
174 {
175  LOCAL_ALIGNED_16(uint8_t, src, [8 * 8 * 2]);
176  LOCAL_ALIGNED_16(uint8_t, dst, [8 * 8 * 2]);
177  LOCAL_ALIGNED_16(uint8_t, dst0, [8 * 8 * 2]);
178  LOCAL_ALIGNED_16(uint8_t, dst1_base, [8 * 8 * 2 + 32]);
179  LOCAL_ALIGNED_16(int16_t, coef, [8 * 8 * 2]);
180  LOCAL_ALIGNED_16(int16_t, subcoef0, [8 * 8 * 2]);
181  LOCAL_ALIGNED_16(int16_t, subcoef1, [8 * 8 * 2]);
183  int bit_depth, sz, align, dc;
184  declare_func_emms(AV_CPU_FLAG_MMX, void, uint8_t *dst, int16_t *block, int stride);
185 
186  for (bit_depth = 8; bit_depth <= 10; bit_depth++) {
187  ff_h264dsp_init(&h, bit_depth, 1);
188  for (sz = 4; sz <= 8; sz += 4) {
190 
191  if (sz == 4)
192  dct4x4(coef, bit_depth);
193  else
194  dct8x8(coef, bit_depth);
195 
196  for (dc = 0; dc <= 1; dc++) {
197  void (*idct)(uint8_t *, int16_t *, int) = NULL;
198  switch ((sz << 1) | dc) {
199  case (4 << 1) | 0: idct = h.h264_idct_add; break;
200  case (4 << 1) | 1: idct = h.h264_idct_dc_add; break;
201  case (8 << 1) | 0: idct = h.h264_idct8_add; break;
202  case (8 << 1) | 1: idct = h.h264_idct8_dc_add; break;
203  }
204  if (check_func(idct, "h264_idct%d_add%s_%dbpp", sz, dc ? "_dc" : "", bit_depth)) {
205  for (align = 0; align < 16; align += sz * SIZEOF_PIXEL) {
206  uint8_t *dst1 = dst1_base + align;
207  if (dc) {
208  memset(subcoef0, 0, sz * sz * SIZEOF_COEF);
209  memcpy(subcoef0, coef, SIZEOF_COEF);
210  } else {
211  memcpy(subcoef0, coef, sz * sz * SIZEOF_COEF);
212  }
213  memcpy(dst0, dst, sz * PIXEL_STRIDE);
214  memcpy(dst1, dst, sz * PIXEL_STRIDE);
215  memcpy(subcoef1, subcoef0, sz * sz * SIZEOF_COEF);
216  call_ref(dst0, subcoef0, PIXEL_STRIDE);
217  call_new(dst1, subcoef1, PIXEL_STRIDE);
218  if (memcmp(dst0, dst1, sz * PIXEL_STRIDE) ||
219  memcmp(subcoef0, subcoef1, sz * sz * SIZEOF_COEF))
220  fail();
221  bench_new(dst1, subcoef1, sz * SIZEOF_PIXEL);
222  }
223  }
224  }
225  }
226  }
227 }
228 
229 static void check_idct_multiple(void)
230 {
231  LOCAL_ALIGNED_16(uint8_t, dst_full, [16 * 16 * 2]);
232  LOCAL_ALIGNED_16(int16_t, coef_full, [16 * 16 * 2]);
233  LOCAL_ALIGNED_16(uint8_t, dst0, [16 * 16 * 2]);
234  LOCAL_ALIGNED_16(uint8_t, dst1, [16 * 16 * 2]);
235  LOCAL_ALIGNED_16(int16_t, coef0, [16 * 16 * 2]);
236  LOCAL_ALIGNED_16(int16_t, coef1, [16 * 16 * 2]);
237  LOCAL_ALIGNED_16(uint8_t, nnzc, [15 * 8]);
239  int bit_depth, i, y, func;
240  declare_func_emms(AV_CPU_FLAG_MMX, void, uint8_t *dst, const int *block_offset, int16_t *block, int stride, const uint8_t nnzc[15*8]);
241 
242  for (bit_depth = 8; bit_depth <= 10; bit_depth++) {
243  ff_h264dsp_init(&h, bit_depth, 1);
244  for (func = 0; func < 3; func++) {
245  void (*idct)(uint8_t *, const int *, int16_t *, int, const uint8_t[]) = NULL;
246  const char *name;
247  int sz = 4, intra = 0;
248  int block_offset[16] = { 0 };
249  switch (func) {
250  case 0:
251  idct = h.h264_idct_add16;
252  name = "h264_idct_add16";
253  break;
254  case 1:
256  name = "h264_idct_add16intra";
257  intra = 1;
258  break;
259  case 2:
260  idct = h.h264_idct8_add4;
261  name = "h264_idct8_add4";
262  sz = 8;
263  break;
264  }
265  memset(nnzc, 0, 15 * 8);
266  memset(coef_full, 0, 16 * 16 * SIZEOF_COEF);
267  for (i = 0; i < 16 * 16; i += sz * sz) {
268  uint8_t src[8 * 8 * 2];
269  uint8_t dst[8 * 8 * 2];
270  int16_t coef[8 * 8 * 2];
271  int index = i / sz;
272  int block_y = (index / 16) * sz;
273  int block_x = index % 16;
274  int offset = (block_y * 16 + block_x) * SIZEOF_PIXEL;
275  int nnz = rnd() % 3;
276 
278  if (sz == 4)
279  dct4x4(coef, bit_depth);
280  else
281  dct8x8(coef, bit_depth);
282 
283  for (y = 0; y < sz; y++)
284  memcpy(&dst_full[offset + y * 16 * SIZEOF_PIXEL],
285  &dst[PIXEL_STRIDE * y], sz * SIZEOF_PIXEL);
286 
287  if (nnz > 1)
288  nnz = sz * sz;
289  memcpy(&coef_full[i * SIZEOF_COEF/sizeof(coef[0])],
290  coef, nnz * SIZEOF_COEF);
291 
292  if (intra && nnz == 1)
293  nnz = 0;
294 
295  nnzc[scan8[i / 16]] = nnz;
296  block_offset[i / 16] = offset;
297  }
298 
299  if (check_func(idct, "%s_%dbpp", name, bit_depth)) {
300  memcpy(coef0, coef_full, 16 * 16 * SIZEOF_COEF);
301  memcpy(coef1, coef_full, 16 * 16 * SIZEOF_COEF);
302  memcpy(dst0, dst_full, 16 * 16 * SIZEOF_PIXEL);
303  memcpy(dst1, dst_full, 16 * 16 * SIZEOF_PIXEL);
304  call_ref(dst0, block_offset, coef0, 16 * SIZEOF_PIXEL, nnzc);
305  call_new(dst1, block_offset, coef1, 16 * SIZEOF_PIXEL, nnzc);
306  if (memcmp(dst0, dst1, 16 * 16 * SIZEOF_PIXEL) ||
307  memcmp(coef0, coef1, 16 * 16 * SIZEOF_COEF))
308  fail();
309  bench_new(dst1, block_offset, coef1, 16 * SIZEOF_PIXEL, nnzc);
310  }
311  }
312  }
313 }
314 
316 {
317  check_idct();
319  report("idct");
320 }
void(* h264_idct_add)(uint8_t *dst, int16_t *block, int stride)
Definition: h264dsp.h:81
#define NULL
Definition: coverity.c:32
static void idct(int16_t block[64])
Definition: 4xm.c:163
static void check_idct_multiple(void)
Definition: h264dsp.c:229
static void check_idct(void)
Definition: h264dsp.c:173
#define src
Definition: vp8dsp.c:254
#define dct8x8_impl(size, dctcoef)
Definition: h264dsp.c:119
static const uint32_t pixel_mask[3]
Definition: h264dsp.c:30
H.264 DSP functions.
#define report
Definition: checkasm.h:120
static int16_t block[64]
Definition: dct.c:115
void(* h264_idct_add16)(uint8_t *dst, const int *blockoffset, int16_t *block, int stride, const uint8_t nnzc[15 *8])
Definition: h264dsp.h:90
uint8_t
static void dct8x8(int16_t *coef, int bit_depth)
Definition: h264dsp.c:163
void(* h264_idct8_add)(uint8_t *dst, int16_t *block, int stride)
Definition: h264dsp.h:83
void checkasm_check_h264dsp(void)
Definition: h264dsp.c:315
static const uint8_t offset[127][2]
Definition: vf_spp.c:92
#define fail()
Definition: checkasm.h:117
common internal API header
Context for storing H.264 DSP functions.
Definition: h264dsp.h:42
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
static void bit_depth(AudioStatsContext *s, uint64_t mask, uint64_t imask, AVRational *depth)
Definition: af_astats.c:152
void(* h264_idct_dc_add)(uint8_t *dst, int16_t *block, int stride)
Definition: h264dsp.h:85
int32_t
#define declare_func_emms(cpu_flags, ret,...)
Definition: checkasm.h:114
#define call_ref(...)
Definition: checkasm.h:123
const AVS_VideoInfo int align
Definition: avisynth_c.h:795
static void dct4x4(int16_t *coef)
Definition: vp8dsp.c:45
Libavcodec external API header.
#define PIXEL_STRIDE
Definition: h264dsp.c:34
#define SIZEOF_PIXEL
Definition: h264dsp.c:32
#define AV_CPU_FLAG_MMX
standard MMX
Definition: cpu.h:31
static const uint8_t scan8[16 *3+3]
Definition: h264dec.h:644
void(* h264_idct8_add4)(uint8_t *dst, const int *blockoffset, int16_t *block, int stride, const uint8_t nnzc[15 *8])
Definition: h264dsp.h:93
int index
Definition: gxfenc.c:89
#define check_func(func,...)
Definition: checkasm.h:108
#define SIZEOF_COEF
Definition: h264dsp.c:33
int(* func)(AVBPrint *dst, const char *in, const char *arg)
Definition: jacosubdec.c:67
void(* h264_idct8_dc_add)(uint8_t *dst, int16_t *block, int stride)
Definition: h264dsp.h:87
int
GLint GLenum GLboolean GLsizei stride
Definition: opengl_enc.c:105
common internal and external API header
#define rnd()
Definition: checkasm.h:101
#define dct4x4_impl(size, dctcoef)
Definition: h264dsp.c:58
void(* h264_idct_add16intra)(uint8_t *dst, const int *blockoffset, int16_t *block, int stride, const uint8_t nnzc[15 *8])
Definition: h264dsp.h:99
#define bench_new(...)
Definition: checkasm.h:250
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> dc
av_cold void ff_h264dsp_init(H264DSPContext *c, const int bit_depth, const int chroma_format_idc)
Definition: h264dsp.c:67
#define LOCAL_ALIGNED_16(t, v,...)
Definition: internal.h:131
#define call_new(...)
Definition: checkasm.h:190
#define randomize_buffers()
Definition: h264dsp.c:36
const char * name
Definition: opengl_enc.c:103