FFmpeg
av1dec.c
Go to the documentation of this file.
1 /*
2  * AV1 video decoder
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "config_components.h"
22 
24 #include "libavutil/pixdesc.h"
25 #include "libavutil/opt.h"
26 #include "avcodec.h"
27 #include "av1dec.h"
28 #include "bytestream.h"
29 #include "codec_internal.h"
30 #include "hwconfig.h"
31 #include "internal.h"
32 #include "profiles.h"
33 #include "thread.h"
34 
35 /**< same with Div_Lut defined in spec 7.11.3.7 */
36 static const uint16_t div_lut[AV1_DIV_LUT_NUM] = {
37  16384, 16320, 16257, 16194, 16132, 16070, 16009, 15948, 15888, 15828, 15768,
38  15709, 15650, 15592, 15534, 15477, 15420, 15364, 15308, 15252, 15197, 15142,
39  15087, 15033, 14980, 14926, 14873, 14821, 14769, 14717, 14665, 14614, 14564,
40  14513, 14463, 14413, 14364, 14315, 14266, 14218, 14170, 14122, 14075, 14028,
41  13981, 13935, 13888, 13843, 13797, 13752, 13707, 13662, 13618, 13574, 13530,
42  13487, 13443, 13400, 13358, 13315, 13273, 13231, 13190, 13148, 13107, 13066,
43  13026, 12985, 12945, 12906, 12866, 12827, 12788, 12749, 12710, 12672, 12633,
44  12596, 12558, 12520, 12483, 12446, 12409, 12373, 12336, 12300, 12264, 12228,
45  12193, 12157, 12122, 12087, 12053, 12018, 11984, 11950, 11916, 11882, 11848,
46  11815, 11782, 11749, 11716, 11683, 11651, 11619, 11586, 11555, 11523, 11491,
47  11460, 11429, 11398, 11367, 11336, 11305, 11275, 11245, 11215, 11185, 11155,
48  11125, 11096, 11067, 11038, 11009, 10980, 10951, 10923, 10894, 10866, 10838,
49  10810, 10782, 10755, 10727, 10700, 10673, 10645, 10618, 10592, 10565, 10538,
50  10512, 10486, 10460, 10434, 10408, 10382, 10356, 10331, 10305, 10280, 10255,
51  10230, 10205, 10180, 10156, 10131, 10107, 10082, 10058, 10034, 10010, 9986,
52  9963, 9939, 9916, 9892, 9869, 9846, 9823, 9800, 9777, 9754, 9732,
53  9709, 9687, 9664, 9642, 9620, 9598, 9576, 9554, 9533, 9511, 9489,
54  9468, 9447, 9425, 9404, 9383, 9362, 9341, 9321, 9300, 9279, 9259,
55  9239, 9218, 9198, 9178, 9158, 9138, 9118, 9098, 9079, 9059, 9039,
56  9020, 9001, 8981, 8962, 8943, 8924, 8905, 8886, 8867, 8849, 8830,
57  8812, 8793, 8775, 8756, 8738, 8720, 8702, 8684, 8666, 8648, 8630,
58  8613, 8595, 8577, 8560, 8542, 8525, 8508, 8490, 8473, 8456, 8439,
59  8422, 8405, 8389, 8372, 8355, 8339, 8322, 8306, 8289, 8273, 8257,
60  8240, 8224, 8208, 8192
61 };
62 
63 static uint32_t inverse_recenter(int r, uint32_t v)
64 {
65  if (v > 2 * r)
66  return v;
67  else if (v & 1)
68  return r - ((v + 1) >> 1);
69  else
70  return r + (v >> 1);
71 }
72 
73 static uint32_t decode_unsigned_subexp_with_ref(uint32_t sub_exp,
74  int mx, int r)
75 {
76  if ((r << 1) <= mx) {
77  return inverse_recenter(r, sub_exp);
78  } else {
79  return mx - 1 - inverse_recenter(mx - 1 - r, sub_exp);
80  }
81 }
82 
83 static int32_t decode_signed_subexp_with_ref(uint32_t sub_exp, int low,
84  int high, int r)
85 {
86  int32_t x = decode_unsigned_subexp_with_ref(sub_exp, high - low, r - low);
87  return x + low;
88 }
89 
90 static void read_global_param(AV1DecContext *s, int type, int ref, int idx)
91 {
92  uint8_t primary_frame, prev_frame;
93  uint32_t abs_bits, prec_bits, round, prec_diff, sub, mx;
94  int32_t r, prev_gm_param;
95 
96  primary_frame = s->raw_frame_header->primary_ref_frame;
97  prev_frame = s->raw_frame_header->ref_frame_idx[primary_frame];
98  abs_bits = AV1_GM_ABS_ALPHA_BITS;
99  prec_bits = AV1_GM_ALPHA_PREC_BITS;
100 
101  /* setup_past_independence() sets PrevGmParams to default values. We can
102  * simply point to the current's frame gm_params as they will be initialized
103  * with defaults at this point.
104  */
105  if (s->raw_frame_header->primary_ref_frame == AV1_PRIMARY_REF_NONE)
106  prev_gm_param = s->cur_frame.gm_params[ref][idx];
107  else
108  prev_gm_param = s->ref[prev_frame].gm_params[ref][idx];
109 
110  if (idx < 2) {
112  abs_bits = AV1_GM_ABS_TRANS_ONLY_BITS -
113  !s->raw_frame_header->allow_high_precision_mv;
114  prec_bits = AV1_GM_TRANS_ONLY_PREC_BITS -
115  !s->raw_frame_header->allow_high_precision_mv;
116  } else {
117  abs_bits = AV1_GM_ABS_TRANS_BITS;
118  prec_bits = AV1_GM_TRANS_PREC_BITS;
119  }
120  }
121  round = (idx % 3) == 2 ? (1 << AV1_WARPEDMODEL_PREC_BITS) : 0;
122  prec_diff = AV1_WARPEDMODEL_PREC_BITS - prec_bits;
123  sub = (idx % 3) == 2 ? (1 << prec_bits) : 0;
124  mx = 1 << abs_bits;
125  r = (prev_gm_param >> prec_diff) - sub;
126 
127  s->cur_frame.gm_params[ref][idx] =
128  (decode_signed_subexp_with_ref(s->raw_frame_header->gm_params[ref][idx],
129  -mx, mx + 1, r) << prec_diff) + round;
130 }
131 
132 static uint64_t round_two(uint64_t x, uint16_t n)
133 {
134  if (n == 0)
135  return x;
136  return ((x + ((uint64_t)1 << (n - 1))) >> n);
137 }
138 
139 static int64_t round_two_signed(int64_t x, uint16_t n)
140 {
141  return ((x<0) ? -((int64_t)round_two(-x, n)) : (int64_t)round_two(x, n));
142 }
143 
144 /**
145  * Resolve divisor process.
146  * see spec 7.11.3.7
147  */
148 static int16_t resolve_divisor(uint32_t d, uint16_t *shift)
149 {
150  int32_t e, f;
151 
152  *shift = av_log2(d);
153  e = d - (1 << (*shift));
154  if (*shift > AV1_DIV_LUT_BITS)
156  else
157  f = e << (AV1_DIV_LUT_BITS - (*shift));
158 
160 
161  return div_lut[f];
162 }
163 
164 /**
165  * check if global motion params is valid.
166  * see spec 7.11.3.6
167  */
168 static uint8_t get_shear_params_valid(AV1DecContext *s, int idx)
169 {
170  int16_t alpha, beta, gamma, delta, divf, divs;
171  int64_t v, w;
172  int32_t *param = &s->cur_frame.gm_params[idx][0];
173  if (param[2] < 0)
174  return 0;
175 
176  alpha = av_clip_int16(param[2] - (1 << AV1_WARPEDMODEL_PREC_BITS));
177  beta = av_clip_int16(param[3]);
178  divf = resolve_divisor(abs(param[2]), &divs);
179  v = (int64_t)param[4] * (1 << AV1_WARPEDMODEL_PREC_BITS);
180  w = (int64_t)param[3] * param[4];
181  gamma = av_clip_int16((int)round_two_signed((v * divf), divs));
182  delta = av_clip_int16(param[5] - (int)round_two_signed((w * divf), divs) - (1 << AV1_WARPEDMODEL_PREC_BITS));
183 
188 
189  if ((4 * abs(alpha) + 7 * abs(beta)) >= (1 << AV1_WARPEDMODEL_PREC_BITS) ||
190  (4 * abs(gamma) + 4 * abs(delta)) >= (1 << AV1_WARPEDMODEL_PREC_BITS))
191  return 0;
192 
193  return 1;
194 }
195 
196 /**
197 * update gm type/params, since cbs already implemented part of this funcation,
198 * so we don't need to full implement spec.
199 */
201 {
202  const AV1RawFrameHeader *header = s->raw_frame_header;
203  int type, ref;
204 
206  s->cur_frame.gm_type[ref] = AV1_WARP_MODEL_IDENTITY;
207  for (int i = 0; i < 6; i++)
208  s->cur_frame.gm_params[ref][i] = (i % 3 == 2) ?
209  1 << AV1_WARPEDMODEL_PREC_BITS : 0;
210  }
211  if (header->frame_type == AV1_FRAME_KEY ||
212  header->frame_type == AV1_FRAME_INTRA_ONLY)
213  return;
214 
216  if (header->is_global[ref]) {
217  if (header->is_rot_zoom[ref]) {
219  } else {
220  type = header->is_translation[ref] ? AV1_WARP_MODEL_TRANSLATION
222  }
223  } else {
225  }
226  s->cur_frame.gm_type[ref] = type;
227 
228  if (type >= AV1_WARP_MODEL_ROTZOOM) {
229  read_global_param(s, type, ref, 2);
230  read_global_param(s, type, ref, 3);
231  if (type == AV1_WARP_MODEL_AFFINE) {
232  read_global_param(s, type, ref, 4);
233  read_global_param(s, type, ref, 5);
234  } else {
235  s->cur_frame.gm_params[ref][4] = -s->cur_frame.gm_params[ref][3];
236  s->cur_frame.gm_params[ref][5] = s->cur_frame.gm_params[ref][2];
237  }
238  }
240  read_global_param(s, type, ref, 0);
241  read_global_param(s, type, ref, 1);
242  }
243  if (type <= AV1_WARP_MODEL_AFFINE) {
244  s->cur_frame.gm_invalid[ref] = !get_shear_params_valid(s, ref);
245  }
246  }
247 }
248 
250  unsigned int a, unsigned int b)
251 {
252  unsigned int diff = a - b;
253  unsigned int m = 1 << seq->order_hint_bits_minus_1;
254  return (diff & (m - 1)) - (diff & m);
255 }
256 
258 {
259  const AV1RawFrameHeader *header = s->raw_frame_header;
260  const AV1RawSequenceHeader *seq = s->raw_seq;
261 
262  int forward_idx, backward_idx;
263  int forward_hint, backward_hint;
264  int second_forward_idx, second_forward_hint;
265  int ref_hint, dist, i;
266 
267  if (!header->skip_mode_present)
268  return;
269 
270  forward_idx = -1;
271  backward_idx = -1;
272  for (i = 0; i < AV1_REFS_PER_FRAME; i++) {
273  ref_hint = s->ref[header->ref_frame_idx[i]].raw_frame_header->order_hint;
274  dist = get_relative_dist(seq, ref_hint, header->order_hint);
275  if (dist < 0) {
276  if (forward_idx < 0 ||
277  get_relative_dist(seq, ref_hint, forward_hint) > 0) {
278  forward_idx = i;
279  forward_hint = ref_hint;
280  }
281  } else if (dist > 0) {
282  if (backward_idx < 0 ||
283  get_relative_dist(seq, ref_hint, backward_hint) < 0) {
284  backward_idx = i;
285  backward_hint = ref_hint;
286  }
287  }
288  }
289 
290  if (forward_idx < 0) {
291  return;
292  } else if (backward_idx >= 0) {
293  s->cur_frame.skip_mode_frame_idx[0] =
294  AV1_REF_FRAME_LAST + FFMIN(forward_idx, backward_idx);
295  s->cur_frame.skip_mode_frame_idx[1] =
296  AV1_REF_FRAME_LAST + FFMAX(forward_idx, backward_idx);
297  return;
298  }
299 
300  second_forward_idx = -1;
301  for (i = 0; i < AV1_REFS_PER_FRAME; i++) {
302  ref_hint = s->ref[header->ref_frame_idx[i]].raw_frame_header->order_hint;
303  if (get_relative_dist(seq, ref_hint, forward_hint) < 0) {
304  if (second_forward_idx < 0 ||
305  get_relative_dist(seq, ref_hint, second_forward_hint) > 0) {
306  second_forward_idx = i;
307  second_forward_hint = ref_hint;
308  }
309  }
310  }
311 
312  if (second_forward_idx < 0)
313  return;
314 
315  s->cur_frame.skip_mode_frame_idx[0] =
316  AV1_REF_FRAME_LAST + FFMIN(forward_idx, second_forward_idx);
317  s->cur_frame.skip_mode_frame_idx[1] =
318  AV1_REF_FRAME_LAST + FFMAX(forward_idx, second_forward_idx);
319 }
320 
322 {
323  const AV1RawFrameHeader *header = s->raw_frame_header;
324  int i;
325 
326  if (header->delta_q_y_dc || header->delta_q_u_ac ||
327  header->delta_q_u_dc || header->delta_q_v_ac ||
328  header->delta_q_v_dc) {
329  s->cur_frame.coded_lossless = 0;
330  return;
331  }
332 
333  s->cur_frame.coded_lossless = 1;
334  for (i = 0; i < AV1_MAX_SEGMENTS; i++) {
335  int qindex;
336  if (header->feature_enabled[i][AV1_SEG_LVL_ALT_Q]) {
337  qindex = (header->base_q_idx +
338  header->feature_value[i][AV1_SEG_LVL_ALT_Q]);
339  } else {
340  qindex = header->base_q_idx;
341  }
342  qindex = av_clip_uintp2(qindex, 8);
343 
344  if (qindex) {
345  s->cur_frame.coded_lossless = 0;
346  return;
347  }
348  }
349 }
350 
352 {
353  const AV1RawFrameHeader *header = s->raw_frame_header;
354  const AV1RawFilmGrainParams *film_grain = &header->film_grain, *src;
355  AV1RawFilmGrainParams *dst = &s->cur_frame.film_grain;
356 
357  if (!film_grain->apply_grain)
358  return;
359 
360  if (film_grain->update_grain) {
361  memcpy(dst, film_grain, sizeof(*dst));
362  return;
363  }
364 
365  src = &s->ref[film_grain->film_grain_params_ref_idx].film_grain;
366 
367  memcpy(dst, src, sizeof(*dst));
368  dst->grain_seed = film_grain->grain_seed;
369 }
370 
372 
373 {
374  int cur_tile_num =
375  s->raw_frame_header->tile_cols * s->raw_frame_header->tile_rows;
376  if (s->tile_num < cur_tile_num) {
377  int ret = av_reallocp_array(&s->tile_group_info, cur_tile_num,
378  sizeof(TileGroupInfo));
379  if (ret < 0) {
380  s->tile_num = 0;
381  return ret;
382  }
383  }
384  s->tile_num = cur_tile_num;
385 
386  return 0;
387 }
388 
389 static int get_tiles_info(AVCodecContext *avctx, const AV1RawTileGroup *tile_group)
390 {
391  AV1DecContext *s = avctx->priv_data;
392  GetByteContext gb;
393  uint16_t tile_num, tile_row, tile_col;
394  uint32_t size = 0, size_bytes = 0;
395 
396  bytestream2_init(&gb, tile_group->tile_data.data,
397  tile_group->tile_data.data_size);
398  s->tg_start = tile_group->tg_start;
399  s->tg_end = tile_group->tg_end;
400 
401  for (tile_num = tile_group->tg_start; tile_num <= tile_group->tg_end; tile_num++) {
402  tile_row = tile_num / s->raw_frame_header->tile_cols;
403  tile_col = tile_num % s->raw_frame_header->tile_cols;
404 
405  if (tile_num == tile_group->tg_end) {
406  s->tile_group_info[tile_num].tile_size = bytestream2_get_bytes_left(&gb);
407  s->tile_group_info[tile_num].tile_offset = bytestream2_tell(&gb);
408  s->tile_group_info[tile_num].tile_row = tile_row;
409  s->tile_group_info[tile_num].tile_column = tile_col;
410  return 0;
411  }
412  size_bytes = s->raw_frame_header->tile_size_bytes_minus1 + 1;
413  if (bytestream2_get_bytes_left(&gb) < size_bytes)
414  return AVERROR_INVALIDDATA;
415  size = 0;
416  for (int i = 0; i < size_bytes; i++)
417  size |= bytestream2_get_byteu(&gb) << 8 * i;
418  if (bytestream2_get_bytes_left(&gb) <= size)
419  return AVERROR_INVALIDDATA;
420  size++;
421 
422  s->tile_group_info[tile_num].tile_size = size;
423  s->tile_group_info[tile_num].tile_offset = bytestream2_tell(&gb);
424  s->tile_group_info[tile_num].tile_row = tile_row;
425  s->tile_group_info[tile_num].tile_column = tile_col;
426 
427  bytestream2_skipu(&gb, size);
428  }
429 
430  return 0;
431 
432 }
433 
435 {
436  AV1DecContext *s = avctx->priv_data;
437  const AV1RawSequenceHeader *seq = s->raw_seq;
438  uint8_t bit_depth;
439  int ret;
441 #define HWACCEL_MAX (CONFIG_AV1_DXVA2_HWACCEL + \
442  CONFIG_AV1_D3D11VA_HWACCEL * 2 + \
443  CONFIG_AV1_NVDEC_HWACCEL + \
444  CONFIG_AV1_VAAPI_HWACCEL)
445  enum AVPixelFormat pix_fmts[HWACCEL_MAX + 2], *fmtp = pix_fmts;
446 
447  if (seq->seq_profile == 2 && seq->color_config.high_bitdepth)
448  bit_depth = seq->color_config.twelve_bit ? 12 : 10;
449  else if (seq->seq_profile <= 2)
450  bit_depth = seq->color_config.high_bitdepth ? 10 : 8;
451  else {
452  av_log(avctx, AV_LOG_ERROR,
453  "Unknown AV1 profile %d.\n", seq->seq_profile);
454  return -1;
455  }
456 
457  if (!seq->color_config.mono_chrome) {
458  // 4:4:4 x:0 y:0, 4:2:2 x:1 y:0, 4:2:0 x:1 y:1
459  if (seq->color_config.subsampling_x == 0 &&
460  seq->color_config.subsampling_y == 0) {
461  if (bit_depth == 8)
463  else if (bit_depth == 10)
465  else if (bit_depth == 12)
467  else
468  av_log(avctx, AV_LOG_WARNING, "Unknown AV1 pixel format.\n");
469  } else if (seq->color_config.subsampling_x == 1 &&
470  seq->color_config.subsampling_y == 0) {
471  if (bit_depth == 8)
473  else if (bit_depth == 10)
475  else if (bit_depth == 12)
477  else
478  av_log(avctx, AV_LOG_WARNING, "Unknown AV1 pixel format.\n");
479  } else if (seq->color_config.subsampling_x == 1 &&
480  seq->color_config.subsampling_y == 1) {
481  if (bit_depth == 8)
483  else if (bit_depth == 10)
485  else if (bit_depth == 12)
487  else
488  av_log(avctx, AV_LOG_WARNING, "Unknown AV1 pixel format.\n");
489  }
490  } else {
491  if (bit_depth == 8)
493  else if (bit_depth == 10)
495  else if (bit_depth == 12)
497  else
498  av_log(avctx, AV_LOG_WARNING, "Unknown AV1 pixel format.\n");
499  }
500 
501  av_log(avctx, AV_LOG_DEBUG, "AV1 decode get format: %s.\n",
503 
504  if (pix_fmt == AV_PIX_FMT_NONE)
505  return -1;
506 
507  switch (pix_fmt) {
508  case AV_PIX_FMT_YUV420P:
509 #if CONFIG_AV1_DXVA2_HWACCEL
510  *fmtp++ = AV_PIX_FMT_DXVA2_VLD;
511 #endif
512 #if CONFIG_AV1_D3D11VA_HWACCEL
513  *fmtp++ = AV_PIX_FMT_D3D11VA_VLD;
514  *fmtp++ = AV_PIX_FMT_D3D11;
515 #endif
516 #if CONFIG_AV1_NVDEC_HWACCEL
517  *fmtp++ = AV_PIX_FMT_CUDA;
518 #endif
519 #if CONFIG_AV1_VAAPI_HWACCEL
520  *fmtp++ = AV_PIX_FMT_VAAPI;
521 #endif
522  break;
524 #if CONFIG_AV1_DXVA2_HWACCEL
525  *fmtp++ = AV_PIX_FMT_DXVA2_VLD;
526 #endif
527 #if CONFIG_AV1_D3D11VA_HWACCEL
528  *fmtp++ = AV_PIX_FMT_D3D11VA_VLD;
529  *fmtp++ = AV_PIX_FMT_D3D11;
530 #endif
531 #if CONFIG_AV1_NVDEC_HWACCEL
532  *fmtp++ = AV_PIX_FMT_CUDA;
533 #endif
534 #if CONFIG_AV1_VAAPI_HWACCEL
535  *fmtp++ = AV_PIX_FMT_VAAPI;
536 #endif
537  break;
538  case AV_PIX_FMT_GRAY8:
539 #if CONFIG_AV1_NVDEC_HWACCEL
540  *fmtp++ = AV_PIX_FMT_CUDA;
541 #endif
542  break;
543  case AV_PIX_FMT_GRAY10:
544 #if CONFIG_AV1_NVDEC_HWACCEL
545  *fmtp++ = AV_PIX_FMT_CUDA;
546 #endif
547  break;
548  }
549 
550  *fmtp++ = pix_fmt;
551  *fmtp = AV_PIX_FMT_NONE;
552 
554  if (ret < 0)
555  return ret;
556 
557  /**
558  * check if the HW accel is inited correctly. If not, return un-implemented.
559  * Since now the av1 decoder doesn't support native decode, if it will be
560  * implemented in the future, need remove this check.
561  */
562  if (!avctx->hwaccel) {
563  av_log(avctx, AV_LOG_ERROR, "Your platform doesn't suppport"
564  " hardware accelerated AV1 decoding.\n");
565  return AVERROR(ENOSYS);
566  }
567 
568  s->pix_fmt = pix_fmt;
569  avctx->pix_fmt = ret;
570 
571  return 0;
572 }
573 
575 {
576  ff_thread_release_buffer(avctx, f->f);
577  av_buffer_unref(&f->hwaccel_priv_buf);
578  f->hwaccel_picture_private = NULL;
579  av_buffer_unref(&f->header_ref);
580  f->raw_frame_header = NULL;
581  f->spatial_id = f->temporal_id = 0;
582  memset(f->skip_mode_frame_idx, 0,
583  2 * sizeof(uint8_t));
584  memset(&f->film_grain, 0, sizeof(f->film_grain));
585  f->coded_lossless = 0;
586 }
587 
588 static int av1_frame_ref(AVCodecContext *avctx, AV1Frame *dst, const AV1Frame *src)
589 {
590  int ret;
591 
592  ret = av_buffer_replace(&dst->header_ref, src->header_ref);
593  if (ret < 0)
594  return ret;
595 
596  dst->raw_frame_header = src->raw_frame_header;
597 
598  if (!src->f->buf[0])
599  return 0;
600 
601  ret = av_frame_ref(dst->f, src->f);
602  if (ret < 0)
603  goto fail;
604 
605  if (src->hwaccel_picture_private) {
606  dst->hwaccel_priv_buf = av_buffer_ref(src->hwaccel_priv_buf);
607  if (!dst->hwaccel_priv_buf)
608  goto fail;
610  }
611 
612  dst->spatial_id = src->spatial_id;
613  dst->temporal_id = src->temporal_id;
614  memcpy(dst->gm_invalid,
615  src->gm_invalid,
616  AV1_NUM_REF_FRAMES * sizeof(uint8_t));
617  memcpy(dst->gm_type,
618  src->gm_type,
619  AV1_NUM_REF_FRAMES * sizeof(uint8_t));
620  memcpy(dst->gm_params,
621  src->gm_params,
622  AV1_NUM_REF_FRAMES * 6 * sizeof(int32_t));
623  memcpy(dst->skip_mode_frame_idx,
624  src->skip_mode_frame_idx,
625  2 * sizeof(uint8_t));
626  memcpy(&dst->film_grain,
627  &src->film_grain,
628  sizeof(dst->film_grain));
629  dst->coded_lossless = src->coded_lossless;
630 
631  return 0;
632 
633 fail:
634  av1_frame_unref(avctx, dst);
635  return AVERROR(ENOMEM);
636 }
637 
639 {
640  AV1DecContext *s = avctx->priv_data;
641 
642  for (int i = 0; i < FF_ARRAY_ELEMS(s->ref); i++) {
643  av1_frame_unref(avctx, &s->ref[i]);
644  av_frame_free(&s->ref[i].f);
645  }
646  av1_frame_unref(avctx, &s->cur_frame);
647  av_frame_free(&s->cur_frame.f);
648 
649  av_buffer_unref(&s->seq_ref);
650  av_buffer_unref(&s->header_ref);
651  av_freep(&s->tile_group_info);
652 
653  ff_cbs_fragment_free(&s->current_obu);
654  ff_cbs_close(&s->cbc);
655 
656  return 0;
657 }
658 
660  const AV1RawSequenceHeader *seq)
661 {
662  int width = seq->max_frame_width_minus_1 + 1;
663  int height = seq->max_frame_height_minus_1 + 1;
664 
665  avctx->profile = seq->seq_profile;
666  avctx->level = seq->seq_level_idx[0];
667 
668  avctx->color_range =
673 
674  switch (seq->color_config.chroma_sample_position) {
675  case AV1_CSP_VERTICAL:
677  break;
678  case AV1_CSP_COLOCATED:
680  break;
681  }
682 
683  if (seq->film_grain_params_present)
685  else
687 
688  if (avctx->width != width || avctx->height != height) {
689  int ret = ff_set_dimensions(avctx, width, height);
690  if (ret < 0)
691  return ret;
692  }
693  avctx->sample_aspect_ratio = (AVRational) { 1, 1 };
694 
696  seq->timing_info.time_scale) {
697  av_reduce(&avctx->framerate.den, &avctx->framerate.num,
699  seq->timing_info.time_scale,
700  INT_MAX);
703  }
704 
705  return 0;
706 }
707 
709  const AV1RawFrameHeader *header)
710 {
711  AVRational aspect_ratio;
712  int width = header->frame_width_minus_1 + 1;
713  int height = header->frame_height_minus_1 + 1;
714  int r_width = header->render_width_minus_1 + 1;
715  int r_height = header->render_height_minus_1 + 1;
716  int ret;
717 
718  if (avctx->width != width || avctx->height != height) {
719  ret = ff_set_dimensions(avctx, width, height);
720  if (ret < 0)
721  return ret;
722  }
723 
724  av_reduce(&aspect_ratio.num, &aspect_ratio.den,
725  (int64_t)height * r_width,
726  (int64_t)width * r_height,
727  INT_MAX);
728 
729  if (av_cmp_q(avctx->sample_aspect_ratio, aspect_ratio)) {
730  ret = ff_set_sar(avctx, aspect_ratio);
731  if (ret < 0)
732  return ret;
733  }
734 
735  return 0;
736 }
737 
739 {
740  AV1DecContext *s = avctx->priv_data;
742  int ret;
743 
744  s->avctx = avctx;
745  s->pix_fmt = AV_PIX_FMT_NONE;
746 
747  for (int i = 0; i < FF_ARRAY_ELEMS(s->ref); i++) {
748  s->ref[i].f = av_frame_alloc();
749  if (!s->ref[i].f) {
750  av_log(avctx, AV_LOG_ERROR,
751  "Failed to allocate reference frame buffer %d.\n", i);
752  return AVERROR(ENOMEM);
753  }
754  }
755 
756  s->cur_frame.f = av_frame_alloc();
757  if (!s->cur_frame.f) {
758  av_log(avctx, AV_LOG_ERROR,
759  "Failed to allocate current frame buffer.\n");
760  return AVERROR(ENOMEM);
761  }
762 
763  ret = ff_cbs_init(&s->cbc, AV_CODEC_ID_AV1, avctx);
764  if (ret < 0)
765  return ret;
766 
767  av_opt_set_int(s->cbc->priv_data, "operating_point", s->operating_point, 0);
768 
769  if (avctx->extradata && avctx->extradata_size) {
771  &s->current_obu,
772  avctx);
773  if (ret < 0) {
774  av_log(avctx, AV_LOG_WARNING, "Failed to read extradata.\n");
775  return ret;
776  }
777 
778  seq = ((CodedBitstreamAV1Context *)(s->cbc->priv_data))->sequence_header;
779  if (!seq) {
780  av_log(avctx, AV_LOG_WARNING, "No sequence header available.\n");
781  goto end;
782  }
783 
784  ret = set_context_with_sequence(avctx, seq);
785  if (ret < 0) {
786  av_log(avctx, AV_LOG_WARNING, "Failed to set decoder context.\n");
787  goto end;
788  }
789 
790  end:
791  ff_cbs_fragment_reset(&s->current_obu);
792  }
793 
794  return ret;
795 }
796 
798 {
799  AV1DecContext *s = avctx->priv_data;
800  AV1RawFrameHeader *header= s->raw_frame_header;
801  AVFrame *frame;
802  int ret;
803 
805  if (ret < 0) {
806  av_log(avctx, AV_LOG_ERROR, "Failed to update context with frame header\n");
807  return ret;
808  }
809 
810  if ((ret = ff_thread_get_buffer(avctx, f->f, AV_GET_BUFFER_FLAG_REF)) < 0)
811  goto fail;
812 
813  frame = f->f;
814  frame->key_frame = header->frame_type == AV1_FRAME_KEY;
815 
816  switch (header->frame_type) {
817  case AV1_FRAME_KEY:
819  frame->pict_type = AV_PICTURE_TYPE_I;
820  break;
821  case AV1_FRAME_INTER:
822  frame->pict_type = AV_PICTURE_TYPE_P;
823  break;
824  case AV1_FRAME_SWITCH:
825  frame->pict_type = AV_PICTURE_TYPE_SP;
826  break;
827  }
828 
829  if (avctx->hwaccel) {
830  const AVHWAccel *hwaccel = avctx->hwaccel;
831  if (hwaccel->frame_priv_data_size) {
832  f->hwaccel_priv_buf =
834  if (!f->hwaccel_priv_buf) {
835  ret = AVERROR(ENOMEM);
836  goto fail;
837  }
838  f->hwaccel_picture_private = f->hwaccel_priv_buf->data;
839  }
840  }
841  return 0;
842 
843 fail:
844  av1_frame_unref(avctx, f);
845  return ret;
846 }
847 
849 {
850  AV1DecContext *s = avctx->priv_data;
851  const AV1RawFilmGrainParams *film_grain = &s->cur_frame.film_grain;
852  AVFilmGrainParams *fgp;
854 
855  if (!film_grain->apply_grain)
856  return 0;
857 
859  if (!fgp)
860  return AVERROR(ENOMEM);
861 
863  fgp->seed = film_grain->grain_seed;
864 
865  aom = &fgp->codec.aom;
867  aom->scaling_shift = film_grain->grain_scaling_minus_8 + 8;
868  aom->ar_coeff_lag = film_grain->ar_coeff_lag;
869  aom->ar_coeff_shift = film_grain->ar_coeff_shift_minus_6 + 6;
870  aom->grain_scale_shift = film_grain->grain_scale_shift;
871  aom->overlap_flag = film_grain->overlap_flag;
872  aom->limit_output_range = film_grain->clip_to_restricted_range;
873 
874  aom->num_y_points = film_grain->num_y_points;
875  for (int i = 0; i < film_grain->num_y_points; i++) {
876  aom->y_points[i][0] = film_grain->point_y_value[i];
877  aom->y_points[i][1] = film_grain->point_y_scaling[i];
878  }
879  aom->num_uv_points[0] = film_grain->num_cb_points;
880  for (int i = 0; i < film_grain->num_cb_points; i++) {
881  aom->uv_points[0][i][0] = film_grain->point_cb_value[i];
882  aom->uv_points[0][i][1] = film_grain->point_cb_scaling[i];
883  }
884  aom->num_uv_points[1] = film_grain->num_cr_points;
885  for (int i = 0; i < film_grain->num_cr_points; i++) {
886  aom->uv_points[1][i][0] = film_grain->point_cr_value[i];
887  aom->uv_points[1][i][1] = film_grain->point_cr_scaling[i];
888  }
889 
890  for (int i = 0; i < 24; i++) {
891  aom->ar_coeffs_y[i] = film_grain->ar_coeffs_y_plus_128[i] - 128;
892  }
893  for (int i = 0; i < 25; i++) {
894  aom->ar_coeffs_uv[0][i] = film_grain->ar_coeffs_cb_plus_128[i] - 128;
895  aom->ar_coeffs_uv[1][i] = film_grain->ar_coeffs_cr_plus_128[i] - 128;
896  }
897 
898  aom->uv_mult[0] = film_grain->cb_mult;
899  aom->uv_mult[1] = film_grain->cr_mult;
900  aom->uv_mult_luma[0] = film_grain->cb_luma_mult;
901  aom->uv_mult_luma[1] = film_grain->cr_luma_mult;
902  aom->uv_offset[0] = film_grain->cb_offset;
903  aom->uv_offset[1] = film_grain->cr_offset;
904 
905  return 0;
906 }
907 
909  const AVPacket *pkt, int *got_frame)
910 {
911  AV1DecContext *s = avctx->priv_data;
912  const AVFrame *srcframe = s->cur_frame.f;
913  int ret;
914 
915  // TODO: all layers
916  if (s->operating_point_idc &&
917  av_log2(s->operating_point_idc >> 8) > s->cur_frame.spatial_id)
918  return 0;
919 
920  ret = av_frame_ref(frame, srcframe);
921  if (ret < 0)
922  return ret;
923 
925  ret = export_film_grain(avctx, frame);
926  if (ret < 0) {
928  return ret;
929  }
930  }
931 
932  frame->pts = pkt->pts;
933  frame->pkt_dts = pkt->dts;
934  frame->pkt_size = pkt->size;
935 
936  *got_frame = 1;
937 
938  return 0;
939 }
940 
942 {
943  AV1DecContext *s = avctx->priv_data;
944  const AV1RawFrameHeader *header = s->raw_frame_header;
945  int ret;
946 
947  for (int i = 0; i < AV1_NUM_REF_FRAMES; i++) {
948  if (header->refresh_frame_flags & (1 << i)) {
949  av1_frame_unref(avctx, &s->ref[i]);
950  if ((ret = av1_frame_ref(avctx, &s->ref[i], &s->cur_frame)) < 0) {
951  av_log(avctx, AV_LOG_ERROR,
952  "Failed to update frame %d in reference list\n", i);
953  return ret;
954  }
955  }
956  }
957  return 0;
958 }
959 
961 {
962  AV1DecContext *s = avctx->priv_data;
963  int ret;
964 
965  av1_frame_unref(avctx, &s->cur_frame);
966 
967  s->cur_frame.header_ref = av_buffer_ref(s->header_ref);
968  if (!s->cur_frame.header_ref)
969  return AVERROR(ENOMEM);
970 
971  s->cur_frame.raw_frame_header = s->raw_frame_header;
972 
973  ret = init_tile_data(s);
974  if (ret < 0) {
975  av_log(avctx, AV_LOG_ERROR, "Failed to init tile data.\n");
976  return ret;
977  }
978 
979  if ((avctx->skip_frame >= AVDISCARD_NONINTRA &&
980  (s->raw_frame_header->frame_type != AV1_FRAME_KEY &&
981  s->raw_frame_header->frame_type != AV1_FRAME_INTRA_ONLY)) ||
982  (avctx->skip_frame >= AVDISCARD_NONKEY &&
983  s->raw_frame_header->frame_type != AV1_FRAME_KEY) ||
984  avctx->skip_frame >= AVDISCARD_ALL)
985  return 0;
986 
987  ret = av1_frame_alloc(avctx, &s->cur_frame);
988  if (ret < 0) {
989  av_log(avctx, AV_LOG_ERROR,
990  "Failed to allocate space for current frame.\n");
991  return ret;
992  }
993 
998 
999  return ret;
1000 }
1001 
1003  int *got_frame, AVPacket *pkt)
1004 {
1005  AV1DecContext *s = avctx->priv_data;
1006  AV1RawTileGroup *raw_tile_group = NULL;
1007  int ret;
1008 
1009  ret = ff_cbs_read_packet(s->cbc, &s->current_obu, pkt);
1010  if (ret < 0) {
1011  av_log(avctx, AV_LOG_ERROR, "Failed to read packet.\n");
1012  goto end;
1013  }
1014  av_log(avctx, AV_LOG_DEBUG, "Total obu for this frame:%d.\n",
1015  s->current_obu.nb_units);
1016 
1017  for (int i = 0; i < s->current_obu.nb_units; i++) {
1018  CodedBitstreamUnit *unit = &s->current_obu.units[i];
1019  AV1RawOBU *obu = unit->content;
1020  const AV1RawOBUHeader *header;
1021 
1022  if (!obu)
1023  continue;
1024 
1025  header = &obu->header;
1026  av_log(avctx, AV_LOG_DEBUG, "Obu idx:%d, obu type:%d.\n", i, unit->type);
1027 
1028  switch (unit->type) {
1030  av_buffer_unref(&s->seq_ref);
1031  s->seq_ref = av_buffer_ref(unit->content_ref);
1032  if (!s->seq_ref) {
1033  ret = AVERROR(ENOMEM);
1034  goto end;
1035  }
1036 
1037  s->raw_seq = &obu->obu.sequence_header;
1038 
1039  ret = set_context_with_sequence(avctx, s->raw_seq);
1040  if (ret < 0) {
1041  av_log(avctx, AV_LOG_ERROR, "Failed to set context.\n");
1042  s->raw_seq = NULL;
1043  goto end;
1044  }
1045 
1046  s->operating_point_idc = s->raw_seq->operating_point_idc[s->operating_point];
1047 
1048  if (s->pix_fmt == AV_PIX_FMT_NONE) {
1049  ret = get_pixel_format(avctx);
1050  if (ret < 0) {
1051  av_log(avctx, AV_LOG_ERROR,
1052  "Failed to get pixel format.\n");
1053  s->raw_seq = NULL;
1054  goto end;
1055  }
1056  }
1057 
1058  if (avctx->hwaccel && avctx->hwaccel->decode_params) {
1059  ret = avctx->hwaccel->decode_params(avctx, unit->type, unit->data,
1060  unit->data_size);
1061  if (ret < 0) {
1062  av_log(avctx, AV_LOG_ERROR, "HW accel decode params fail.\n");
1063  s->raw_seq = NULL;
1064  goto end;
1065  }
1066  }
1067  break;
1069  if (s->raw_frame_header)
1070  break;
1071  // fall-through
1072  case AV1_OBU_FRAME:
1073  case AV1_OBU_FRAME_HEADER:
1074  if (!s->raw_seq) {
1075  av_log(avctx, AV_LOG_ERROR, "Missing Sequence Header.\n");
1077  goto end;
1078  }
1079 
1080  av_buffer_unref(&s->header_ref);
1081  s->header_ref = av_buffer_ref(unit->content_ref);
1082  if (!s->header_ref) {
1083  ret = AVERROR(ENOMEM);
1084  goto end;
1085  }
1086 
1087  if (unit->type == AV1_OBU_FRAME)
1088  s->raw_frame_header = &obu->obu.frame.header;
1089  else
1090  s->raw_frame_header = &obu->obu.frame_header;
1091 
1092  if (s->raw_frame_header->show_existing_frame) {
1093  av1_frame_unref(avctx, &s->cur_frame);
1094 
1095  ret = av1_frame_ref(avctx, &s->cur_frame,
1096  &s->ref[s->raw_frame_header->frame_to_show_map_idx]);
1097  if (ret < 0) {
1098  av_log(avctx, AV_LOG_ERROR, "Failed to get reference frame.\n");
1099  goto end;
1100  }
1101 
1102  ret = update_reference_list(avctx);
1103  if (ret < 0) {
1104  av_log(avctx, AV_LOG_ERROR, "Failed to update reference list.\n");
1105  goto end;
1106  }
1107 
1108  if (s->cur_frame.f->buf[0]) {
1109  ret = set_output_frame(avctx, frame, pkt, got_frame);
1110  if (ret < 0)
1111  av_log(avctx, AV_LOG_ERROR, "Set output frame error.\n");
1112  }
1113 
1114  s->raw_frame_header = NULL;
1115 
1116  goto end;
1117  }
1118 
1119  ret = get_current_frame(avctx);
1120  if (ret < 0) {
1121  av_log(avctx, AV_LOG_ERROR, "Get current frame error\n");
1122  goto end;
1123  }
1124 
1125  s->cur_frame.spatial_id = header->spatial_id;
1126  s->cur_frame.temporal_id = header->temporal_id;
1127 
1128  if (avctx->hwaccel && s->cur_frame.f->buf[0]) {
1129  ret = avctx->hwaccel->start_frame(avctx, unit->data,
1130  unit->data_size);
1131  if (ret < 0) {
1132  av_log(avctx, AV_LOG_ERROR, "HW accel start frame fail.\n");
1133  goto end;
1134  }
1135  }
1136  if (unit->type != AV1_OBU_FRAME)
1137  break;
1138  // fall-through
1139  case AV1_OBU_TILE_GROUP:
1140  if (!s->raw_frame_header) {
1141  av_log(avctx, AV_LOG_ERROR, "Missing Frame Header.\n");
1143  goto end;
1144  }
1145 
1146  if (unit->type == AV1_OBU_FRAME)
1147  raw_tile_group = &obu->obu.frame.tile_group;
1148  else
1149  raw_tile_group = &obu->obu.tile_group;
1150 
1151  ret = get_tiles_info(avctx, raw_tile_group);
1152  if (ret < 0)
1153  goto end;
1154 
1155  if (avctx->hwaccel && s->cur_frame.f->buf[0]) {
1156  ret = avctx->hwaccel->decode_slice(avctx,
1157  raw_tile_group->tile_data.data,
1158  raw_tile_group->tile_data.data_size);
1159  if (ret < 0) {
1160  av_log(avctx, AV_LOG_ERROR,
1161  "HW accel decode slice fail.\n");
1162  goto end;
1163  }
1164  }
1165  break;
1166  case AV1_OBU_TILE_LIST:
1168  case AV1_OBU_PADDING:
1169  case AV1_OBU_METADATA:
1170  break;
1171  default:
1172  av_log(avctx, AV_LOG_DEBUG,
1173  "Unknown obu type: %d (%"SIZE_SPECIFIER" bits).\n",
1174  unit->type, unit->data_size);
1175  }
1176 
1177  if (raw_tile_group && (s->tile_num == raw_tile_group->tg_end + 1)) {
1178  if (avctx->hwaccel && s->cur_frame.f->buf[0]) {
1179  ret = avctx->hwaccel->end_frame(avctx);
1180  if (ret < 0) {
1181  av_log(avctx, AV_LOG_ERROR, "HW accel end frame fail.\n");
1182  goto end;
1183  }
1184  }
1185 
1186  ret = update_reference_list(avctx);
1187  if (ret < 0) {
1188  av_log(avctx, AV_LOG_ERROR, "Failed to update reference list.\n");
1189  goto end;
1190  }
1191 
1192  if (s->raw_frame_header->show_frame && s->cur_frame.f->buf[0]) {
1193  ret = set_output_frame(avctx, frame, pkt, got_frame);
1194  if (ret < 0) {
1195  av_log(avctx, AV_LOG_ERROR, "Set output frame error\n");
1196  goto end;
1197  }
1198  }
1199  raw_tile_group = NULL;
1200  s->raw_frame_header = NULL;
1201  }
1202  }
1203 
1204 end:
1205  ff_cbs_fragment_reset(&s->current_obu);
1206  if (ret < 0)
1207  s->raw_frame_header = NULL;
1208  return ret;
1209 }
1210 
1212 {
1213  AV1DecContext *s = avctx->priv_data;
1214 
1215  for (int i = 0; i < FF_ARRAY_ELEMS(s->ref); i++)
1216  av1_frame_unref(avctx, &s->ref[i]);
1217 
1218  av1_frame_unref(avctx, &s->cur_frame);
1219  s->operating_point_idc = 0;
1220  s->raw_frame_header = NULL;
1221  s->raw_seq = NULL;
1222 
1223  ff_cbs_flush(s->cbc);
1224 }
1225 
1226 #define OFFSET(x) offsetof(AV1DecContext, x)
1227 #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
1228 static const AVOption av1_options[] = {
1229  { "operating_point", "Select an operating point of the scalable bitstream",
1230  OFFSET(operating_point), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, AV1_MAX_OPERATING_POINTS - 1, VD },
1231  { NULL }
1232 };
1233 
1234 static const AVClass av1_class = {
1235  .class_name = "AV1 decoder",
1236  .item_name = av_default_item_name,
1237  .option = av1_options,
1238  .version = LIBAVUTIL_VERSION_INT,
1239 };
1240 
1242  .p.name = "av1",
1243  .p.long_name = NULL_IF_CONFIG_SMALL("Alliance for Open Media AV1"),
1244  .p.type = AVMEDIA_TYPE_VIDEO,
1245  .p.id = AV_CODEC_ID_AV1,
1246  .priv_data_size = sizeof(AV1DecContext),
1247  .init = av1_decode_init,
1248  .close = av1_decode_free,
1250  .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_AVOID_PROBING,
1251  .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE |
1254  .flush = av1_decode_flush,
1255  .p.profiles = NULL_IF_CONFIG_SMALL(ff_av1_profiles),
1256  .p.priv_class = &av1_class,
1257  .bsfs = "av1_frame_split",
1258  .hw_configs = (const AVCodecHWConfigInternal *const []) {
1259 #if CONFIG_AV1_DXVA2_HWACCEL
1260  HWACCEL_DXVA2(av1),
1261 #endif
1262 #if CONFIG_AV1_D3D11VA_HWACCEL
1263  HWACCEL_D3D11VA(av1),
1264 #endif
1265 #if CONFIG_AV1_D3D11VA2_HWACCEL
1266  HWACCEL_D3D11VA2(av1),
1267 #endif
1268 #if CONFIG_AV1_NVDEC_HWACCEL
1269  HWACCEL_NVDEC(av1),
1270 #endif
1271 #if CONFIG_AV1_VAAPI_HWACCEL
1272  HWACCEL_VAAPI(av1),
1273 #endif
1274  NULL
1275  },
1276 };
hwconfig.h
AV1RawTimingInfo::num_units_in_display_tick
uint32_t num_units_in_display_tick
Definition: cbs_av1.h:59
AV1RawTimingInfo::time_scale
uint32_t time_scale
Definition: cbs_av1.h:60
AVCodecContext::hwaccel
const struct AVHWAccel * hwaccel
Hardware accelerator in use.
Definition: avcodec.h:1379
bit_depth
static void bit_depth(AudioStatsContext *s, uint64_t mask, uint64_t imask, AVRational *depth)
Definition: af_astats.c:226
AV_LOG_WARNING
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:186
AV_PIX_FMT_CUDA
@ AV_PIX_FMT_CUDA
HW acceleration through CUDA.
Definition: pixfmt.h:225
AV1_REFS_PER_FRAME
@ AV1_REFS_PER_FRAME
Definition: av1.h:84
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
AV1RawColorConfig::color_primaries
uint8_t color_primaries
Definition: cbs_av1.h:47
av1_decode_init
static av_cold int av1_decode_init(AVCodecContext *avctx)
Definition: av1dec.c:738
AV1_OBU_REDUNDANT_FRAME_HEADER
@ AV1_OBU_REDUNDANT_FRAME_HEADER
Definition: av1.h:36
FF_CODEC_CAP_INIT_CLEANUP
#define FF_CODEC_CAP_INIT_CLEANUP
The codec allows calling the close function for deallocation even if the init function returned a fai...
Definition: codec_internal.h:39
AV1RawSequenceHeader::seq_level_idx
uint8_t seq_level_idx[AV1_MAX_OPERATING_POINTS]
Definition: cbs_av1.h:87
r
const char * r
Definition: vf_curves.c:116
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
AV1RawFilmGrainParams::clip_to_restricted_range
uint8_t clip_to_restricted_range
Definition: cbs_av1.h:162
opt.h
AV1RawFilmGrainParams::grain_seed
uint16_t grain_seed
Definition: cbs_av1.h:135
AVCodecContext::colorspace
enum AVColorSpace colorspace
YUV colorspace type.
Definition: avcodec.h:966
AV1RawSequenceHeader
Definition: cbs_av1.h:73
AV1_WARP_PARAM_REDUCE_BITS
@ AV1_WARP_PARAM_REDUCE_BITS
Definition: av1.h:117
AV1RawColorConfig::color_range
uint8_t color_range
Definition: cbs_av1.h:51
coded_lossless_param
static void coded_lossless_param(AV1DecContext *s)
Definition: av1dec.c:321
GetByteContext
Definition: bytestream.h:33
sub
static float sub(float src0, float src1)
Definition: dnn_backend_native_layer_mathbinary.c:31
av1_frame_alloc
static int av1_frame_alloc(AVCodecContext *avctx, AV1Frame *f)
Definition: av1dec.c:797
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:90
av_clip_uintp2
#define av_clip_uintp2
Definition: common.h:119
AV1RawFilmGrainParams::point_cb_value
uint8_t point_cb_value[10]
Definition: cbs_av1.h:143
CodedBitstreamUnit::content
void * content
Pointer to the decomposed form of this unit.
Definition: cbs.h:106
AV1RawFilmGrainParams::apply_grain
uint8_t apply_grain
Definition: cbs_av1.h:134
bytestream2_skipu
static av_always_inline void bytestream2_skipu(GetByteContext *g, unsigned int size)
Definition: bytestream.h:174
AVFilmGrainParams::codec
union AVFilmGrainParams::@300 codec
Additional fields may be added both here and in any structure included.
AVFilmGrainAOMParams::uv_points
uint8_t uv_points[2][10][2]
Definition: film_grain_params.h:63
get_current_frame
static int get_current_frame(AVCodecContext *avctx)
Definition: av1dec.c:960
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:111
AVFilmGrainParams::aom
AVFilmGrainAOMParams aom
Definition: film_grain_params.h:236
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:325
pixdesc.h
AVCodecContext::color_trc
enum AVColorTransferCharacteristic color_trc
Color Transfer Characteristic.
Definition: avcodec.h:959
set_context_with_sequence
static int set_context_with_sequence(AVCodecContext *avctx, const AV1RawSequenceHeader *seq)
Definition: av1dec.c:659
w
uint8_t w
Definition: llviddspenc.c:38
HWACCEL_DXVA2
#define HWACCEL_DXVA2(codec)
Definition: hwconfig.h:67
AV1RawFilmGrainParams::point_y_value
uint8_t point_y_value[14]
Definition: cbs_av1.h:139
AVCOL_RANGE_JPEG
@ AVCOL_RANGE_JPEG
Full range content.
Definition: pixfmt.h:599
ff_cbs_fragment_reset
void ff_cbs_fragment_reset(CodedBitstreamFragment *frag)
Free the units contained in a fragment as well as the fragment's own data buffer, but not the units a...
Definition: cbs.c:157
internal.h
AV1Frame::raw_frame_header
AV1RawFrameHeader * raw_frame_header
Definition: av1dec.h:40
ff_cbs_close
void ff_cbs_close(CodedBitstreamContext **ctx_ptr)
Close a context and free all internal state.
Definition: cbs.c:127
AVOption
AVOption.
Definition: opt.h:251
HWACCEL_D3D11VA2
#define HWACCEL_D3D11VA2(codec)
Definition: hwconfig.h:69
b
#define b
Definition: input.c:34
AV1RawSequenceHeader::timing_info
AV1RawTimingInfo timing_info
Definition: cbs_av1.h:83
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:406
AV1RawTileGroup::tg_end
uint16_t tg_end
Definition: cbs_av1.h:298
AV_PIX_FMT_D3D11VA_VLD
@ AV_PIX_FMT_D3D11VA_VLD
HW decoding through Direct3D11 via old API, Picture.data[3] contains a ID3D11VideoDecoderOutputView p...
Definition: pixfmt.h:219
FFCodec
Definition: codec_internal.h:112
CodedBitstreamUnit::type
CodedBitstreamUnitType type
Codec-specific type of this unit.
Definition: cbs.h:73
FFMAX
#define FFMAX(a, b)
Definition: macros.h:47
av_buffer_ref
AVBufferRef * av_buffer_ref(const AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:103
AV1_OBU_TEMPORAL_DELIMITER
@ AV1_OBU_TEMPORAL_DELIMITER
Definition: av1.h:31
AV1RawTileData::data
uint8_t * data
Definition: cbs_av1.h:290
get_relative_dist
static int get_relative_dist(const AV1RawSequenceHeader *seq, unsigned int a, unsigned int b)
Definition: av1dec.c:249
AV1RawOBU::header
AV1RawOBUHeader header
Definition: cbs_av1.h:392
thread.h
AV1_MAX_OPERATING_POINTS
@ AV1_MAX_OPERATING_POINTS
Definition: av1.h:73
AVFilmGrainParams::seed
uint64_t seed
Seed to use for the synthesis process, if the codec allows for it.
Definition: film_grain_params.h:228
ff_cbs_fragment_free
void ff_cbs_fragment_free(CodedBitstreamFragment *frag)
Free the units array of a fragment in addition to what ff_cbs_fragment_reset does.
Definition: cbs.c:171
AV1RawSequenceHeader::seq_profile
uint8_t seq_profile
Definition: cbs_av1.h:74
CodedBitstreamUnit
Coded bitstream unit structure.
Definition: cbs.h:69
AV1RawColorConfig::subsampling_y
uint8_t subsampling_y
Definition: cbs_av1.h:53
AV1_GM_TRANS_ONLY_PREC_BITS
@ AV1_GM_TRANS_ONLY_PREC_BITS
Definition: av1.h:108
AV1_WARP_MODEL_ROTZOOM
@ AV1_WARP_MODEL_ROTZOOM
Definition: av1.h:115
round_two
static uint64_t round_two(uint64_t x, uint16_t n)
Definition: av1dec.c:132
AV1RawFrame::header
AV1RawFrameHeader header
Definition: cbs_av1.h:304
AV1RawFilmGrainParams::cr_mult
uint8_t cr_mult
Definition: cbs_av1.h:158
init
static int init
Definition: av_tx.c:47
AV1RawFilmGrainParams::chroma_scaling_from_luma
uint8_t chroma_scaling_from_luma
Definition: cbs_av1.h:141
AVCodecContext::framerate
AVRational framerate
Definition: avcodec.h:1733
AV1RawFilmGrainParams::ar_coeffs_cr_plus_128
uint8_t ar_coeffs_cr_plus_128[25]
Definition: cbs_av1.h:152
AV1RawSequenceHeader::film_grain_params_present
uint8_t film_grain_params_present
Definition: cbs_av1.h:130
AVHWAccel
Definition: avcodec.h:2068
FFCodec::p
AVCodec p
The public AVCodec.
Definition: codec_internal.h:116
AV1_FRAME_SWITCH
@ AV1_FRAME_SWITCH
Definition: av1.h:56
av1_options
static const AVOption av1_options[]
Definition: av1dec.c:1228
ff_cbs_flush
void ff_cbs_flush(CodedBitstreamContext *ctx)
Reset all internal state in a context.
Definition: cbs.c:121
av1_frame_ref
static int av1_frame_ref(AVCodecContext *avctx, AV1Frame *dst, const AV1Frame *src)
Definition: av1dec.c:588
AVCodecContext::skip_frame
enum AVDiscard skip_frame
Skip decoding for selected frames.
Definition: avcodec.h:1696
fail
#define fail()
Definition: checkasm.h:130
AV1_OBU_FRAME_HEADER
@ AV1_OBU_FRAME_HEADER
Definition: av1.h:32
AVFilmGrainAOMParams::grain_scale_shift
int grain_scale_shift
Signals the down shift applied to the generated gaussian numbers during synthesis.
Definition: film_grain_params.h:99
AV1RawFilmGrainParams::point_cr_scaling
uint8_t point_cr_scaling[10]
Definition: cbs_av1.h:147
ff_thread_get_buffer
the pkt_dts and pkt_pts fields in AVFrame will work as usual Restrictions on codec whose streams don t reset across will not work because their bitstreams cannot be decoded in parallel *The contents of buffers must not be read before as well as code calling up to before the decode process starts Call have so the codec calls ff_thread_report set FF_CODEC_CAP_ALLOCATE_PROGRESS in AVCodec caps_internal and use ff_thread_get_buffer() to allocate frames. The frames must then be freed with ff_thread_release_buffer(). Otherwise decode directly into the user-supplied frames. Call ff_thread_report_progress() after some part of the current picture has decoded. A good place to put this is where draw_horiz_band() is called - add this if it isn 't called anywhere
inverse_recenter
static uint32_t inverse_recenter(int r, uint32_t v)
Definition: av1dec.c:63
type
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf type
Definition: writing_filters.txt:86
AV1RawFilmGrainParams::ar_coeff_shift_minus_6
uint8_t ar_coeff_shift_minus_6
Definition: cbs_av1.h:153
CodedBitstreamUnit::data
uint8_t * data
Pointer to the directly-parsable bitstream form of this unit.
Definition: cbs.h:80
AV1RawFilmGrainParams::num_y_points
uint8_t num_y_points
Definition: cbs_av1.h:138
av1_decode_frame
static int av1_decode_frame(AVCodecContext *avctx, AVFrame *frame, int *got_frame, AVPacket *pkt)
Definition: av1dec.c:1002
AVFilmGrainAOMParams::limit_output_range
int limit_output_range
Signals to clip to limited color levels after film grain application.
Definition: film_grain_params.h:122
AVFilmGrainAOMParams::num_y_points
int num_y_points
Number of points, and the scale and value for each point of the piecewise linear scaling function for...
Definition: film_grain_params.h:49
av_reduce
int av_reduce(int *dst_num, int *dst_den, int64_t num, int64_t den, int64_t max)
Reduce a fraction.
Definition: rational.c:35
round_two_signed
static int64_t round_two_signed(int64_t x, uint16_t n)
Definition: av1dec.c:139
AVRational::num
int num
Numerator.
Definition: rational.h:59
AV1_WARPEDMODEL_PREC_BITS
@ AV1_WARPEDMODEL_PREC_BITS
Definition: av1.h:111
AVFilmGrainAOMParams
This structure describes how to handle film grain synthesis for AOM codecs.
Definition: film_grain_params.h:44
AV1RawFilmGrainParams::num_cb_points
uint8_t num_cb_points
Definition: cbs_av1.h:142
av_frame_alloc
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:99
AV_PIX_FMT_YUV444P10
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:409
AV1RawFilmGrainParams::cb_luma_mult
uint8_t cb_luma_mult
Definition: cbs_av1.h:156
AV1Frame
Definition: av1dec.h:33
AV1RawFilmGrainParams::overlap_flag
uint8_t overlap_flag
Definition: cbs_av1.h:161
AVCodecContext::color_primaries
enum AVColorPrimaries color_primaries
Chromaticity coordinates of the source primaries.
Definition: avcodec.h:952
pkt
AVPacket * pkt
Definition: movenc.c:59
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
AV1_WARP_MODEL_AFFINE
@ AV1_WARP_MODEL_AFFINE
Definition: av1.h:116
film_grain_params.h
FF_ARRAY_ELEMS
#define FF_ARRAY_ELEMS(a)
Definition: sinewin_tablegen.c:29
av_cold
#define av_cold
Definition: attributes.h:90
AV1RawFilmGrainParams::grain_scaling_minus_8
uint8_t grain_scaling_minus_8
Definition: cbs_av1.h:148
AV1_GM_ABS_TRANS_BITS
@ AV1_GM_ABS_TRANS_BITS
Definition: av1.h:109
set_output_frame
static int set_output_frame(AVCodecContext *avctx, AVFrame *frame, const AVPacket *pkt, int *got_frame)
Definition: av1dec.c:908
global_motion_params
static void global_motion_params(AV1DecContext *s)
update gm type/params, since cbs already implemented part of this funcation, so we don't need to full...
Definition: av1dec.c:200
AV1_CSP_VERTICAL
@ AV1_CSP_VERTICAL
Definition: av1.h:133
AVCodecContext::extradata_size
int extradata_size
Definition: avcodec.h:491
AV1Frame::spatial_id
int spatial_id
Definition: av1dec.h:43
width
#define width
FF_CODEC_DECODE_CB
#define FF_CODEC_DECODE_CB(func)
Definition: codec_internal.h:254
AV_PIX_FMT_DXVA2_VLD
@ AV_PIX_FMT_DXVA2_VLD
HW decoding through DXVA2, Picture.data[3] contains a LPDIRECT3DSURFACE9 pointer.
Definition: pixfmt.h:127
s
#define s(width, name)
Definition: cbs_vp9.c:256
AV1_DIV_LUT_BITS
@ AV1_DIV_LUT_BITS
Definition: av1.h:119
AV1_PRIMARY_REF_NONE
@ AV1_PRIMARY_REF_NONE
Definition: av1.h:86
AV1Frame::hwaccel_priv_buf
AVBufferRef * hwaccel_priv_buf
Definition: av1dec.h:36
AV_GET_BUFFER_FLAG_REF
#define AV_GET_BUFFER_FLAG_REF
The decoder will keep a reference to the frame and may reuse it later.
Definition: avcodec.h:367
AVCodecContext::ticks_per_frame
int ticks_per_frame
For some codecs, the time base is closer to the field rate than the frame rate.
Definition: avcodec.h:521
av_film_grain_params_create_side_data
AVFilmGrainParams * av_film_grain_params_create_side_data(AVFrame *frame)
Allocate a complete AVFilmGrainParams and add it to the frame.
Definition: film_grain_params.c:31
AV1Frame::film_grain
AV1RawFilmGrainParams film_grain
Definition: av1dec.h:51
av1_decode_free
static av_cold int av1_decode_free(AVCodecContext *avctx)
Definition: av1dec.c:638
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:296
init_tile_data
static int init_tile_data(AV1DecContext *s)
Definition: av1dec.c:371
AV1_GM_ALPHA_PREC_BITS
@ AV1_GM_ALPHA_PREC_BITS
Definition: av1.h:106
AV_LOG_DEBUG
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:201
update_reference_list
static int update_reference_list(AVCodecContext *avctx)
Definition: av1dec.c:941
ff_av1_profiles
const AVProfile ff_av1_profiles[]
Definition: profiles.c:147
pix_fmt
static enum AVPixelFormat pix_fmt
Definition: demuxing_decoding.c:41
av1_frame_unref
static void av1_frame_unref(AVCodecContext *avctx, AV1Frame *f)
Definition: av1dec.c:574
AV1RawColorConfig::transfer_characteristics
uint8_t transfer_characteristics
Definition: cbs_av1.h:48
AVHWAccel::decode_params
int(* decode_params)(AVCodecContext *avctx, int type, const uint8_t *buf, uint32_t buf_size)
Callback for parameter data (SPS/PPS/VPS etc).
Definition: avcodec.h:2144
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
av1dec.h
get_tiles_info
static int get_tiles_info(AVCodecContext *avctx, const AV1RawTileGroup *tile_group)
Definition: av1dec.c:389
AV1_GM_ABS_ALPHA_BITS
@ AV1_GM_ABS_ALPHA_BITS
Definition: av1.h:105
AV1_REF_FRAME_ALTREF
@ AV1_REF_FRAME_ALTREF
Definition: av1.h:68
AV1_MAX_SEGMENTS
@ AV1_MAX_SEGMENTS
Definition: av1.h:88
AV1_WARP_MODEL_TRANSLATION
@ AV1_WARP_MODEL_TRANSLATION
Definition: av1.h:114
FF_CODEC_PROPERTY_FILM_GRAIN
#define FF_CODEC_PROPERTY_FILM_GRAIN
Definition: avcodec.h:1848
load_grain_params
static void load_grain_params(AV1DecContext *s)
Definition: av1dec.c:351
AV_PIX_FMT_GRAY10
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:387
ff_av1_decoder
const FFCodec ff_av1_decoder
Definition: av1dec.c:1241
AVDISCARD_ALL
@ AVDISCARD_ALL
discard all
Definition: defs.h:54
AVFilmGrainAOMParams::uv_mult_luma
int uv_mult_luma[2]
Definition: film_grain_params.h:106
AV1RawOBU::obu
union AV1RawOBU::@25 obu
LIBAVUTIL_VERSION_INT
#define LIBAVUTIL_VERSION_INT
Definition: version.h:85
AV1RawOBU
Definition: cbs_av1.h:391
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
av_clip_int16
#define av_clip_int16
Definition: common.h:110
HWACCEL_MAX
#define HWACCEL_MAX
AV1_REF_FRAME_LAST
@ AV1_REF_FRAME_LAST
Definition: av1.h:62
NULL
#define NULL
Definition: coverity.c:32
AV1Frame::gm_params
int32_t gm_params[AV1_NUM_REF_FRAMES][6]
Definition: av1dec.h:47
AV1RawFilmGrainParams::cb_mult
uint8_t cb_mult
Definition: cbs_av1.h:155
AVCodecContext::color_range
enum AVColorRange color_range
MPEG vs JPEG YUV range.
Definition: avcodec.h:973
av_buffer_unref
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
Definition: buffer.c:139
AV_CODEC_ID_AV1
@ AV_CODEC_ID_AV1
Definition: codec_id.h:279
AV1RawFrameHeader
Definition: cbs_av1.h:165
AVCHROMA_LOC_LEFT
@ AVCHROMA_LOC_LEFT
MPEG-2/4 4:2:0, H.264 default for 4:2:0.
Definition: pixfmt.h:620
AV1_GM_TRANS_PREC_BITS
@ AV1_GM_TRANS_PREC_BITS
Definition: av1.h:110
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AVCHROMA_LOC_TOPLEFT
@ AVCHROMA_LOC_TOPLEFT
ITU-R 601, SMPTE 274M 296M S314M(DV 4:1:1), mpeg2 4:2:2.
Definition: pixfmt.h:622
AV1RawTileData::data_size
size_t data_size
Definition: cbs_av1.h:292
av_default_item_name
const char * av_default_item_name(void *ptr)
Return the context name.
Definition: log.c:237
AVHWAccel::end_frame
int(* end_frame)(AVCodecContext *avctx)
Called at the end of each frame or field picture.
Definition: avcodec.h:2168
AV_PICTURE_TYPE_I
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:274
AV1RawColorConfig::chroma_sample_position
uint8_t chroma_sample_position
Definition: cbs_av1.h:54
profiles.h
CodedBitstreamUnit::data_size
size_t data_size
The number of bytes in the bitstream (including any padding bits in the final byte).
Definition: cbs.h:85
AV1_OBU_TILE_GROUP
@ AV1_OBU_TILE_GROUP
Definition: av1.h:33
update_context_with_frame_header
static int update_context_with_frame_header(AVCodecContext *avctx, const AV1RawFrameHeader *header)
Definition: av1dec.c:708
abs
#define abs(x)
Definition: cuda_runtime.h:35
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:407
skip_mode_params
static void skip_mode_params(AV1DecContext *s)
Definition: av1dec.c:257
AV_PIX_FMT_GRAY8
@ AV_PIX_FMT_GRAY8
Y , 8bpp.
Definition: pixfmt.h:74
AV1_DIV_LUT_PREC_BITS
@ AV1_DIV_LUT_PREC_BITS
Definition: av1.h:120
AVCodecContext::level
int level
level
Definition: avcodec.h:1674
AV_PICTURE_TYPE_SP
@ AV_PICTURE_TYPE_SP
Switching Predicted.
Definition: avutil.h:279
av_opt_set_int
int av_opt_set_int(void *obj, const char *name, int64_t val, int search_flags)
Definition: opt.c:624
bytestream2_get_bytes_left
static av_always_inline int bytestream2_get_bytes_left(GetByteContext *g)
Definition: bytestream.h:158
bytestream2_tell
static av_always_inline int bytestream2_tell(GetByteContext *g)
Definition: bytestream.h:192
AV1RawSequenceHeader::max_frame_height_minus_1
uint16_t max_frame_height_minus_1
Definition: cbs_av1.h:99
resolve_divisor
static int16_t resolve_divisor(uint32_t d, uint16_t *shift)
Resolve divisor process.
Definition: av1dec.c:148
AV1_OBU_FRAME
@ AV1_OBU_FRAME
Definition: av1.h:35
AVFilmGrainAOMParams::num_uv_points
int num_uv_points[2]
If chroma_scaling_from_luma is set to 0, signals the chroma scaling function parameters.
Definition: film_grain_params.h:62
AV1RawFilmGrainParams::point_cr_value
uint8_t point_cr_value[10]
Definition: cbs_av1.h:146
AVDISCARD_NONKEY
@ AVDISCARD_NONKEY
discard all frames except keyframes
Definition: defs.h:53
f
f
Definition: af_crystalizer.c:122
AV_CODEC_CAP_DR1
#define AV_CODEC_CAP_DR1
Codec uses get_buffer() or get_encode_buffer() for allocating buffers and supports custom allocators.
Definition: codec.h:52
AVPacket::size
int size
Definition: packet.h:375
AV1RawFilmGrainParams::cb_offset
uint16_t cb_offset
Definition: cbs_av1.h:157
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:116
av_frame_ref
int av_frame_ref(AVFrame *dst, const AVFrame *src)
Set up a new reference to the data described by the source frame.
Definition: frame.c:343
decode_unsigned_subexp_with_ref
static uint32_t decode_unsigned_subexp_with_ref(uint32_t sub_exp, int mx, int r)
Definition: av1dec.c:73
codec_internal.h
AV1RawTimingInfo::num_ticks_per_picture_minus_1
uint32_t num_ticks_per_picture_minus_1
Definition: cbs_av1.h:63
AV_PIX_FMT_YUV422P12
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:411
size
int size
Definition: twinvq_data.h:10344
AV1DecContext
Definition: av1dec.h:63
AV1RawOBU::sequence_header
AV1RawSequenceHeader sequence_header
Definition: cbs_av1.h:397
AV1Frame::skip_mode_frame_idx
uint8_t skip_mode_frame_idx[2]
Definition: av1dec.h:49
AV_PIX_FMT_YUV444P12
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:413
AVFilmGrainParams
This structure describes how to handle film grain synthesis in video for specific codecs.
Definition: film_grain_params.h:216
AV1_GM_ABS_TRANS_ONLY_BITS
@ AV1_GM_ABS_TRANS_ONLY_BITS
Definition: av1.h:107
AV1_OBU_SEQUENCE_HEADER
@ AV1_OBU_SEQUENCE_HEADER
Definition: av1.h:30
AVCodecHWConfigInternal
Definition: hwconfig.h:29
header
static const uint8_t header[24]
Definition: sdr2.c:67
AV1_FRAME_INTRA_ONLY
@ AV1_FRAME_INTRA_ONLY
Definition: av1.h:55
AVPacket::dts
int64_t dts
Decompression timestamp in AVStream->time_base units; the time at which the packet is decompressed.
Definition: packet.h:373
AV1_FRAME_KEY
@ AV1_FRAME_KEY
Definition: av1.h:53
height
#define height
AV1Frame::f
AVFrame * f
Definition: av1dec.h:34
a
The reader does not expect b to be semantically here and if the code is changed by maybe adding a a division or other the signedness will almost certainly be mistaken To avoid this confusion a new type was SUINT is the C unsigned type but it holds a signed int to use the same example SUINT a
Definition: undefined.txt:41
av_reallocp_array
int av_reallocp_array(void *ptr, size_t nmemb, size_t size)
Allocate, reallocate, or free an array through a pointer to a pointer.
Definition: mem.c:233
VD
#define VD
Definition: av1dec.c:1227
HWACCEL_D3D11VA
#define HWACCEL_D3D11VA(codec)
Definition: hwconfig.h:79
AV_PIX_FMT_D3D11
@ AV_PIX_FMT_D3D11
Hardware surfaces for Direct3D11.
Definition: pixfmt.h:305
AV1RawFilmGrainParams::grain_scale_shift
uint8_t grain_scale_shift
Definition: cbs_av1.h:154
HWACCEL_NVDEC
#define HWACCEL_NVDEC(codec)
Definition: hwconfig.h:71
AVFilmGrainAOMParams::ar_coeffs_y
int8_t ar_coeffs_y[24]
Luma auto-regression coefficients.
Definition: film_grain_params.h:80
AV_PIX_FMT_VAAPI
@ AV_PIX_FMT_VAAPI
Hardware acceleration through VA-API, data[3] contains a VASurfaceID.
Definition: pixfmt.h:119
AV1RawOBU::frame_header
AV1RawFrameHeader frame_header
Definition: cbs_av1.h:398
ff_cbs_read_extradata_from_codec
int ff_cbs_read_extradata_from_codec(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const AVCodecContext *avctx)
Definition: cbs.c:280
ff_thread_release_buffer
void ff_thread_release_buffer(AVCodecContext *avctx, AVFrame *f)
Wrapper around release_buffer() frame-for multithreaded codecs.
Definition: pthread_frame.c:1081
av1_decode_flush
static void av1_decode_flush(AVCodecContext *avctx)
Definition: av1dec.c:1211
AV1_NUM_REF_FRAMES
@ AV1_NUM_REF_FRAMES
Definition: av1.h:83
export_film_grain
static int export_film_grain(AVCodecContext *avctx, AVFrame *frame)
Definition: av1dec.c:848
AV1_OBU_PADDING
@ AV1_OBU_PADDING
Definition: av1.h:39
AVDISCARD_NONINTRA
@ AVDISCARD_NONINTRA
discard all non intra frames
Definition: defs.h:52
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:271
AVPacket::pts
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: packet.h:367
AVCodecContext::properties
unsigned properties
Properties of the stream that gets decoded.
Definition: avcodec.h:1845
round
static av_always_inline av_const double round(double x)
Definition: libm.h:444
AVCodecContext::extradata
uint8_t * extradata
some codecs need / can use extradata like Huffman tables.
Definition: avcodec.h:490
AVHWAccel::decode_slice
int(* decode_slice)(AVCodecContext *avctx, const uint8_t *buf, uint32_t buf_size)
Callback for each slice.
Definition: avcodec.h:2157
div_lut
static const uint16_t div_lut[AV1_DIV_LUT_NUM]
< same with Div_Lut defined in spec 7.11.3.7
Definition: av1dec.c:36
AV1Frame::hwaccel_picture_private
void * hwaccel_picture_private
Definition: av1dec.h:37
AV1RawTimingInfo::equal_picture_interval
uint8_t equal_picture_interval
Definition: cbs_av1.h:62
delta
float delta
Definition: vorbis_enc_data.h:430
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
FF_CODEC_CAP_INIT_THREADSAFE
#define FF_CODEC_CAP_INIT_THREADSAFE
The codec does not modify any global variables in the init function, allowing to call the init functi...
Definition: codec_internal.h:31
av_frame_unref
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:477
AV1RawSequenceHeader::max_frame_width_minus_1
uint16_t max_frame_width_minus_1
Definition: cbs_av1.h:98
AV1RawSequenceHeader::color_config
AV1RawColorConfig color_config
Definition: cbs_av1.h:128
AVFilmGrainAOMParams::scaling_shift
int scaling_shift
Specifies the shift applied to the chroma components.
Definition: film_grain_params.h:69
AVCodec::name
const char * name
Name of the codec implementation.
Definition: codec.h:203
av_buffer_replace
int av_buffer_replace(AVBufferRef **pdst, const AVBufferRef *src)
Ensure dst refers to the same data as src.
Definition: buffer.c:233
AVCodecContext::chroma_sample_location
enum AVChromaLocation chroma_sample_location
This defines the location of chroma samples.
Definition: avcodec.h:980
AV1RawTileGroup::tg_start
uint16_t tg_start
Definition: cbs_av1.h:297
FF_CODEC_CAP_SETS_PKT_DTS
#define FF_CODEC_CAP_SETS_PKT_DTS
Decoders marked with FF_CODEC_CAP_SETS_PKT_DTS want to set AVFrame.pkt_dts manually.
Definition: codec_internal.h:46
AVCodecContext::height
int height
Definition: avcodec.h:562
AVCodecContext::pix_fmt
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:599
AVCOL_RANGE_MPEG
@ AVCOL_RANGE_MPEG
Narrow or limited range content.
Definition: pixfmt.h:582
AV1RawOBU::tile_group
AV1RawTileGroup tile_group
Definition: cbs_av1.h:400
AV1RawFilmGrainParams::update_grain
uint8_t update_grain
Definition: cbs_av1.h:136
avcodec.h
AV1RawTileGroup::tile_data
AV1RawTileData tile_data
Definition: cbs_av1.h:300
av_cmp_q
static int av_cmp_q(AVRational a, AVRational b)
Compare two rationals.
Definition: rational.h:89
av1_class
static const AVClass av1_class
Definition: av1dec.c:1234
CodedBitstreamUnit::content_ref
AVBufferRef * content_ref
If content is reference counted, a reference to the buffer containing content.
Definition: cbs.h:111
av_buffer_allocz
AVBufferRef * av_buffer_allocz(size_t size)
Same as av_buffer_alloc(), except the returned buffer will be initialized to zero.
Definition: buffer.c:93
ret
ret
Definition: filter_design.txt:187
AV1RawColorConfig::subsampling_x
uint8_t subsampling_x
Definition: cbs_av1.h:52
AVClass::class_name
const char * class_name
The name of the class; usually it is the same name as the context structure type to which the AVClass...
Definition: log.h:71
AV1_OBU_TILE_LIST
@ AV1_OBU_TILE_LIST
Definition: av1.h:37
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
AV1_DIV_LUT_NUM
@ AV1_DIV_LUT_NUM
Definition: av1.h:121
AV1Frame::gm_invalid
uint8_t gm_invalid[AV1_NUM_REF_FRAMES]
Definition: av1dec.h:45
ff_cbs_init
int ff_cbs_init(CodedBitstreamContext **ctx_ptr, enum AVCodecID codec_id, void *log_ctx)
Create and initialise a new context for the given codec.
Definition: cbs.c:76
AV1RawColorConfig::high_bitdepth
uint8_t high_bitdepth
Definition: cbs_av1.h:42
AV1RawFilmGrainParams::cr_luma_mult
uint8_t cr_luma_mult
Definition: cbs_av1.h:159
AV1RawFilmGrainParams::film_grain_params_ref_idx
uint8_t film_grain_params_ref_idx
Definition: cbs_av1.h:137
read_global_param
static void read_global_param(AV1DecContext *s, int type, int ref, int idx)
Definition: av1dec.c:90
AV_PIX_FMT_YUV420P12
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:410
SIZE_SPECIFIER
#define SIZE_SPECIFIER
Definition: internal.h:192
ff_set_sar
int ff_set_sar(AVCodecContext *avctx, AVRational sar)
Check that the provided sample aspect ratio is valid and set it on the codec context.
Definition: utils.c:105
AVCodecContext
main external API structure.
Definition: avcodec.h:389
get_shear_params_valid
static uint8_t get_shear_params_valid(AV1DecContext *s, int idx)
check if global motion params is valid.
Definition: av1dec.c:168
AVFilmGrainAOMParams::ar_coeff_lag
int ar_coeff_lag
Specifies the auto-regression lag.
Definition: film_grain_params.h:74
AVFilmGrainAOMParams::y_points
uint8_t y_points[14][2]
Definition: film_grain_params.h:50
AVFilmGrainAOMParams::uv_offset
int uv_offset[2]
Offset used for component scaling function.
Definition: film_grain_params.h:112
AVRational::den
int den
Denominator.
Definition: rational.h:60
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AVHWAccel::frame_priv_data_size
int frame_priv_data_size
Size of per-frame hardware accelerator private data.
Definition: avcodec.h:2177
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:225
AV1RawFilmGrainParams::ar_coeff_lag
uint8_t ar_coeff_lag
Definition: cbs_av1.h:149
AVCodecContext::profile
int profile
profile
Definition: avcodec.h:1548
AV1RawColorConfig::mono_chrome
uint8_t mono_chrome
Definition: cbs_av1.h:44
ff_thread_get_format
FF_DISABLE_DEPRECATION_WARNINGS enum AVPixelFormat ff_thread_get_format(AVCodecContext *avctx, const enum AVPixelFormat *fmt)
Wrapper around get_format() for frame-multithreaded codecs.
Definition: pthread_frame.c:1012
AVFilmGrainAOMParams::uv_mult
int uv_mult[2]
Specifies the luma/chroma multipliers for the index to the component scaling function.
Definition: film_grain_params.h:105
ref
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:112
AVCodecContext::export_side_data
int export_side_data
Bit set of AV_CODEC_EXPORT_DATA_* flags, which affects the kind of metadata exported in frame,...
Definition: avcodec.h:2007
AV1RawFilmGrainParams::ar_coeffs_cb_plus_128
uint8_t ar_coeffs_cb_plus_128[25]
Definition: cbs_av1.h:151
AV1RawFilmGrainParams::ar_coeffs_y_plus_128
uint8_t ar_coeffs_y_plus_128[24]
Definition: cbs_av1.h:150
ff_cbs_read_packet
int ff_cbs_read_packet(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const AVPacket *pkt)
Read the data bitstream from a packet into a fragment, then split into units and decompose.
Definition: cbs.c:289
AV1RawSequenceHeader::order_hint_bits_minus_1
uint8_t order_hint_bits_minus_1
Definition: cbs_av1.h:122
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
AV1RawTileGroup
Definition: cbs_av1.h:295
AV1RawFilmGrainParams::cr_offset
uint16_t cr_offset
Definition: cbs_av1.h:160
AV1RawFilmGrainParams::point_y_scaling
uint8_t point_y_scaling[14]
Definition: cbs_av1.h:140
AVHWAccel::start_frame
int(* start_frame)(AVCodecContext *avctx, const uint8_t *buf, uint32_t buf_size)
Called at the beginning of each frame or field picture.
Definition: avcodec.h:2130
shift
static int shift(int a, int b)
Definition: sonic.c:88
AVFilmGrainAOMParams::overlap_flag
int overlap_flag
Signals whether to overlap film grain blocks.
Definition: film_grain_params.h:117
AV_PICTURE_TYPE_P
@ AV_PICTURE_TYPE_P
Predicted.
Definition: avutil.h:275
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AV1RawOBU::frame
AV1RawFrame frame
Definition: cbs_av1.h:399
AV_PIX_FMT_YUV422P
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
ff_set_dimensions
int ff_set_dimensions(AVCodecContext *s, int width, int height)
Check that the provided frame dimensions are valid and set them on the codec context.
Definition: utils.c:90
AV1RawFilmGrainParams::point_cb_scaling
uint8_t point_cb_scaling[10]
Definition: cbs_av1.h:144
AV1RawFrame::tile_group
AV1RawTileGroup tile_group
Definition: cbs_av1.h:305
decode_signed_subexp_with_ref
static int32_t decode_signed_subexp_with_ref(uint32_t sub_exp, int low, int high, int r)
Definition: av1dec.c:83
AV1Frame::temporal_id
int temporal_id
Definition: av1dec.h:42
diff
static av_always_inline int diff(const uint32_t a, const uint32_t b)
Definition: vf_palettegen.c:139
AV1RawColorConfig::twelve_bit
uint8_t twelve_bit
Definition: cbs_av1.h:43
get_pixel_format
static int get_pixel_format(AVCodecContext *avctx)
Definition: av1dec.c:434
alpha
static const int16_t alpha[]
Definition: ilbcdata.h:55
AVPacket
This structure stores compressed data.
Definition: packet.h:351
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:416
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
OFFSET
#define OFFSET(x)
Definition: av1dec.c:1226
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
HWACCEL_VAAPI
#define HWACCEL_VAAPI(codec)
Definition: hwconfig.h:73
AV1Frame::header_ref
AVBufferRef * header_ref
Definition: av1dec.h:39
d
d
Definition: ffmpeg_filter.c:153
AVCodecContext::width
int width
picture width / height.
Definition: avcodec.h:562
TileGroupInfo
Definition: av1dec.h:56
int32_t
int32_t
Definition: audioconvert.c:56
bytestream.h
bytestream2_init
static av_always_inline void bytestream2_init(GetByteContext *g, const uint8_t *buf, int buf_size)
Definition: bytestream.h:137
AV1RawFilmGrainParams
Definition: cbs_av1.h:133
sequence_header
static int FUNC() sequence_header(CodedBitstreamContext *ctx, RWContext *rw, MPEG2RawSequenceHeader *current)
Definition: cbs_mpeg2_syntax_template.c:19
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
AV1_WARP_MODEL_IDENTITY
@ AV1_WARP_MODEL_IDENTITY
Definition: av1.h:113
AV_CODEC_CAP_AVOID_PROBING
#define AV_CODEC_CAP_AVOID_PROBING
Decoder is not a preferred choice for probing.
Definition: codec.h:144
AV1_SEG_LVL_ALT_Q
@ AV1_SEG_LVL_ALT_Q
Definition: av1.h:91
AVERROR_INVALIDDATA
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:61
AV1_FRAME_INTER
@ AV1_FRAME_INTER
Definition: av1.h:54
AV1Frame::coded_lossless
uint8_t coded_lossless
Definition: av1dec.h:53
AV_PIX_FMT_GRAY12
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:388
AVFilmGrainAOMParams::chroma_scaling_from_luma
int chroma_scaling_from_luma
Signals whether to derive the chroma scaling function from the luma.
Definition: film_grain_params.h:56
AV1Frame::gm_type
uint8_t gm_type[AV1_NUM_REF_FRAMES]
Definition: av1dec.h:46
AV_FILM_GRAIN_PARAMS_AV1
@ AV_FILM_GRAIN_PARAMS_AV1
The union is valid when interpreted as AVFilmGrainAOMParams (codec.aom)
Definition: film_grain_params.h:30
AV1RawOBUHeader
Definition: cbs_av1.h:29
AVFilmGrainParams::type
enum AVFilmGrainParamsType type
Specifies the codec for which this structure is valid.
Definition: film_grain_params.h:220
av_log2
int av_log2(unsigned v)
Definition: intmath.c:26
AV1_OBU_METADATA
@ AV1_OBU_METADATA
Definition: av1.h:34
AV1RawFilmGrainParams::num_cr_points
uint8_t num_cr_points
Definition: cbs_av1.h:145
AVCodecContext::sample_aspect_ratio
AVRational sample_aspect_ratio
sample aspect ratio (0 if unknown) That is the width of a pixel divided by the height of the pixel.
Definition: avcodec.h:759
AV_CODEC_EXPORT_DATA_FILM_GRAIN
#define AV_CODEC_EXPORT_DATA_FILM_GRAIN
Decoding only.
Definition: avcodec.h:362
AVFilmGrainAOMParams::ar_coeff_shift
int ar_coeff_shift
Specifies the range of the auto-regressive coefficients.
Definition: film_grain_params.h:93
av_get_pix_fmt_name
const char * av_get_pix_fmt_name(enum AVPixelFormat pix_fmt)
Return the short name for a pixel format, NULL in case pix_fmt is unknown.
Definition: pixdesc.c:2582
AVFilmGrainAOMParams::ar_coeffs_uv
int8_t ar_coeffs_uv[2][25]
Chroma auto-regression coefficients.
Definition: film_grain_params.h:86
CodedBitstreamAV1Context
Definition: cbs_av1.h:427
AV1_CSP_COLOCATED
@ AV1_CSP_COLOCATED
Definition: av1.h:134