FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
vaapi_encode_h265.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include <string.h>
20 
21 #include <va/va.h>
22 #include <va/va_enc_hevc.h>
23 
24 #include "libavutil/avassert.h"
25 #include "libavutil/common.h"
26 #include "libavutil/pixdesc.h"
27 #include "libavutil/opt.h"
29 
30 #include "avcodec.h"
31 #include "cbs.h"
32 #include "cbs_h265.h"
33 #include "h265_profile_level.h"
34 #include "hevc.h"
35 #include "hevc_sei.h"
36 #include "internal.h"
37 #include "put_bits.h"
38 #include "vaapi_encode.h"
39 
40 enum {
43 };
44 
45 typedef struct VAAPIEncodeH265Context {
47 
48  // User options.
49  int qp;
50  int aud;
51  int profile;
52  int tier;
53  int level;
54  int sei;
55 
56  // Derived settings.
60 
61  // Stream state.
62  int64_t last_idr_frame;
64 
67  int pic_type;
68 
69  // Writer structures.
76 
79 
85 
86 
88  char *data, size_t *data_len,
90 {
91  VAAPIEncodeH265Context *priv = avctx->priv_data;
92  int err;
93 
94  err = ff_cbs_write_fragment_data(priv->cbc, au);
95  if (err < 0) {
96  av_log(avctx, AV_LOG_ERROR, "Failed to write packed header.\n");
97  return err;
98  }
99 
100  if (*data_len < 8 * au->data_size - au->data_bit_padding) {
101  av_log(avctx, AV_LOG_ERROR, "Access unit too large: "
102  "%zu < %zu.\n", *data_len,
103  8 * au->data_size - au->data_bit_padding);
104  return AVERROR(ENOSPC);
105  }
106 
107  memcpy(data, au->data, au->data_size);
108  *data_len = 8 * au->data_size - au->data_bit_padding;
109 
110  return 0;
111 }
112 
115  void *nal_unit)
116 {
117  VAAPIEncodeH265Context *priv = avctx->priv_data;
118  H265RawNALUnitHeader *header = nal_unit;
119  int err;
120 
121  err = ff_cbs_insert_unit_content(priv->cbc, au, -1,
122  header->nal_unit_type, nal_unit, NULL);
123  if (err < 0) {
124  av_log(avctx, AV_LOG_ERROR, "Failed to add NAL unit: "
125  "type = %d.\n", header->nal_unit_type);
126  return err;
127  }
128 
129  return 0;
130 }
131 
133  char *data, size_t *data_len)
134 {
135  VAAPIEncodeH265Context *priv = avctx->priv_data;
137  int err;
138 
139  if (priv->aud_needed) {
140  err = vaapi_encode_h265_add_nal(avctx, au, &priv->raw_aud);
141  if (err < 0)
142  goto fail;
143  priv->aud_needed = 0;
144  }
145 
146  err = vaapi_encode_h265_add_nal(avctx, au, &priv->raw_vps);
147  if (err < 0)
148  goto fail;
149 
150  err = vaapi_encode_h265_add_nal(avctx, au, &priv->raw_sps);
151  if (err < 0)
152  goto fail;
153 
154  err = vaapi_encode_h265_add_nal(avctx, au, &priv->raw_pps);
155  if (err < 0)
156  goto fail;
157 
158  err = vaapi_encode_h265_write_access_unit(avctx, data, data_len, au);
159 fail:
160  ff_cbs_fragment_uninit(priv->cbc, au);
161  return err;
162 }
163 
165  VAAPIEncodePicture *pic,
166  VAAPIEncodeSlice *slice,
167  char *data, size_t *data_len)
168 {
169  VAAPIEncodeH265Context *priv = avctx->priv_data;
171  int err;
172 
173  if (priv->aud_needed) {
174  err = vaapi_encode_h265_add_nal(avctx, au, &priv->raw_aud);
175  if (err < 0)
176  goto fail;
177  priv->aud_needed = 0;
178  }
179 
180  err = vaapi_encode_h265_add_nal(avctx, au, &priv->raw_slice);
181  if (err < 0)
182  goto fail;
183 
184  err = vaapi_encode_h265_write_access_unit(avctx, data, data_len, au);
185 fail:
186  ff_cbs_fragment_uninit(priv->cbc, au);
187  return err;
188 }
189 
191  VAAPIEncodePicture *pic,
192  int index, int *type,
193  char *data, size_t *data_len)
194 {
195  VAAPIEncodeH265Context *priv = avctx->priv_data;
197  int err, i;
198 
199  if (priv->sei_needed) {
200  H265RawSEI *sei = &priv->raw_sei;
201 
202  if (priv->aud_needed) {
203  err = vaapi_encode_h265_add_nal(avctx, au, &priv->aud);
204  if (err < 0)
205  goto fail;
206  priv->aud_needed = 0;
207  }
208 
209  *sei = (H265RawSEI) {
210  .nal_unit_header = {
212  .nuh_layer_id = 0,
213  .nuh_temporal_id_plus1 = 1,
214  },
215  };
216 
217  i = 0;
218 
219  if (priv->sei_needed & SEI_MASTERING_DISPLAY) {
222  ++i;
223  }
224 
225  if (priv->sei_needed & SEI_CONTENT_LIGHT_LEVEL) {
228  ++i;
229  }
230 
231  sei->payload_count = i;
232  av_assert0(sei->payload_count > 0);
233 
234  err = vaapi_encode_h265_add_nal(avctx, au, sei);
235  if (err < 0)
236  goto fail;
237  priv->sei_needed = 0;
238 
239  err = vaapi_encode_h265_write_access_unit(avctx, data, data_len, au);
240  if (err < 0)
241  goto fail;
242 
243  ff_cbs_fragment_uninit(priv->cbc, au);
244 
245  *type = VAEncPackedHeaderRawData;
246  return 0;
247  } else {
248  return AVERROR_EOF;
249  }
250 
251 fail:
252  ff_cbs_fragment_uninit(priv->cbc, au);
253  return err;
254 }
255 
257 {
258  VAAPIEncodeContext *ctx = avctx->priv_data;
259  VAAPIEncodeH265Context *priv = avctx->priv_data;
260  H265RawVPS *vps = &priv->raw_vps;
261  H265RawSPS *sps = &priv->raw_sps;
262  H265RawPPS *pps = &priv->raw_pps;
264  H265RawVUI *vui = &sps->vui;
265  VAEncSequenceParameterBufferHEVC *vseq = ctx->codec_sequence_params;
266  VAEncPictureParameterBufferHEVC *vpic = ctx->codec_picture_params;
267  const AVPixFmtDescriptor *desc;
268  int chroma_format, bit_depth;
269  int i;
270 
271  memset(&priv->current_access_unit, 0,
272  sizeof(priv->current_access_unit));
273 
274  memset(vps, 0, sizeof(*vps));
275  memset(sps, 0, sizeof(*sps));
276  memset(pps, 0, sizeof(*pps));
277 
278 
280  av_assert0(desc);
281  if (desc->nb_components == 1) {
282  chroma_format = 0;
283  } else {
284  if (desc->log2_chroma_w == 1 && desc->log2_chroma_h == 1) {
285  chroma_format = 1;
286  } else if (desc->log2_chroma_w == 1 && desc->log2_chroma_h == 0) {
287  chroma_format = 2;
288  } else if (desc->log2_chroma_w == 0 && desc->log2_chroma_h == 0) {
289  chroma_format = 3;
290  } else {
291  av_log(avctx, AV_LOG_ERROR, "Chroma format of input pixel format "
292  "%s is not supported.\n", desc->name);
293  return AVERROR(EINVAL);
294  }
295  }
296  bit_depth = desc->comp[0].depth;
297 
298 
299  // VPS
300 
303  .nuh_layer_id = 0,
304  .nuh_temporal_id_plus1 = 1,
305  };
306 
308 
311  vps->vps_max_layers_minus1 = 0;
312  vps->vps_max_sub_layers_minus1 = 0;
314 
315  ptl->general_profile_space = 0;
316  ptl->general_profile_idc = avctx->profile;
317  ptl->general_tier_flag = priv->tier;
318 
319  if (chroma_format == 1) {
320  ptl->general_profile_compatibility_flag[1] = bit_depth == 8;
321  ptl->general_profile_compatibility_flag[2] = bit_depth <= 10;
322  }
324 
329 
330  ptl->general_max_12bit_constraint_flag = bit_depth <= 12;
331  ptl->general_max_10bit_constraint_flag = bit_depth <= 10;
332  ptl->general_max_8bit_constraint_flag = bit_depth == 8;
333 
334  ptl->general_max_422chroma_constraint_flag = chroma_format <= 2;
335  ptl->general_max_420chroma_constraint_flag = chroma_format <= 1;
336  ptl->general_max_monochrome_constraint_flag = chroma_format == 0;
337 
338  ptl->general_intra_constraint_flag = ctx->gop_size == 1;
339 
341 
342  if (avctx->level != FF_LEVEL_UNKNOWN) {
343  ptl->general_level_idc = avctx->level;
344  } else {
345  const H265LevelDescriptor *level;
346 
347  level = ff_h265_guess_level(ptl, avctx->bit_rate,
348  ctx->surface_width, ctx->surface_height,
349  ctx->nb_slices, 1, 1,
350  (ctx->b_per_p > 0) + 1);
351  if (level) {
352  av_log(avctx, AV_LOG_VERBOSE, "Using level %s.\n", level->name);
353  ptl->general_level_idc = level->level_idc;
354  } else {
355  av_log(avctx, AV_LOG_VERBOSE, "Stream will not conform to "
356  "any normal level; using level 8.5.\n");
357  ptl->general_level_idc = 255;
358  // The tier flag must be set in level 8.5.
359  ptl->general_tier_flag = 1;
360  }
361  }
362 
364  vps->vps_max_dec_pic_buffering_minus1[0] = (ctx->b_per_p > 0) + 1;
365  vps->vps_max_num_reorder_pics[0] = (ctx->b_per_p > 0);
366  vps->vps_max_latency_increase_plus1[0] = 0;
367 
368  vps->vps_max_layer_id = 0;
369  vps->vps_num_layer_sets_minus1 = 0;
370  vps->layer_id_included_flag[0][0] = 1;
371 
373  if (avctx->framerate.num > 0 && avctx->framerate.den > 0) {
374  vps->vps_num_units_in_tick = avctx->framerate.den;
375  vps->vps_time_scale = avctx->framerate.num;
378  } else {
379  vps->vps_num_units_in_tick = avctx->time_base.num;
380  vps->vps_time_scale = avctx->time_base.den;
382  }
383  vps->vps_num_hrd_parameters = 0;
384 
385 
386  // SPS
387 
390  .nuh_layer_id = 0,
391  .nuh_temporal_id_plus1 = 1,
392  };
393 
395 
398 
400 
401  sps->sps_seq_parameter_set_id = 0;
402 
403  sps->chroma_format_idc = chroma_format;
405 
408 
409  if (avctx->width != ctx->surface_width ||
410  avctx->height != ctx->surface_height) {
411  sps->conformance_window_flag = 1;
412  sps->conf_win_left_offset = 0;
413  sps->conf_win_right_offset =
414  (ctx->surface_width - avctx->width) / 2;
415  sps->conf_win_top_offset = 0;
417  (ctx->surface_height - avctx->height) / 2;
418  } else {
419  sps->conformance_window_flag = 0;
420  }
421 
422  sps->bit_depth_luma_minus8 = bit_depth - 8;
423  sps->bit_depth_chroma_minus8 = bit_depth - 8;
424 
426 
429  for (i = 0; i <= sps->sps_max_sub_layers_minus1; i++) {
432  sps->sps_max_num_reorder_pics[i] =
433  vps->vps_max_num_reorder_pics[i];
436  }
437 
438  // These have to come from the capabilities of the encoder. We have no
439  // way to query them, so just hardcode parameters which work on the Intel
440  // driver.
441  // CTB size from 8x8 to 32x32.
444  // Transform size from 4x4 to 32x32.
447  // Full transform hierarchy allowed (2-5).
450  // AMP works.
451  sps->amp_enabled_flag = 1;
452  // SAO and temporal MVP do not work.
455 
456  sps->pcm_enabled_flag = 0;
457 
458  // STRPSs should ideally be here rather than defined individually in
459  // each slice, but the structure isn't completely fixed so for now
460  // don't bother.
463 
465 
466  if (avctx->sample_aspect_ratio.num != 0 &&
467  avctx->sample_aspect_ratio.den != 0) {
468  static const AVRational sar_idc[] = {
469  { 0, 0 },
470  { 1, 1 }, { 12, 11 }, { 10, 11 }, { 16, 11 },
471  { 40, 33 }, { 24, 11 }, { 20, 11 }, { 32, 11 },
472  { 80, 33 }, { 18, 11 }, { 15, 11 }, { 64, 33 },
473  { 160, 99 }, { 4, 3 }, { 3, 2 }, { 2, 1 },
474  };
475  int i;
476  for (i = 0; i < FF_ARRAY_ELEMS(sar_idc); i++) {
477  if (avctx->sample_aspect_ratio.num == sar_idc[i].num &&
478  avctx->sample_aspect_ratio.den == sar_idc[i].den) {
479  vui->aspect_ratio_idc = i;
480  break;
481  }
482  }
483  if (i >= FF_ARRAY_ELEMS(sar_idc)) {
484  vui->aspect_ratio_idc = 255;
485  vui->sar_width = avctx->sample_aspect_ratio.num;
486  vui->sar_height = avctx->sample_aspect_ratio.den;
487  }
489  }
490 
491  if (avctx->color_range != AVCOL_RANGE_UNSPECIFIED ||
493  avctx->color_trc != AVCOL_TRC_UNSPECIFIED ||
494  avctx->colorspace != AVCOL_SPC_UNSPECIFIED) {
496  vui->video_format = 5; // Unspecified.
497  vui->video_full_range_flag =
498  avctx->color_range == AVCOL_RANGE_JPEG;
499 
500  if (avctx->color_primaries != AVCOL_PRI_UNSPECIFIED ||
501  avctx->color_trc != AVCOL_TRC_UNSPECIFIED ||
502  avctx->colorspace != AVCOL_SPC_UNSPECIFIED) {
504  vui->colour_primaries = avctx->color_primaries;
505  vui->transfer_characteristics = avctx->color_trc;
506  vui->matrix_coefficients = avctx->colorspace;
507  }
508  } else {
509  vui->video_format = 5;
510  vui->video_full_range_flag = 0;
511  vui->colour_primaries = avctx->color_primaries;
512  vui->transfer_characteristics = avctx->color_trc;
513  vui->matrix_coefficients = avctx->colorspace;
514  }
515 
520  avctx->chroma_sample_location - 1;
521  }
522 
525  vui->vui_time_scale = vps->vps_time_scale;
529 
533  vui->max_bytes_per_pic_denom = 0;
534  vui->max_bits_per_min_cu_denom = 0;
536  vui->log2_max_mv_length_vertical = 15;
537 
538 
539  // PPS
540 
543  .nuh_layer_id = 0,
544  .nuh_temporal_id_plus1 = 1,
545  };
546 
547  pps->pps_pic_parameter_set_id = 0;
549 
552 
553  pps->init_qp_minus26 = priv->fixed_qp_idr - 26;
554 
555  pps->cu_qp_delta_enabled_flag = (ctx->va_rc_mode != VA_RC_CQP);
556  pps->diff_cu_qp_delta_depth = 0;
557 
559 
560 
561  // Fill VAAPI parameter buffers.
562 
563  *vseq = (VAEncSequenceParameterBufferHEVC) {
564  .general_profile_idc = vps->profile_tier_level.general_profile_idc,
565  .general_level_idc = vps->profile_tier_level.general_level_idc,
566  .general_tier_flag = vps->profile_tier_level.general_tier_flag,
567 
568  .intra_period = ctx->gop_size,
569  .intra_idr_period = ctx->gop_size,
570  .ip_period = ctx->b_per_p + 1,
571  .bits_per_second = ctx->va_bit_rate,
572 
573  .pic_width_in_luma_samples = sps->pic_width_in_luma_samples,
574  .pic_height_in_luma_samples = sps->pic_height_in_luma_samples,
575 
576  .seq_fields.bits = {
577  .chroma_format_idc = sps->chroma_format_idc,
578  .separate_colour_plane_flag = sps->separate_colour_plane_flag,
579  .bit_depth_luma_minus8 = sps->bit_depth_luma_minus8,
580  .bit_depth_chroma_minus8 = sps->bit_depth_chroma_minus8,
581  .scaling_list_enabled_flag = sps->scaling_list_enabled_flag,
582  .strong_intra_smoothing_enabled_flag =
584  .amp_enabled_flag = sps->amp_enabled_flag,
585  .sample_adaptive_offset_enabled_flag =
587  .pcm_enabled_flag = sps->pcm_enabled_flag,
588  .pcm_loop_filter_disabled_flag = sps->pcm_loop_filter_disabled_flag,
589  .sps_temporal_mvp_enabled_flag = sps->sps_temporal_mvp_enabled_flag,
590  },
591 
592  .log2_min_luma_coding_block_size_minus3 =
594  .log2_diff_max_min_luma_coding_block_size =
596  .log2_min_transform_block_size_minus2 =
598  .log2_diff_max_min_transform_block_size =
600  .max_transform_hierarchy_depth_inter =
602  .max_transform_hierarchy_depth_intra =
604 
605  .pcm_sample_bit_depth_luma_minus1 =
607  .pcm_sample_bit_depth_chroma_minus1 =
609  .log2_min_pcm_luma_coding_block_size_minus3 =
611  .log2_max_pcm_luma_coding_block_size_minus3 =
614 
615  .vui_parameters_present_flag = 0,
616  };
617 
618  *vpic = (VAEncPictureParameterBufferHEVC) {
619  .decoded_curr_pic = {
620  .picture_id = VA_INVALID_ID,
621  .flags = VA_PICTURE_HEVC_INVALID,
622  },
623 
624  .coded_buf = VA_INVALID_ID,
625 
626  .collocated_ref_pic_index = 0xff,
627 
628  .last_picture = 0,
629 
630  .pic_init_qp = pps->init_qp_minus26 + 26,
631  .diff_cu_qp_delta_depth = pps->diff_cu_qp_delta_depth,
632  .pps_cb_qp_offset = pps->pps_cb_qp_offset,
633  .pps_cr_qp_offset = pps->pps_cr_qp_offset,
634 
635  .num_tile_columns_minus1 = pps->num_tile_columns_minus1,
636  .num_tile_rows_minus1 = pps->num_tile_rows_minus1,
637 
638  .log2_parallel_merge_level_minus2 = pps->log2_parallel_merge_level_minus2,
639  .ctu_max_bitsize_allowed = 0,
640 
641  .num_ref_idx_l0_default_active_minus1 =
643  .num_ref_idx_l1_default_active_minus1 =
645 
646  .slice_pic_parameter_set_id = pps->pps_pic_parameter_set_id,
647 
648  .pic_fields.bits = {
649  .sign_data_hiding_enabled_flag = pps->sign_data_hiding_enabled_flag,
650  .constrained_intra_pred_flag = pps->constrained_intra_pred_flag,
651  .transform_skip_enabled_flag = pps->transform_skip_enabled_flag,
652  .cu_qp_delta_enabled_flag = pps->cu_qp_delta_enabled_flag,
653  .weighted_pred_flag = pps->weighted_pred_flag,
654  .weighted_bipred_flag = pps->weighted_bipred_flag,
655  .transquant_bypass_enabled_flag = pps->transquant_bypass_enabled_flag,
656  .tiles_enabled_flag = pps->tiles_enabled_flag,
657  .entropy_coding_sync_enabled_flag = pps->entropy_coding_sync_enabled_flag,
658  .loop_filter_across_tiles_enabled_flag =
660  .scaling_list_data_present_flag = (sps->sps_scaling_list_data_present_flag |
662  .screen_content_flag = 0,
663  .enable_gpu_weighted_prediction = 0,
664  .no_output_of_prior_pics_flag = 0,
665  },
666  };
667 
668  return 0;
669 }
670 
672  VAAPIEncodePicture *pic)
673 {
674  VAAPIEncodeH265Context *priv = avctx->priv_data;
675  VAEncPictureParameterBufferHEVC *vpic = pic->codec_picture_params;
676  int i;
677 
678  if (pic->type == PICTURE_TYPE_IDR) {
679  av_assert0(pic->display_order == pic->encode_order);
680 
681  priv->last_idr_frame = pic->display_order;
682 
684  priv->slice_type = HEVC_SLICE_I;
685  priv->pic_type = 0;
686  } else {
687  av_assert0(pic->encode_order > priv->last_idr_frame);
688 
689  if (pic->type == PICTURE_TYPE_I) {
691  priv->slice_type = HEVC_SLICE_I;
692  priv->pic_type = 0;
693  } else if (pic->type == PICTURE_TYPE_P) {
694  av_assert0(pic->refs[0]);
696  priv->slice_type = HEVC_SLICE_P;
697  priv->pic_type = 1;
698  } else {
699  av_assert0(pic->refs[0] && pic->refs[1]);
700  if (pic->refs[1]->type == PICTURE_TYPE_I)
702  else
704  priv->slice_type = HEVC_SLICE_B;
705  priv->pic_type = 2;
706  }
707  }
708  priv->pic_order_cnt = pic->display_order - priv->last_idr_frame;
709 
710  if (priv->aud) {
711  priv->aud_needed = 1;
712  priv->raw_aud = (H265RawAUD) {
713  .nal_unit_header = {
715  .nuh_layer_id = 0,
716  .nuh_temporal_id_plus1 = 1,
717  },
718  .pic_type = priv->pic_type,
719  };
720  } else {
721  priv->aud_needed = 0;
722  }
723 
724  priv->sei_needed = 0;
725 
726  // Only look for the metadata on I/IDR frame on the output. We
727  // may force an IDR frame on the output where the medadata gets
728  // changed on the input frame.
729  if ((priv->sei & SEI_MASTERING_DISPLAY) &&
730  (pic->type == PICTURE_TYPE_I || pic->type == PICTURE_TYPE_IDR)) {
731  AVFrameSideData *sd =
734 
735  if (sd) {
738 
739  // SEI is needed when both the primaries and luminance are set
740  if (mdm->has_primaries && mdm->has_luminance) {
742  &priv->sei_mastering_display;
743  const int mapping[3] = {1, 2, 0};
744  const int chroma_den = 50000;
745  const int luma_den = 10000;
746 
747  for (i = 0; i < 3; i++) {
748  const int j = mapping[i];
749  mdcv->display_primaries_x[i] =
750  FFMIN(lrint(chroma_den *
751  av_q2d(mdm->display_primaries[j][0])),
752  chroma_den);
753  mdcv->display_primaries_y[i] =
754  FFMIN(lrint(chroma_den *
755  av_q2d(mdm->display_primaries[j][1])),
756  chroma_den);
757  }
758 
759  mdcv->white_point_x =
760  FFMIN(lrint(chroma_den * av_q2d(mdm->white_point[0])),
761  chroma_den);
762  mdcv->white_point_y =
763  FFMIN(lrint(chroma_den * av_q2d(mdm->white_point[1])),
764  chroma_den);
765 
767  lrint(luma_den * av_q2d(mdm->max_luminance));
769  FFMIN(lrint(luma_den * av_q2d(mdm->min_luminance)),
771 
773  }
774  }
775  }
776 
777  if ((priv->sei & SEI_CONTENT_LIGHT_LEVEL) &&
778  (pic->type == PICTURE_TYPE_I || pic->type == PICTURE_TYPE_IDR)) {
779  AVFrameSideData *sd =
782 
783  if (sd) {
788 
789  clli->max_content_light_level = FFMIN(clm->MaxCLL, 65535);
790  clli->max_pic_average_light_level = FFMIN(clm->MaxFALL, 65535);
791 
793  }
794  }
795 
796  vpic->decoded_curr_pic = (VAPictureHEVC) {
797  .picture_id = pic->recon_surface,
798  .pic_order_cnt = priv->pic_order_cnt,
799  .flags = 0,
800  };
801 
802  for (i = 0; i < pic->nb_refs; i++) {
803  VAAPIEncodePicture *ref = pic->refs[i];
804  av_assert0(ref && ref->encode_order < pic->encode_order);
805 
806  vpic->reference_frames[i] = (VAPictureHEVC) {
807  .picture_id = ref->recon_surface,
808  .pic_order_cnt = ref->display_order - priv->last_idr_frame,
809  .flags = (ref->display_order < pic->display_order ?
810  VA_PICTURE_HEVC_RPS_ST_CURR_BEFORE : 0) |
811  (ref->display_order > pic->display_order ?
812  VA_PICTURE_HEVC_RPS_ST_CURR_AFTER : 0),
813  };
814  }
815  for (; i < FF_ARRAY_ELEMS(vpic->reference_frames); i++) {
816  vpic->reference_frames[i] = (VAPictureHEVC) {
817  .picture_id = VA_INVALID_ID,
818  .flags = VA_PICTURE_HEVC_INVALID,
819  };
820  }
821 
822  vpic->coded_buf = pic->output_buffer;
823 
824  vpic->nal_unit_type = priv->slice_nal_unit;
825 
826  switch (pic->type) {
827  case PICTURE_TYPE_IDR:
828  vpic->pic_fields.bits.idr_pic_flag = 1;
829  vpic->pic_fields.bits.coding_type = 1;
830  vpic->pic_fields.bits.reference_pic_flag = 1;
831  break;
832  case PICTURE_TYPE_I:
833  vpic->pic_fields.bits.idr_pic_flag = 0;
834  vpic->pic_fields.bits.coding_type = 1;
835  vpic->pic_fields.bits.reference_pic_flag = 1;
836  break;
837  case PICTURE_TYPE_P:
838  vpic->pic_fields.bits.idr_pic_flag = 0;
839  vpic->pic_fields.bits.coding_type = 2;
840  vpic->pic_fields.bits.reference_pic_flag = 1;
841  break;
842  case PICTURE_TYPE_B:
843  vpic->pic_fields.bits.idr_pic_flag = 0;
844  vpic->pic_fields.bits.coding_type = 3;
845  vpic->pic_fields.bits.reference_pic_flag = 0;
846  break;
847  default:
848  av_assert0(0 && "invalid picture type");
849  }
850 
851  return 0;
852 }
853 
855  VAAPIEncodePicture *pic,
856  VAAPIEncodeSlice *slice)
857 {
858  VAAPIEncodeContext *ctx = avctx->priv_data;
859  VAAPIEncodeH265Context *priv = avctx->priv_data;
860  const H265RawSPS *sps = &priv->raw_sps;
861  const H265RawPPS *pps = &priv->raw_pps;
862  H265RawSliceHeader *sh = &priv->raw_slice.header;
863  VAEncPictureParameterBufferHEVC *vpic = pic->codec_picture_params;
864  VAEncSliceParameterBufferHEVC *vslice = slice->codec_slice_params;
865  int i;
866 
868  .nal_unit_type = priv->slice_nal_unit,
869  .nuh_layer_id = 0,
870  .nuh_temporal_id_plus1 = 1,
871  };
872 
874 
875  sh->first_slice_segment_in_pic_flag = slice->index == 0;
876  sh->slice_segment_address = slice->block_start;
877 
878  sh->slice_type = priv->slice_type;
879 
881  (1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4)) - 1;
882 
883  if (pic->type != PICTURE_TYPE_IDR) {
884  H265RawSTRefPicSet *rps;
885  VAAPIEncodePicture *st;
886  int used;
887 
889 
890  rps = &sh->short_term_ref_pic_set;
891  memset(rps, 0, sizeof(*rps));
892 
893  for (st = ctx->pic_start; st; st = st->next) {
894  if (st->encode_order >= pic->encode_order) {
895  // Not yet in DPB.
896  continue;
897  }
898  used = 0;
899  for (i = 0; i < pic->nb_refs; i++) {
900  if (pic->refs[i] == st)
901  used = 1;
902  }
903  if (!used) {
904  // Usually each picture always uses all of the others in the
905  // DPB as references. The one case we have to treat here is
906  // a non-IDR IRAP picture, which may need to hold unused
907  // references across itself to be used for the decoding of
908  // following RASL pictures. This looks for such an RASL
909  // picture, and keeps the reference if there is one.
910  VAAPIEncodePicture *rp;
911  for (rp = ctx->pic_start; rp; rp = rp->next) {
912  if (rp->encode_order < pic->encode_order)
913  continue;
914  if (rp->type != PICTURE_TYPE_B)
915  continue;
916  if (rp->refs[0] == st && rp->refs[1] == pic)
917  break;
918  }
919  if (!rp)
920  continue;
921  }
922  // This only works for one instance of each (delta_poc_sN_minus1
923  // is relative to the previous frame in the list, not relative to
924  // the current frame directly).
925  if (st->display_order < pic->display_order) {
927  pic->display_order - st->display_order - 1;
929  ++rps->num_negative_pics;
930  } else {
932  st->display_order - pic->display_order - 1;
934  ++rps->num_positive_pics;
935  }
936  }
937 
938  sh->num_long_term_sps = 0;
939  sh->num_long_term_pics = 0;
940 
945  sh->collocated_ref_idx = 0;
946  }
947 
951  }
952 
955 
956  if (pic->type == PICTURE_TYPE_B)
957  sh->slice_qp_delta = priv->fixed_qp_b - (pps->init_qp_minus26 + 26);
958  else if (pic->type == PICTURE_TYPE_P)
959  sh->slice_qp_delta = priv->fixed_qp_p - (pps->init_qp_minus26 + 26);
960  else
961  sh->slice_qp_delta = priv->fixed_qp_idr - (pps->init_qp_minus26 + 26);
962 
963 
964  *vslice = (VAEncSliceParameterBufferHEVC) {
965  .slice_segment_address = sh->slice_segment_address,
966  .num_ctu_in_slice = slice->block_size,
967 
968  .slice_type = sh->slice_type,
969  .slice_pic_parameter_set_id = sh->slice_pic_parameter_set_id,
970 
971  .num_ref_idx_l0_active_minus1 = sh->num_ref_idx_l0_active_minus1,
972  .num_ref_idx_l1_active_minus1 = sh->num_ref_idx_l1_active_minus1,
973 
974  .luma_log2_weight_denom = sh->luma_log2_weight_denom,
975  .delta_chroma_log2_weight_denom = sh->delta_chroma_log2_weight_denom,
976 
977  .max_num_merge_cand = 5 - sh->five_minus_max_num_merge_cand,
978 
979  .slice_qp_delta = sh->slice_qp_delta,
980  .slice_cb_qp_offset = sh->slice_cb_qp_offset,
981  .slice_cr_qp_offset = sh->slice_cr_qp_offset,
982 
983  .slice_beta_offset_div2 = sh->slice_beta_offset_div2,
984  .slice_tc_offset_div2 = sh->slice_tc_offset_div2,
985 
986  .slice_fields.bits = {
987  .last_slice_of_pic_flag = slice->index == pic->nb_slices - 1,
988  .dependent_slice_segment_flag = sh->dependent_slice_segment_flag,
989  .colour_plane_id = sh->colour_plane_id,
990  .slice_temporal_mvp_enabled_flag =
992  .slice_sao_luma_flag = sh->slice_sao_luma_flag,
993  .slice_sao_chroma_flag = sh->slice_sao_chroma_flag,
994  .num_ref_idx_active_override_flag =
996  .mvd_l1_zero_flag = sh->mvd_l1_zero_flag,
997  .cabac_init_flag = sh->cabac_init_flag,
998  .slice_deblocking_filter_disabled_flag =
1000  .slice_loop_filter_across_slices_enabled_flag =
1002  .collocated_from_l0_flag = sh->collocated_from_l0_flag,
1003  },
1004  };
1005 
1006  for (i = 0; i < FF_ARRAY_ELEMS(vslice->ref_pic_list0); i++) {
1007  vslice->ref_pic_list0[i].picture_id = VA_INVALID_ID;
1008  vslice->ref_pic_list0[i].flags = VA_PICTURE_HEVC_INVALID;
1009  vslice->ref_pic_list1[i].picture_id = VA_INVALID_ID;
1010  vslice->ref_pic_list1[i].flags = VA_PICTURE_HEVC_INVALID;
1011  }
1012 
1013  av_assert0(pic->nb_refs <= 2);
1014  if (pic->nb_refs >= 1) {
1015  // Backward reference for P- or B-frame.
1016  av_assert0(pic->type == PICTURE_TYPE_P ||
1017  pic->type == PICTURE_TYPE_B);
1018  vslice->ref_pic_list0[0] = vpic->reference_frames[0];
1019  }
1020  if (pic->nb_refs >= 2) {
1021  // Forward reference for B-frame.
1022  av_assert0(pic->type == PICTURE_TYPE_B);
1023  vslice->ref_pic_list1[0] = vpic->reference_frames[1];
1024  }
1025 
1026  return 0;
1027 }
1028 
1030 {
1031  VAAPIEncodeContext *ctx = avctx->priv_data;
1032  VAAPIEncodeH265Context *priv = avctx->priv_data;
1033  int err;
1034 
1035  err = ff_cbs_init(&priv->cbc, AV_CODEC_ID_HEVC, avctx);
1036  if (err < 0)
1037  return err;
1038 
1039  if (ctx->va_rc_mode == VA_RC_CQP) {
1040  priv->fixed_qp_p = priv->qp;
1041  if (avctx->i_quant_factor > 0.0)
1042  priv->fixed_qp_idr = (int)((priv->fixed_qp_p * avctx->i_quant_factor +
1043  avctx->i_quant_offset) + 0.5);
1044  else
1045  priv->fixed_qp_idr = priv->fixed_qp_p;
1046  if (avctx->b_quant_factor > 0.0)
1047  priv->fixed_qp_b = (int)((priv->fixed_qp_p * avctx->b_quant_factor +
1048  avctx->b_quant_offset) + 0.5);
1049  else
1050  priv->fixed_qp_b = priv->fixed_qp_p;
1051 
1052  av_log(avctx, AV_LOG_DEBUG, "Using fixed QP = "
1053  "%d / %d / %d for IDR- / P- / B-frames.\n",
1054  priv->fixed_qp_idr, priv->fixed_qp_p, priv->fixed_qp_b);
1055 
1056  } else if (ctx->va_rc_mode == VA_RC_CBR ||
1057  ctx->va_rc_mode == VA_RC_VBR) {
1058  // These still need to be set for pic_init_qp/slice_qp_delta.
1059  priv->fixed_qp_idr = 30;
1060  priv->fixed_qp_p = 30;
1061  priv->fixed_qp_b = 30;
1062 
1063  } else {
1064  av_assert0(0 && "Invalid RC mode.");
1065  }
1066 
1067  return 0;
1068 }
1069 
1071  { FF_PROFILE_HEVC_MAIN, 8, 3, 1, 1, VAProfileHEVCMain },
1072  { FF_PROFILE_HEVC_REXT, 8, 3, 1, 1, VAProfileHEVCMain },
1073 #if VA_CHECK_VERSION(0, 37, 0)
1074  { FF_PROFILE_HEVC_MAIN_10, 10, 3, 1, 1, VAProfileHEVCMain10 },
1075  { FF_PROFILE_HEVC_REXT, 10, 3, 1, 1, VAProfileHEVCMain10 },
1076 #endif
1077  { FF_PROFILE_UNKNOWN }
1078 };
1079 
1082 
1083  .flags = FLAG_SLICE_CONTROL,
1084 
1085  .configure = &vaapi_encode_h265_configure,
1086 
1087  .sequence_params_size = sizeof(VAEncSequenceParameterBufferHEVC),
1088  .init_sequence_params = &vaapi_encode_h265_init_sequence_params,
1089 
1090  .picture_params_size = sizeof(VAEncPictureParameterBufferHEVC),
1091  .init_picture_params = &vaapi_encode_h265_init_picture_params,
1092 
1093  .slice_params_size = sizeof(VAEncSliceParameterBufferHEVC),
1094  .init_slice_params = &vaapi_encode_h265_init_slice_params,
1095 
1096  .sequence_header_type = VAEncPackedHeaderSequence,
1097  .write_sequence_header = &vaapi_encode_h265_write_sequence_header,
1098 
1099  .slice_header_type = VAEncPackedHeaderHEVC_Slice,
1100  .write_slice_header = &vaapi_encode_h265_write_slice_header,
1101 
1102  .write_extra_header = &vaapi_encode_h265_write_extra_header,
1103 };
1104 
1106 {
1107  VAAPIEncodeContext *ctx = avctx->priv_data;
1108  VAAPIEncodeH265Context *priv = avctx->priv_data;
1109 
1110  ctx->codec = &vaapi_encode_type_h265;
1111 
1112  if (avctx->profile == FF_PROFILE_UNKNOWN)
1113  avctx->profile = priv->profile;
1114  if (avctx->level == FF_LEVEL_UNKNOWN)
1115  avctx->level = priv->level;
1116 
1117  if (avctx->level != FF_LEVEL_UNKNOWN && avctx->level & ~0xff) {
1118  av_log(avctx, AV_LOG_ERROR, "Invalid level %d: must fit "
1119  "in 8-bit unsigned integer.\n", avctx->level);
1120  return AVERROR(EINVAL);
1121  }
1122 
1123  ctx->desired_packed_headers =
1124  VA_ENC_PACKED_HEADER_SEQUENCE | // VPS, SPS and PPS.
1125  VA_ENC_PACKED_HEADER_SLICE | // Slice headers.
1126  VA_ENC_PACKED_HEADER_MISC; // SEI
1127 
1128  ctx->surface_width = FFALIGN(avctx->width, 16);
1129  ctx->surface_height = FFALIGN(avctx->height, 16);
1130 
1131  // CTU size is currently hard-coded to 32.
1132  ctx->slice_block_width = ctx->slice_block_height = 32;
1133 
1134  return ff_vaapi_encode_init(avctx);
1135 }
1136 
1138 {
1139  VAAPIEncodeH265Context *priv = avctx->priv_data;
1140 
1141  ff_cbs_close(&priv->cbc);
1142 
1143  return ff_vaapi_encode_close(avctx);
1144 }
1145 
1146 #define OFFSET(x) offsetof(VAAPIEncodeH265Context, x)
1147 #define FLAGS (AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM)
1150 
1151  { "qp", "Constant QP (for P-frames; scaled by qfactor/qoffset for I/B)",
1152  OFFSET(qp), AV_OPT_TYPE_INT, { .i64 = 25 }, 0, 52, FLAGS },
1153 
1154  { "aud", "Include AUD",
1155  OFFSET(aud), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, FLAGS },
1156 
1157  { "profile", "Set profile (general_profile_idc)",
1159  { .i64 = FF_PROFILE_UNKNOWN }, FF_PROFILE_UNKNOWN, 0xff, FLAGS, "profile" },
1160 
1161 #define PROFILE(name, value) name, NULL, 0, AV_OPT_TYPE_CONST, \
1162  { .i64 = value }, 0, 0, FLAGS, "profile"
1163  { PROFILE("main", FF_PROFILE_HEVC_MAIN) },
1164  { PROFILE("main10", FF_PROFILE_HEVC_MAIN_10) },
1165  { PROFILE("rext", FF_PROFILE_HEVC_REXT) },
1166 #undef PROFILE
1167 
1168  { "tier", "Set tier (general_tier_flag)",
1169  OFFSET(tier), AV_OPT_TYPE_INT,
1170  { .i64 = 0 }, 0, 1, FLAGS, "tier" },
1171  { "main", NULL, 0, AV_OPT_TYPE_CONST,
1172  { .i64 = 0 }, 0, 0, FLAGS, "tier" },
1173  { "high", NULL, 0, AV_OPT_TYPE_CONST,
1174  { .i64 = 1 }, 0, 0, FLAGS, "tier" },
1175 
1176  { "level", "Set level (general_level_idc)",
1178  { .i64 = FF_LEVEL_UNKNOWN }, FF_LEVEL_UNKNOWN, 0xff, FLAGS, "level" },
1179 
1180 #define LEVEL(name, value) name, NULL, 0, AV_OPT_TYPE_CONST, \
1181  { .i64 = value }, 0, 0, FLAGS, "level"
1182  { LEVEL("1", 30) },
1183  { LEVEL("2", 60) },
1184  { LEVEL("2.1", 63) },
1185  { LEVEL("3", 90) },
1186  { LEVEL("3.1", 93) },
1187  { LEVEL("4", 120) },
1188  { LEVEL("4.1", 123) },
1189  { LEVEL("5", 150) },
1190  { LEVEL("5.1", 153) },
1191  { LEVEL("5.2", 156) },
1192  { LEVEL("6", 180) },
1193  { LEVEL("6.1", 183) },
1194  { LEVEL("6.2", 186) },
1195 #undef LEVEL
1196 
1197  { "sei", "Set SEI to include",
1200  0, INT_MAX, FLAGS, "sei" },
1201  { "hdr",
1202  "Include HDR metadata for mastering display colour volume "
1203  "and content light level information",
1204  0, AV_OPT_TYPE_CONST,
1206  INT_MIN, INT_MAX, FLAGS, "sei" },
1207 
1208  { NULL },
1209 };
1210 
1212  { "b", "0" },
1213  { "bf", "2" },
1214  { "g", "120" },
1215  { "i_qfactor", "1" },
1216  { "i_qoffset", "0" },
1217  { "b_qfactor", "6/5" },
1218  { "b_qoffset", "0" },
1219  { "qmin", "-1" },
1220  { "qmax", "-1" },
1221  { NULL },
1222 };
1223 
1225  .class_name = "h265_vaapi",
1226  .item_name = av_default_item_name,
1227  .option = vaapi_encode_h265_options,
1228  .version = LIBAVUTIL_VERSION_INT,
1229 };
1230 
1232  .name = "hevc_vaapi",
1233  .long_name = NULL_IF_CONFIG_SMALL("H.265/HEVC (VAAPI)"),
1234  .type = AVMEDIA_TYPE_VIDEO,
1235  .id = AV_CODEC_ID_HEVC,
1236  .priv_data_size = sizeof(VAAPIEncodeH265Context),
1238  .encode2 = &ff_vaapi_encode2,
1239  .close = &vaapi_encode_h265_close,
1240  .priv_class = &vaapi_encode_h265_class,
1241  .capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HARDWARE,
1242  .defaults = vaapi_encode_h265_defaults,
1243  .pix_fmts = (const enum AVPixelFormat[]) {
1246  },
1247  .wrapper_name = "vaapi",
1248 };
uint8_t sps_video_parameter_set_id
Definition: cbs_h265.h:232
uint8_t loop_filter_across_tiles_enabled_flag
Definition: cbs_h265.h:369
#define NULL
Definition: coverity.c:32
AVRational framerate
Definition: avcodec.h:3056
uint8_t transfer_characteristics
Definition: cbs_h265.h:126
uint8_t pps_pic_parameter_set_id
Definition: cbs_h265.h:334
uint8_t vps_poc_proportional_to_timing_flag
Definition: cbs_h265.h:193
uint8_t num_long_term_pics
Definition: cbs_h265.h:451
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2446
unsigned MaxCLL
Max content light level (cd/m^2).
uint8_t num_ref_idx_l0_default_active_minus1
Definition: cbs_h265.h:343
uint8_t log2_max_mv_length_horizontal
Definition: cbs_h265.h:158
AVOption.
Definition: opt.h:246
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:101
uint8_t motion_vectors_over_pic_boundaries_flag
Definition: cbs_h265.h:153
uint8_t sps_sub_layer_ordering_info_present_flag
Definition: cbs_h265.h:258
uint8_t slice_temporal_mvp_enabled_flag
Definition: cbs_h265.h:458
uint8_t general_max_8bit_constraint_flag
Definition: cbs_h265.h:58
static int vaapi_encode_h265_add_nal(AVCodecContext *avctx, CodedBitstreamFragment *au, void *nal_unit)
int64_t bit_rate
the average bitrate
Definition: avcodec.h:1583
#define LIBAVUTIL_VERSION_INT
Definition: version.h:85
uint8_t bitstream_restriction_flag
Definition: cbs_h265.h:151
const char * desc
Definition: nvenc.c:65
uint8_t bit_depth_luma_minus8
Definition: cbs_h265.h:253
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:35
#define AV_CODEC_CAP_HARDWARE
Codec is backed by a hardware implementation.
Definition: avcodec.h:1065
H265RawSEIContentLightLevelInfo content_light_level
Definition: cbs_h265.h:546
uint8_t vui_timing_info_present_flag
Definition: cbs_h265.h:143
int ff_cbs_init(CodedBitstreamContext **ctx_ptr, enum AVCodecID codec_id, void *log_ctx)
Create and initialise a new context for the given codec.
Definition: cbs.c:74
enum AVColorRange color_range
MPEG vs JPEG YUV range.
Definition: avcodec.h:2164
AVRational white_point[2]
CIE 1931 xy chromaticity coords of white point.
Content light level (based on CTA-861.3).
Definition: frame.h:136
uint8_t sps_max_sub_layers_minus1
Definition: cbs_h265.h:234
uint16_t slice_pic_order_cnt_lsb
Definition: cbs_h265.h:444
int num
Numerator.
Definition: rational.h:59
uint8_t sps_max_num_reorder_pics[HEVC_MAX_SUB_LAYERS]
Definition: cbs_h265.h:260
const char * av_default_item_name(void *ptr)
Return the context name.
Definition: log.c:191
static const AVClass vaapi_encode_h265_class
uint8_t tiles_enabled_flag
Definition: cbs_h265.h:361
int ff_cbs_insert_unit_content(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, int position, CodedBitstreamUnitType type, void *content, AVBufferRef *content_buf)
Insert a new unit into a fragment with the given content.
Definition: cbs.c:570
AVRational sample_aspect_ratio
sample aspect ratio (0 if unknown) That is the width of a pixel divided by the height of the pixel...
Definition: avcodec.h:1912
int8_t slice_qp_delta
Definition: cbs_h265.h:495
uint8_t restricted_ref_pic_lists_flag
Definition: cbs_h265.h:154
Mastering display metadata associated with a video frame.
Definition: frame.h:119
H265RawProfileTierLevel profile_tier_level
Definition: cbs_h265.h:237
int8_t slice_beta_offset_div2
Definition: cbs_h265.h:505
int has_primaries
Flag indicating whether the display primaries (and white point) are set.
static av_cold int vaapi_encode_h265_close(AVCodecContext *avctx)
uint8_t collocated_from_l0_flag
Definition: cbs_h265.h:474
CodedBitstreamContext * cbc
void * codec_sequence_params
Definition: vaapi_encode.h:202
uint8_t sample_adaptive_offset_enabled_flag
Definition: cbs_h265.h:275
uint8_t vui_parameters_present_flag
Definition: cbs_h265.h:295
uint8_t pcm_sample_bit_depth_luma_minus1
Definition: cbs_h265.h:278
static const AVCodecDefault vaapi_encode_h265_defaults[]
uint8_t bit_depth_chroma_minus8
Definition: cbs_h265.h:254
int profile
profile
Definition: avcodec.h:2859
AVCodec.
Definition: avcodec.h:3424
int8_t delta_chroma_log2_weight_denom
Definition: cbs_h265.h:478
float i_quant_offset
qscale offset between P and I-frames
Definition: avcodec.h:1845
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
Definition: pixdesc.h:92
uint8_t general_profile_idc
Definition: cbs_h265.h:47
uint8_t used_by_curr_pic_s0_flag[HEVC_MAX_REFS]
Definition: cbs_h265.h:217
AVRational time_base
This is the fundamental unit of time (in seconds) in terms of which frame timestamps are represented...
Definition: avcodec.h:1656
uint16_t slice_segment_address
Definition: cbs_h265.h:436
AVFrameSideData * av_frame_get_side_data(const AVFrame *frame, enum AVFrameSideDataType type)
Definition: frame.c:734
uint32_t vps_num_units_in_tick
Definition: cbs_h265.h:191
uint8_t sign_data_hiding_enabled_flag
Definition: cbs_h265.h:340
#define FF_LEVEL_UNKNOWN
Definition: avcodec.h:2970
const char * class_name
The name of the class; usually it is the same name as the context structure type to which the AVClass...
Definition: log.h:72
uint16_t conf_win_right_offset
Definition: cbs_h265.h:249
#define AV_CODEC_CAP_DELAY
Encoder or decoder requires flushing with NULL input at the end in order to give the complete and cor...
Definition: avcodec.h:993
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
H265RawSEIContentLightLevelInfo sei_content_light_level
uint8_t slice_deblocking_filter_disabled_flag
Definition: cbs_h265.h:504
uint16_t pic_height_in_luma_samples
Definition: cbs_h265.h:245
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:117
#define av_cold
Definition: attributes.h:82
int8_t slice_tc_offset_div2
Definition: cbs_h265.h:506
AVOptions.
int8_t slice_cb_qp_offset
Definition: cbs_h265.h:496
uint8_t colour_primaries
Definition: cbs_h265.h:125
uint8_t vps_sub_layer_ordering_info_present_flag
Definition: cbs_h265.h:181
uint8_t general_max_12bit_constraint_flag
Definition: cbs_h265.h:56
float b_quant_factor
qscale factor between IP and B-frames If > 0 then the last P-frame quantizer will be used (q= lastp_q...
Definition: avcodec.h:1802
uint8_t five_minus_max_num_merge_cand
Definition: cbs_h265.h:492
#define FF_PROFILE_HEVC_MAIN
Definition: avcodec.h:2947
uint8_t video_format
Definition: cbs_h265.h:122
H265RawSTRefPicSet short_term_ref_pic_set
Definition: cbs_h265.h:447
uint8_t vps_timing_info_present_flag
Definition: cbs_h265.h:190
uint8_t log2_max_pic_order_cnt_lsb_minus4
Definition: cbs_h265.h:256
uint8_t constrained_intra_pred_flag
Definition: cbs_h265.h:348
uint32_t sps_max_latency_increase_plus1[HEVC_MAX_SUB_LAYERS]
Definition: cbs_h265.h:261
Structure to hold side data for an AVFrame.
Definition: frame.h:188
uint8_t matrix_coefficients
Definition: cbs_h265.h:127
static double av_q2d(AVRational a)
Convert an AVRational to a double.
Definition: rational.h:104
uint8_t aspect_ratio_info_present_flag
Definition: cbs_h265.h:113
uint8_t vps_max_sub_layers_minus1
Definition: cbs_h265.h:176
#define AVERROR_EOF
End of file.
Definition: error.h:55
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:192
H265RawSEIPayload payload[H265_MAX_SEI_PAYLOADS]
Definition: cbs_h265.h:558
uint8_t general_max_monochrome_constraint_flag
Definition: cbs_h265.h:61
VASurfaceID recon_surface
Definition: vaapi_encode.h:79
uint8_t log2_min_luma_transform_block_size_minus2
Definition: cbs_h265.h:265
int has_luminance
Flag indicating whether the luminance (min_ and max_) have been set.
static const uint8_t header[24]
Definition: sdr2.c:67
uint8_t sps_scaling_list_data_present_flag
Definition: cbs_h265.h:271
uint8_t log2_min_pcm_luma_coding_block_size_minus3
Definition: cbs_h265.h:280
static int vaapi_encode_h265_write_access_unit(AVCodecContext *avctx, char *data, size_t *data_len, CodedBitstreamFragment *au)
#define FF_PROFILE_HEVC_MAIN_10
Definition: avcodec.h:2948
uint8_t video_full_range_flag
Definition: cbs_h265.h:123
enum AVChromaLocation chroma_sample_location
This defines the location of chroma samples.
Definition: avcodec.h:2171
#define FFALIGN(x, a)
Definition: macros.h:48
#define av_log(a,...)
uint8_t chroma_sample_loc_type_bottom_field
Definition: cbs_h265.h:131
uint16_t vps_num_layer_sets_minus1
Definition: cbs_h265.h:187
uint8_t video_signal_type_present_flag
Definition: cbs_h265.h:121
const char * name
Definition: pixdesc.h:82
size_t data_size
The number of bytes in the bitstream.
Definition: cbs.h:129
H265RawVUI vui
Definition: cbs_h265.h:296
unsigned int va_rc_mode
Definition: vaapi_encode.h:147
uint32_t vui_num_ticks_poc_diff_one_minus1
Definition: cbs_h265.h:147
uint8_t vps_max_dec_pic_buffering_minus1[HEVC_MAX_SUB_LAYERS]
Definition: cbs_h265.h:182
uint8_t log2_max_mv_length_vertical
Definition: cbs_h265.h:159
AVHWFramesContext * input_frames
Definition: vaapi_encode.h:166
Content light level needed by to transmit HDR over HDMI (CTA-861.3).
uint8_t vps_video_parameter_set_id
Definition: cbs_h265.h:171
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
void ff_cbs_fragment_uninit(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag)
Free all allocated memory in a fragment.
Definition: cbs.c:139
uint8_t conformance_window_flag
Definition: cbs_h265.h:247
uint8_t max_bits_per_min_cu_denom
Definition: cbs_h265.h:157
#define AVERROR(e)
Definition: error.h:43
static av_cold int vaapi_encode_h265_init(AVCodecContext *avctx)
uint8_t dependent_slice_segment_flag
Definition: cbs_h265.h:435
union H265RawSEIPayload::@55 payload
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
uint8_t chroma_loc_info_present_flag
Definition: cbs_h265.h:129
#define PROFILE(name, value)
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:197
static int vaapi_encode_h265_init_sequence_params(AVCodecContext *avctx)
uint8_t num_negative_pics
Definition: cbs_h265.h:214
simple assert() macros that are a bit more flexible than ISO C assert().
const char * name
Name of the codec implementation.
Definition: avcodec.h:3431
float i_quant_factor
qscale factor between P- and I-frames If > 0 then the last P-frame quantizer will be used (q = lastp_...
Definition: avcodec.h:1838
static const AVOption vaapi_encode_h265_options[]
uint8_t general_interlaced_source_flag
Definition: cbs_h265.h:52
static const AVCodecDefault defaults[]
Definition: amfenc_h264.c:361
unsigned int va_bit_rate
Definition: vaapi_encode.h:149
uint8_t general_tier_flag
Definition: cbs_h265.h:46
uint8_t transform_skip_enabled_flag
Definition: cbs_h265.h:349
H265RawNALUnitHeader nal_unit_header
Definition: cbs_h265.h:169
uint8_t pcm_sample_bit_depth_chroma_minus1
Definition: cbs_h265.h:279
uint16_t sar_height
Definition: cbs_h265.h:116
AVRational max_luminance
Max luminance of mastering display (cd/m^2).
void * codec_picture_params
Definition: vaapi_encode.h:88
size_t data_bit_padding
The number of bits which should be ignored in the final byte.
Definition: cbs.h:133
#define fail()
Definition: checkasm.h:117
uint8_t chroma_sample_loc_type_top_field
Definition: cbs_h265.h:130
uint8_t vps_max_layers_minus1
Definition: cbs_h265.h:175
uint32_t vui_time_scale
Definition: cbs_h265.h:145
static int vaapi_encode_h265_init_slice_params(AVCodecContext *avctx, VAAPIEncodePicture *pic, VAAPIEncodeSlice *slice)
uint16_t conf_win_bottom_offset
Definition: cbs_h265.h:251
H265RawNALUnitHeader nal_unit_header
Definition: cbs_h265.h:423
static const VAAPIEncodeType vaapi_encode_type_h265
uint8_t slice_type
Definition: cbs_h265.h:439
uint8_t nb_components
The number of components each pixel has, (1-4)
Definition: pixdesc.h:83
uint8_t scaling_list_enabled_flag
Definition: cbs_h265.h:270
uint32_t payload_type
Definition: cbs_h265.h:542
H265RawProfileTierLevel profile_tier_level
Definition: cbs_h265.h:179
#define FFMIN(a, b)
Definition: common.h:96
uint8_t general_max_422chroma_constraint_flag
Definition: cbs_h265.h:59
uint16_t sar_width
Definition: cbs_h265.h:115
AVRational min_luminance
Min luminance of mastering display (cd/m^2).
uint8_t transquant_bypass_enabled_flag
Definition: cbs_h265.h:360
int width
picture width / height.
Definition: avcodec.h:1706
uint8_t general_intra_constraint_flag
Definition: cbs_h265.h:62
uint32_t vps_max_latency_increase_plus1[HEVC_MAX_SUB_LAYERS]
Definition: cbs_h265.h:184
uint8_t vui_hrd_parameters_present_flag
Definition: cbs_h265.h:148
#define FLAGS
uint16_t delta_poc_s1_minus1[HEVC_MAX_REFS]
Definition: cbs_h265.h:218
uint8_t diff_cu_qp_delta_depth
Definition: cbs_h265.h:351
#define FF_PROFILE_UNKNOWN
Definition: avcodec.h:2860
const VAAPIEncodeProfile * profiles
Definition: vaapi_encode.h:261
av_cold int ff_vaapi_encode_init(AVCodecContext *avctx)
AVCodec ff_hevc_vaapi_encoder
static void bit_depth(AudioStatsContext *s, uint64_t mask, uint64_t imask, AVRational *depth)
Definition: af_astats.c:155
uint8_t general_non_packed_constraint_flag
Definition: cbs_h265.h:53
AVFormatContext * ctx
Definition: movenc.c:48
uint8_t colour_plane_id
Definition: cbs_h265.h:442
uint8_t sps_seq_parameter_set_id
Definition: cbs_h265.h:239
enum AVColorPrimaries color_primaries
Chromaticity coordinates of the source primaries.
Definition: avcodec.h:2143
struct VAAPIEncodePicture * next
Definition: vaapi_encode.h:64
int level
level
Definition: avcodec.h:2969
AVFrame * input_image
Definition: vaapi_encode.h:75
uint16_t pic_width_in_luma_samples
Definition: cbs_h265.h:244
void * codec_picture_params
Definition: vaapi_encode.h:206
static int vaapi_encode_h265_init_picture_params(AVCodecContext *avctx, VAAPIEncodePicture *pic)
uint8_t vps_base_layer_available_flag
Definition: cbs_h265.h:174
uint8_t log2_min_luma_coding_block_size_minus3
Definition: cbs_h265.h:263
uint8_t * data
Pointer to the bitstream form of this fragment.
Definition: cbs.h:122
uint8_t pps_seq_parameter_set_id
Definition: cbs_h265.h:335
#define FF_ARRAY_ELEMS(a)
the normal 2^n-1 "JPEG" YUV ranges
Definition: pixfmt.h:512
int ff_cbs_write_fragment_data(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag)
Write the content of the fragment to its own internal buffer.
Definition: cbs.c:282
uint16_t vps_num_hrd_parameters
Definition: cbs_h265.h:195
uint8_t num_ref_idx_l1_active_minus1
Definition: cbs_h265.h:465
uint8_t general_max_420chroma_constraint_flag
Definition: cbs_h265.h:60
struct VAAPIEncodePicture * refs[MAX_PICTURE_REFERENCES]
Definition: vaapi_encode.h:91
uint8_t used_by_curr_pic_s1_flag[HEVC_MAX_REFS]
Definition: cbs_h265.h:219
#define OFFSET(x)
const H265LevelDescriptor * ff_h265_guess_level(const H265RawProfileTierLevel *ptl, int64_t bitrate, int width, int height, int slice_segments, int tile_rows, int tile_cols, int max_dec_pic_buffering)
Guess the level of a stream from some parameters.
uint8_t max_bytes_per_pic_denom
Definition: cbs_h265.h:156
uint8_t num_ref_idx_l0_active_minus1
Definition: cbs_h265.h:464
uint8_t payload_count
Definition: cbs_h265.h:559
H265RawNALUnitHeader nal_unit_header
Definition: cbs_h265.h:230
static int vaapi_encode_h265_write_slice_header(AVCodecContext *avctx, VAAPIEncodePicture *pic, VAAPIEncodeSlice *slice, char *data, size_t *data_len)
const struct VAAPIEncodeType * codec
Definition: vaapi_encode.h:116
uint8_t log2_diff_max_min_pcm_luma_coding_block_size
Definition: cbs_h265.h:281
Libavcodec external API header.
uint8_t entropy_coding_sync_enabled_flag
Definition: cbs_h265.h:362
uint8_t weighted_bipred_flag
Definition: cbs_h265.h:358
uint16_t conf_win_top_offset
Definition: cbs_h265.h:250
uint8_t sps_temporal_mvp_enabled_flag
Definition: cbs_h265.h:292
VAAPIEncodePicture * pic_start
Definition: vaapi_encode.h:209
Coded bitstream fragment structure, combining one or more units.
Definition: cbs.h:116
uint8_t general_level_idc
Definition: cbs_h265.h:69
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
main external API structure.
Definition: avcodec.h:1533
int8_t slice_cr_qp_offset
Definition: cbs_h265.h:497
uint32_t vui_num_units_in_tick
Definition: cbs_h265.h:144
uint8_t short_term_ref_pic_set_sps_flag
Definition: cbs_h265.h:446
uint8_t slice_loop_filter_across_slices_enabled_flag
Definition: cbs_h265.h:507
uint8_t luma_log2_weight_denom
Definition: cbs_h265.h:477
uint8_t max_transform_hierarchy_depth_intra
Definition: cbs_h265.h:268
uint8_t mvd_l1_zero_flag
Definition: cbs_h265.h:472
uint8_t * data
Definition: frame.h:190
uint8_t pps_loop_filter_across_slices_enabled_flag
Definition: cbs_h265.h:371
uint8_t weighted_pred_flag
Definition: cbs_h265.h:357
uint8_t sps_temporal_id_nesting_flag
Definition: cbs_h265.h:235
GLint GLenum type
Definition: opengl_enc.c:105
int8_t pps_cb_qp_offset
Definition: cbs_h265.h:353
H265RawSEIMasteringDisplayColourVolume mastering_display
Definition: cbs_h265.h:545
static int FUNC() aud(CodedBitstreamContext *ctx, RWContext *rw, H264RawAUD *current)
uint8_t vps_max_layer_id
Definition: cbs_h265.h:186
uint16_t conf_win_left_offset
Definition: cbs_h265.h:248
Describe the class of an AVClass context structure.
Definition: log.h:67
uint8_t collocated_ref_idx
Definition: cbs_h265.h:475
uint8_t amp_enabled_flag
Definition: cbs_h265.h:274
static int FUNC() pps(CodedBitstreamContext *ctx, RWContext *rw, H264RawPPS *current)
Context structure for coded bitstream operations.
Definition: cbs.h:159
int index
Definition: gxfenc.c:89
enum AVColorSpace colorspace
YUV colorspace type.
Definition: avcodec.h:2157
Rational number (pair of numerator and denominator).
Definition: rational.h:58
enum AVColorTransferCharacteristic color_trc
Color Transfer Characteristic.
Definition: avcodec.h:2150
Mastering display metadata capable of representing the color volume of the display used to master the...
uint8_t general_max_10bit_constraint_flag
Definition: cbs_h265.h:57
static int vaapi_encode_h265_write_extra_header(AVCodecContext *avctx, VAAPIEncodePicture *pic, int index, int *type, char *data, size_t *data_len)
static int FUNC() sps(CodedBitstreamContext *ctx, RWContext *rw, H264RawSPS *current)
uint8_t chroma_format_idc
Definition: cbs_h265.h:241
void ff_cbs_close(CodedBitstreamContext **ctx_ptr)
Close a context and free all internal state.
Definition: cbs.c:113
float b_quant_offset
qscale offset between IP and B-frames
Definition: avcodec.h:1815
uint8_t general_lower_bit_rate_constraint_flag
Definition: cbs_h265.h:64
uint8_t general_profile_compatibility_flag[32]
Definition: cbs_h265.h:49
uint8_t vps_base_layer_internal_flag
Definition: cbs_h265.h:173
AVRational display_primaries[3][2]
CIE 1931 xy chromaticity coords of color primaries (r, g, b order).
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:266
mfxU16 profile
Definition: qsvenc.c:44
static int FUNC() vps(CodedBitstreamContext *ctx, RWContext *rw, H265RawVPS *current)
uint8_t pcm_loop_filter_disabled_flag
Definition: cbs_h265.h:282
H265RawNALUnitHeader nal_unit_header
Definition: cbs_h265.h:332
#define VAAPI_ENCODE_COMMON_OPTIONS
Definition: vaapi_encode.h:330
static int vaapi_encode_h265_write_sequence_header(AVCodecContext *avctx, char *data, size_t *data_len)
uint8_t num_positive_pics
Definition: cbs_h265.h:215
uint8_t general_frame_only_constraint_flag
Definition: cbs_h265.h:54
uint8_t level
Definition: svq3.c:207
int8_t pps_cr_qp_offset
Definition: cbs_h265.h:354
static const VAAPIEncodeProfile vaapi_encode_h265_profiles[]
uint8_t slice_pic_parameter_set_id
Definition: cbs_h265.h:433
uint8_t vui_poc_proportional_to_timing_flag
Definition: cbs_h265.h:146
uint8_t general_progressive_source_flag
Definition: cbs_h265.h:51
int
uint8_t max_transform_hierarchy_depth_inter
Definition: cbs_h265.h:267
static av_cold int vaapi_encode_h265_configure(AVCodecContext *avctx)
VAAPIEncodeContext common
common internal api header.
common internal and external API header
if(ret< 0)
Definition: vf_mcdeint.c:279
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:107
uint8_t pps_scaling_list_data_present_flag
Definition: cbs_h265.h:378
uint8_t cabac_init_flag
Definition: cbs_h265.h:473
uint8_t num_tile_rows_minus1
Definition: cbs_h265.h:365
uint8_t pcm_enabled_flag
Definition: cbs_h265.h:277
uint8_t slice_sao_luma_flag
Definition: cbs_h265.h:460
int ff_vaapi_encode2(AVCodecContext *avctx, AVPacket *pkt, const AVFrame *input_image, int *got_packet)
Definition: vaapi_encode.c:895
static int FUNC() sei(CodedBitstreamContext *ctx, RWContext *rw, H264RawSEI *current)
uint8_t num_tile_columns_minus1
Definition: cbs_h265.h:364
int den
Denominator.
Definition: rational.h:60
uint16_t delta_poc_s0_minus1[HEVC_MAX_REFS]
Definition: cbs_h265.h:216
uint8_t log2_diff_max_min_luma_coding_block_size
Definition: cbs_h265.h:264
CodedBitstreamFragment current_access_unit
uint8_t slice_sao_chroma_flag
Definition: cbs_h265.h:461
#define FF_PROFILE_HEVC_REXT
Definition: avcodec.h:2950
void * priv_data
Definition: avcodec.h:1560
uint8_t vps_max_num_reorder_pics[HEVC_MAX_SUB_LAYERS]
Definition: cbs_h265.h:183
H265RawSliceHeader header
Definition: cbs_h265.h:519
H265RawSEIMasteringDisplayColourVolume sei_mastering_display
uint32_t vps_time_scale
Definition: cbs_h265.h:192
uint8_t num_short_term_ref_pic_sets
Definition: cbs_h265.h:284
void * codec_slice_params
Definition: vaapi_encode.h:60
uint8_t log2_parallel_merge_level_minus2
Definition: cbs_h265.h:382
uint8_t vps_temporal_id_nesting_flag
Definition: cbs_h265.h:177
#define lrint
Definition: tablegen.h:53
uint8_t aspect_ratio_idc
Definition: cbs_h265.h:114
unsigned int desired_packed_headers
Definition: vaapi_encode.h:124
#define LEVEL(name, value)
H265RawNALUnitHeader nal_unit_header
Definition: cbs_h265.h:429
uint8_t num_long_term_sps
Definition: cbs_h265.h:450
uint8_t general_profile_space
Definition: cbs_h265.h:45
uint8_t sps_max_dec_pic_buffering_minus1[HEVC_MAX_SUB_LAYERS]
Definition: cbs_h265.h:259
int8_t init_qp_minus26
Definition: cbs_h265.h:346
uint32_t vps_num_ticks_poc_diff_one_minus1
Definition: cbs_h265.h:194
int depth
Number of bits in the component.
Definition: pixdesc.h:58
uint8_t separate_colour_plane_flag
Definition: cbs_h265.h:242
VABufferID output_buffer
Definition: vaapi_encode.h:85
uint8_t strong_intra_smoothing_enabled_flag
Definition: cbs_h265.h:293
uint8_t colour_description_present_flag
Definition: cbs_h265.h:124
enum AVPixelFormat sw_format
The pixel format identifying the actual data layout of the hardware frames.
Definition: hwcontext.h:221
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
unsigned MaxFALL
Max average light level per frame (cd/m^2).
uint8_t log2_diff_max_min_luma_transform_block_size
Definition: cbs_h265.h:266
uint8_t long_term_ref_pics_present_flag
Definition: cbs_h265.h:287
uint8_t num_ref_idx_active_override_flag
Definition: cbs_h265.h:463
uint8_t layer_id_included_flag[HEVC_MAX_LAYER_SETS][HEVC_MAX_LAYERS]
Definition: cbs_h265.h:188
av_cold int ff_vaapi_encode_close(AVCodecContext *avctx)
uint8_t nal_unit_type
Definition: cbs_h265.h:39
uint8_t num_ref_idx_l1_default_active_minus1
Definition: cbs_h265.h:344
H265RawNALUnitHeader nal_unit_header
Definition: cbs_h265.h:556
uint8_t first_slice_segment_in_pic_flag
Definition: cbs_h265.h:431
uint8_t cu_qp_delta_enabled_flag
Definition: cbs_h265.h:350
bitstream writer API