FFmpeg
vdpau_hevc.c
Go to the documentation of this file.
1 /*
2  * MPEG-H Part 2 / HEVC / H.265 HW decode acceleration through VDPAU
3  *
4  * Copyright (c) 2013 Philip Langdale
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software Foundation,
20  * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include <vdpau/vdpau.h>
24 
25 #include "avcodec.h"
26 #include "internal.h"
27 #include "hevc_data.h"
28 #include "hevcdec.h"
29 #include "hwconfig.h"
30 #include "vdpau.h"
31 #include "vdpau_internal.h"
32 #include "h265_profile_level.h"
33 
34 
36  const uint8_t *buffer, uint32_t size)
37 {
38  HEVCContext *h = avctx->priv_data;
39  HEVCFrame *pic = h->ref;
40  struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
41 
42  VdpPictureInfoHEVC *info = &pic_ctx->info.hevc;
43 #ifdef VDP_YCBCR_FORMAT_Y_U_V_444
44  VdpPictureInfoHEVC444 *info2 = &pic_ctx->info.hevc_444;
45 #endif
46 
47  const HEVCSPS *sps = h->ps.sps;
48  const HEVCPPS *pps = h->ps.pps;
49  const SliceHeader *sh = &h->sh;
51  &pps->scaling_list : &sps->scaling_list;
52 
53  /* init VdpPictureInfoHEVC */
54 
55  /* SPS */
56  info->chroma_format_idc = sps->chroma_format_idc;
57  info->separate_colour_plane_flag = sps->separate_colour_plane_flag;
58  info->pic_width_in_luma_samples = sps->width;
59  info->pic_height_in_luma_samples = sps->height;
60  info->bit_depth_luma_minus8 = sps->bit_depth - 8;
61  info->bit_depth_chroma_minus8 = sps->bit_depth - 8;
62  info->log2_max_pic_order_cnt_lsb_minus4 = sps->log2_max_poc_lsb - 4;
63  /* Provide the value corresponding to the nuh_temporal_id of the frame
64  to be decoded. */
65  info->sps_max_dec_pic_buffering_minus1 = sps->temporal_layer[sps->max_sub_layers - 1].max_dec_pic_buffering - 1;
66  info->log2_min_luma_coding_block_size_minus3 = sps->log2_min_cb_size - 3;
67  info->log2_diff_max_min_luma_coding_block_size = sps->log2_diff_max_min_coding_block_size;
68  info->log2_min_transform_block_size_minus2 = sps->log2_min_tb_size - 2;
69  info->log2_diff_max_min_transform_block_size = sps->log2_max_trafo_size - sps->log2_min_tb_size;
70  info->max_transform_hierarchy_depth_inter = sps->max_transform_hierarchy_depth_inter;
71  info->max_transform_hierarchy_depth_intra = sps->max_transform_hierarchy_depth_intra;
72  info->scaling_list_enabled_flag = sps->scaling_list_enable_flag;
73  /* Scaling lists, in diagonal order, to be used for this frame. */
74  for (size_t i = 0; i < 6; i++) {
75  for (size_t j = 0; j < 16; j++) {
76  /* Scaling List for 4x4 quantization matrix,
77  indexed as ScalingList4x4[matrixId][i]. */
79  info->ScalingList4x4[i][j] = sl->sl[0][i][pos];
80  }
81  for (size_t j = 0; j < 64; j++) {
83  /* Scaling List for 8x8 quantization matrix,
84  indexed as ScalingList8x8[matrixId][i]. */
85  info->ScalingList8x8[i][j] = sl->sl[1][i][pos];
86  /* Scaling List for 16x16 quantization matrix,
87  indexed as ScalingList16x16[matrixId][i]. */
88  info->ScalingList16x16[i][j] = sl->sl[2][i][pos];
89  if (i < 2) {
90  /* Scaling List for 32x32 quantization matrix,
91  indexed as ScalingList32x32[matrixId][i]. */
92  info->ScalingList32x32[i][j] = sl->sl[3][i * 3][pos];
93  }
94  }
95  /* Scaling List DC Coefficients for 16x16,
96  indexed as ScalingListDCCoeff16x16[matrixId]. */
97  info->ScalingListDCCoeff16x16[i] = sl->sl_dc[0][i];
98  if (i < 2) {
99  /* Scaling List DC Coefficients for 32x32,
100  indexed as ScalingListDCCoeff32x32[matrixId]. */
101  info->ScalingListDCCoeff32x32[i] = sl->sl_dc[1][i * 3];
102  }
103  }
104  info->amp_enabled_flag = sps->amp_enabled_flag;
105  info->sample_adaptive_offset_enabled_flag = sps->sao_enabled;
106  info->pcm_enabled_flag = sps->pcm_enabled_flag;
107  if (info->pcm_enabled_flag) {
108  /* Only needs to be set if pcm_enabled_flag is set. Ignored otherwise. */
109  info->pcm_sample_bit_depth_luma_minus1 = sps->pcm.bit_depth - 1;
110  /* Only needs to be set if pcm_enabled_flag is set. Ignored otherwise. */
111  info->pcm_sample_bit_depth_chroma_minus1 = sps->pcm.bit_depth_chroma - 1;
112  /* Only needs to be set if pcm_enabled_flag is set. Ignored otherwise. */
113  info->log2_min_pcm_luma_coding_block_size_minus3 = sps->pcm.log2_min_pcm_cb_size - 3;
114  /* Only needs to be set if pcm_enabled_flag is set. Ignored otherwise. */
115  info->log2_diff_max_min_pcm_luma_coding_block_size = sps->pcm.log2_max_pcm_cb_size - sps->pcm.log2_min_pcm_cb_size;
116  /* Only needs to be set if pcm_enabled_flag is set. Ignored otherwise. */
117  info->pcm_loop_filter_disabled_flag = sps->pcm.loop_filter_disable_flag;
118  }
119  /* Per spec, when zero, assume short_term_ref_pic_set_sps_flag
120  is also zero. */
121  info->num_short_term_ref_pic_sets = sps->nb_st_rps;
122  info->long_term_ref_pics_present_flag = sps->long_term_ref_pics_present_flag;
123  /* Only needed if long_term_ref_pics_present_flag is set. Ignored
124  otherwise. */
125  info->num_long_term_ref_pics_sps = sps->num_long_term_ref_pics_sps;
126  info->sps_temporal_mvp_enabled_flag = sps->sps_temporal_mvp_enabled_flag;
127  info->strong_intra_smoothing_enabled_flag = sps->sps_strong_intra_smoothing_enable_flag;
128 
129  /* Copy the HEVC Picture Parameter Set bitstream fields. */
130  info->dependent_slice_segments_enabled_flag = pps->dependent_slice_segments_enabled_flag;
131  info->output_flag_present_flag = pps->output_flag_present_flag;
132  info->num_extra_slice_header_bits = pps->num_extra_slice_header_bits;
133  info->sign_data_hiding_enabled_flag = pps->sign_data_hiding_flag;
134  info->cabac_init_present_flag = pps->cabac_init_present_flag;
135  info->num_ref_idx_l0_default_active_minus1 = pps->num_ref_idx_l0_default_active - 1;
136  info->num_ref_idx_l1_default_active_minus1 = pps->num_ref_idx_l1_default_active - 1;
137  info->init_qp_minus26 = pps->pic_init_qp_minus26;
138  info->constrained_intra_pred_flag = pps->constrained_intra_pred_flag;
139  info->transform_skip_enabled_flag = pps->transform_skip_enabled_flag;
140  info->cu_qp_delta_enabled_flag = pps->cu_qp_delta_enabled_flag;
141  /* Only needed if cu_qp_delta_enabled_flag is set. Ignored otherwise. */
142  info->diff_cu_qp_delta_depth = pps->diff_cu_qp_delta_depth;
143  info->pps_cb_qp_offset = pps->cb_qp_offset;
144  info->pps_cr_qp_offset = pps->cr_qp_offset;
145  info->pps_slice_chroma_qp_offsets_present_flag = pps->pic_slice_level_chroma_qp_offsets_present_flag;
146  info->weighted_pred_flag = pps->weighted_pred_flag;
147  info->weighted_bipred_flag = pps->weighted_bipred_flag;
148  info->transquant_bypass_enabled_flag = pps->transquant_bypass_enable_flag;
149  info->tiles_enabled_flag = pps->tiles_enabled_flag;
150  info->entropy_coding_sync_enabled_flag = pps->entropy_coding_sync_enabled_flag;
151  if (info->tiles_enabled_flag) {
152  /* Only valid if tiles_enabled_flag is set. Ignored otherwise. */
153  info->num_tile_columns_minus1 = pps->num_tile_columns - 1;
154  /* Only valid if tiles_enabled_flag is set. Ignored otherwise. */
155  info->num_tile_rows_minus1 = pps->num_tile_rows - 1;
156  /* Only valid if tiles_enabled_flag is set. Ignored otherwise. */
157  info->uniform_spacing_flag = pps->uniform_spacing_flag;
158  /* Only need to set 0..num_tile_columns_minus1. The struct
159  definition reserves up to the maximum of 20. Invalid values are
160  ignored. */
161  for (ssize_t i = 0; i < pps->num_tile_columns; i++) {
162  info->column_width_minus1[i] = pps->column_width[i] - 1;
163  }
164  /* Only need to set 0..num_tile_rows_minus1. The struct
165  definition reserves up to the maximum of 22. Invalid values are
166  ignored.*/
167  for (ssize_t i = 0; i < pps->num_tile_rows; i++) {
168  info->row_height_minus1[i] = pps->row_height[i] - 1;
169  }
170  /* Only needed if tiles_enabled_flag is set. Invalid values are
171  ignored. */
172  info->loop_filter_across_tiles_enabled_flag = pps->loop_filter_across_tiles_enabled_flag;
173  }
174  info->pps_loop_filter_across_slices_enabled_flag = pps->seq_loop_filter_across_slices_enabled_flag;
175  info->deblocking_filter_control_present_flag = pps->deblocking_filter_control_present_flag;
176  /* Only valid if deblocking_filter_control_present_flag is set. Ignored
177  otherwise. */
178  info->deblocking_filter_override_enabled_flag = pps->deblocking_filter_override_enabled_flag;
179  /* Only valid if deblocking_filter_control_present_flag is set. Ignored
180  otherwise. */
181  info->pps_deblocking_filter_disabled_flag = pps->disable_dbf;
182  /* Only valid if deblocking_filter_control_present_flag is set and
183  pps_deblocking_filter_disabled_flag is not set. Ignored otherwise.*/
184  info->pps_beta_offset_div2 = pps->beta_offset / 2;
185  /* Only valid if deblocking_filter_control_present_flag is set and
186  pps_deblocking_filter_disabled_flag is not set. Ignored otherwise. */
187  info->pps_tc_offset_div2 = pps->tc_offset / 2;
188  info->lists_modification_present_flag = pps->lists_modification_present_flag;
189  info->log2_parallel_merge_level_minus2 = pps->log2_parallel_merge_level - 2;
190  info->slice_segment_header_extension_present_flag = pps->slice_header_extension_present_flag;
191 
192  /* Set to 1 if nal_unit_type is equal to IDR_W_RADL or IDR_N_LP.
193  Set to zero otherwise. */
194  info->IDRPicFlag = IS_IDR(h);
195  /* Set to 1 if nal_unit_type in the range of BLA_W_LP to
196  RSV_IRAP_VCL23, inclusive. Set to zero otherwise.*/
197  info->RAPPicFlag = IS_IRAP(h);
198  /* See section 7.4.7.1 of the specification. */
199  info->CurrRpsIdx = sps->nb_st_rps;
200  if (sh->short_term_ref_pic_set_sps_flag == 1) {
201  for (size_t i = 0; i < sps->nb_st_rps; i++) {
202  if (sh->short_term_rps == &sps->st_rps[i]) {
203  info->CurrRpsIdx = i;
204  break;
205  }
206  }
207  }
208  /* See section 7.4.7.2 of the specification. */
209  info->NumPocTotalCurr = ff_hevc_frame_nb_refs(h);
210  if (sh->short_term_ref_pic_set_sps_flag == 0 && sh->short_term_rps) {
211  /* Corresponds to specification field, NumDeltaPocs[RefRpsIdx].
212  Only applicable when short_term_ref_pic_set_sps_flag == 0.
213  Implementations will ignore this value in other cases. See 7.4.8. */
214  info->NumDeltaPocsOfRefRpsIdx = sh->short_term_rps->rps_idx_num_delta_pocs;
215  }
216  /* Section 7.6.3.1 of the H.265/HEVC Specification defines the syntax of
217  the slice_segment_header. This header contains information that
218  some VDPAU implementations may choose to skip. The VDPAU API
219  requires client applications to track the number of bits used in the
220  slice header for structures associated with short term and long term
221  reference pictures. First, VDPAU requires the number of bits used by
222  the short_term_ref_pic_set array in the slice_segment_header. */
223  info->NumShortTermPictureSliceHeaderBits = sh->short_term_ref_pic_set_size;
224  /* Second, VDPAU requires the number of bits used for long term reference
225  pictures in the slice_segment_header. This is equal to the number
226  of bits used for the contents of the block beginning with
227  "if(long_term_ref_pics_present_flag)". */
228  info->NumLongTermPictureSliceHeaderBits = sh->long_term_ref_pic_set_size;
229 
230  /* The value of PicOrderCntVal of the picture in the access unit
231  containing the SEI message. The picture being decoded. */
232  info->CurrPicOrderCntVal = h->poc;
233 
234  /* Slice Decoding Process - Reference Picture Sets */
235  for (size_t i = 0; i < 16; i++) {
236  info->RefPics[i] = VDP_INVALID_HANDLE;
237  info->PicOrderCntVal[i] = 0;
238  info->IsLongTerm[i] = 0;
239  }
240  for (size_t i = 0, j = 0; i < FF_ARRAY_ELEMS(h->DPB); i++) {
241  const HEVCFrame *frame = &h->DPB[i];
242  if (frame != h->ref && (frame->flags & (HEVC_FRAME_FLAG_LONG_REF |
244  if (j > 15) {
245  av_log(avctx, AV_LOG_WARNING,
246  "VDPAU only supports up to 16 references in the DPB. "
247  "This frame may not be decoded correctly.\n");
248  break;
249  }
250  /* Array of video reference surfaces.
251  Set any unused positions to VDP_INVALID_HANDLE. */
252  info->RefPics[j] = ff_vdpau_get_surface_id(frame->frame);
253  /* Array of picture order counts. These correspond to positions
254  in the RefPics array. */
255  info->PicOrderCntVal[j] = frame->poc;
256  /* Array used to specify whether a particular RefPic is
257  a long term reference. A value of "1" indicates a long-term
258  reference. */
259  // XXX: Setting this caused glitches in the nvidia implementation
260  // Always setting it to zero, produces correct results
261  //info->IsLongTerm[j] = frame->flags & HEVC_FRAME_FLAG_LONG_REF;
262  info->IsLongTerm[j] = 0;
263  j++;
264  }
265  }
266  /* Copy of specification field, see Section 8.3.2 of the
267  H.265/HEVC Specification. */
268  info->NumPocStCurrBefore = h->rps[ST_CURR_BEF].nb_refs;
269  if (info->NumPocStCurrBefore > 8) {
270  av_log(avctx, AV_LOG_WARNING,
271  "VDPAU only supports up to 8 references in StCurrBefore. "
272  "This frame may not be decoded correctly.\n");
273  info->NumPocStCurrBefore = 8;
274  }
275  /* Copy of specification field, see Section 8.3.2 of the
276  H.265/HEVC Specification. */
277  info->NumPocStCurrAfter = h->rps[ST_CURR_AFT].nb_refs;
278  if (info->NumPocStCurrAfter > 8) {
279  av_log(avctx, AV_LOG_WARNING,
280  "VDPAU only supports up to 8 references in StCurrAfter. "
281  "This frame may not be decoded correctly.\n");
282  info->NumPocStCurrAfter = 8;
283  }
284  /* Copy of specification field, see Section 8.3.2 of the
285  H.265/HEVC Specification. */
286  info->NumPocLtCurr = h->rps[LT_CURR].nb_refs;
287  if (info->NumPocLtCurr > 8) {
288  av_log(avctx, AV_LOG_WARNING,
289  "VDPAU only supports up to 8 references in LtCurr. "
290  "This frame may not be decoded correctly.\n");
291  info->NumPocLtCurr = 8;
292  }
293  /* Reference Picture Set list, one of the short-term RPS. These
294  correspond to positions in the RefPics array. */
295  for (ssize_t i = 0, j = 0; i < h->rps[ST_CURR_BEF].nb_refs; i++) {
297  if (frame) {
298  uint8_t found = 0;
299  uintptr_t id = ff_vdpau_get_surface_id(frame->frame);
300  for (size_t k = 0; k < 16; k++) {
301  if (id == info->RefPics[k]) {
302  info->RefPicSetStCurrBefore[j] = k;
303  j++;
304  found = 1;
305  break;
306  }
307  }
308  if (!found) {
309  av_log(avctx, AV_LOG_WARNING, "missing surface: %p\n",
310  (void *)id);
311  }
312  } else {
313  av_log(avctx, AV_LOG_WARNING, "missing STR Before frame: %zd\n", i);
314  }
315  }
316  /* Reference Picture Set list, one of the short-term RPS. These
317  correspond to positions in the RefPics array. */
318  for (ssize_t i = 0, j = 0; i < h->rps[ST_CURR_AFT].nb_refs; i++) {
320  if (frame) {
321  uint8_t found = 0;
322  uintptr_t id = ff_vdpau_get_surface_id(frame->frame);
323  for (size_t k = 0; k < 16; k++) {
324  if (id == info->RefPics[k]) {
325  info->RefPicSetStCurrAfter[j] = k;
326  j++;
327  found = 1;
328  break;
329  }
330  }
331  if (!found) {
332  av_log(avctx, AV_LOG_WARNING, "missing surface: %p\n",
333  (void *)id);
334  }
335  } else {
336  av_log(avctx, AV_LOG_WARNING, "missing STR After frame: %zd\n", i);
337  }
338  }
339  /* Reference Picture Set list, one of the long-term RPS. These
340  correspond to positions in the RefPics array. */
341  for (ssize_t i = 0, j = 0; i < h->rps[LT_CURR].nb_refs; i++) {
342  HEVCFrame *frame = h->rps[LT_CURR].ref[i];
343  if (frame) {
344  uint8_t found = 0;
345  uintptr_t id = ff_vdpau_get_surface_id(frame->frame);
346  for (size_t k = 0; k < 16; k++) {
347  if (id == info->RefPics[k]) {
348  info->RefPicSetLtCurr[j] = k;
349  j++;
350  found = 1;
351  break;
352  }
353  }
354  if (!found) {
355  av_log(avctx, AV_LOG_WARNING, "missing surface: %p\n",
356  (void *)id);
357  }
358  } else {
359  av_log(avctx, AV_LOG_WARNING, "missing LTR frame: %zd\n", i);
360  }
361  }
362 
363 #ifdef VDP_YCBCR_FORMAT_Y_U_V_444
364  if (sps->sps_range_extension_flag) {
365  info2->sps_range_extension_flag = 1;
366  info2->transformSkipRotationEnableFlag = sps->transform_skip_rotation_enabled_flag;
367  info2->transformSkipContextEnableFlag = sps->transform_skip_context_enabled_flag;
368  info2->implicitRdpcmEnableFlag = sps->implicit_rdpcm_enabled_flag;
369  info2->explicitRdpcmEnableFlag = sps->explicit_rdpcm_enabled_flag;
370  info2->extendedPrecisionProcessingFlag = sps->extended_precision_processing_flag;
371  info2->intraSmoothingDisabledFlag = sps->intra_smoothing_disabled_flag;
372  info2->highPrecisionOffsetsEnableFlag = sps->high_precision_offsets_enabled_flag;
373  info2->persistentRiceAdaptationEnableFlag = sps->persistent_rice_adaptation_enabled_flag;
374  info2->cabacBypassAlignmentEnableFlag = sps->cabac_bypass_alignment_enabled_flag;
375  } else {
376  info2->sps_range_extension_flag = 0;
377  }
378  if (pps->pps_range_extensions_flag) {
379  info2->pps_range_extension_flag = 1;
380  info2->log2MaxTransformSkipSize = pps->log2_max_transform_skip_block_size;
381  info2->crossComponentPredictionEnableFlag = pps->cross_component_prediction_enabled_flag;
382  info2->chromaQpAdjustmentEnableFlag = pps->chroma_qp_offset_list_enabled_flag;
383  info2->diffCuChromaQpAdjustmentDepth = pps->diff_cu_chroma_qp_offset_depth;
384  info2->chromaQpAdjustmentTableSize = pps->chroma_qp_offset_list_len_minus1 + 1;
385  info2->log2SaoOffsetScaleLuma = pps->log2_sao_offset_scale_luma;
386  info2->log2SaoOffsetScaleChroma = pps->log2_sao_offset_scale_chroma;
387  for (ssize_t i = 0; i < info2->chromaQpAdjustmentTableSize; i++)
388  {
389  info2->cb_qp_adjustment[i] = pps->cb_qp_offset_list[i];
390  info2->cr_qp_adjustment[i] = pps->cr_qp_offset_list[i];
391  }
392 
393  } else {
394  info2->pps_range_extension_flag = 0;
395  }
396 #endif
397 
398  return ff_vdpau_common_start_frame(pic_ctx, buffer, size);
399 }
400 
401 static const uint8_t start_code_prefix[3] = { 0x00, 0x00, 0x01 };
402 
404  const uint8_t *buffer, uint32_t size)
405 {
406  HEVCContext *h = avctx->priv_data;
407  struct vdpau_picture_context *pic_ctx = h->ref->hwaccel_picture_private;
408  int val;
409 
410  val = ff_vdpau_add_buffer(pic_ctx, start_code_prefix, 3);
411  if (val)
412  return val;
413 
414  val = ff_vdpau_add_buffer(pic_ctx, buffer, size);
415  if (val)
416  return val;
417 
418  return 0;
419 }
420 
422 {
423  HEVCContext *h = avctx->priv_data;
424  struct vdpau_picture_context *pic_ctx = h->ref->hwaccel_picture_private;
425  int val;
426 
427  val = ff_vdpau_common_end_frame(avctx, h->ref->frame, pic_ctx);
428  if (val < 0)
429  return val;
430 
431  return 0;
432 }
433 
434 
435 
436 static int ptl_convert(const PTLCommon *general_ptl, H265RawProfileTierLevel *h265_raw_ptl)
437 {
438  h265_raw_ptl->general_profile_space = general_ptl->profile_space;
439  h265_raw_ptl->general_tier_flag = general_ptl->tier_flag;
440  h265_raw_ptl->general_profile_idc = general_ptl->profile_idc;
441 
442  memcpy(h265_raw_ptl->general_profile_compatibility_flag,
443  general_ptl->profile_compatibility_flag, 32 * sizeof(uint8_t));
444 
445 #define copy_field(name) h265_raw_ptl->general_ ## name = general_ptl->name
446  copy_field(progressive_source_flag);
447  copy_field(interlaced_source_flag);
448  copy_field(non_packed_constraint_flag);
449  copy_field(frame_only_constraint_flag);
450  copy_field(max_12bit_constraint_flag);
451  copy_field(max_10bit_constraint_flag);
452  copy_field(max_8bit_constraint_flag);
453  copy_field(max_422chroma_constraint_flag);
454  copy_field(max_420chroma_constraint_flag);
455  copy_field(max_monochrome_constraint_flag);
456  copy_field(intra_constraint_flag);
457  copy_field(one_picture_only_constraint_flag);
458  copy_field(lower_bit_rate_constraint_flag);
459  copy_field(max_14bit_constraint_flag);
460  copy_field(inbld_flag);
462 #undef copy_field
463 
464  return 0;
465 }
466 
467 /*
468  * Find exact vdpau_profile for HEVC Range Extension
469  */
470 static int vdpau_hevc_parse_rext_profile(AVCodecContext *avctx, VdpDecoderProfile *vdp_profile)
471 {
472  const HEVCContext *h = avctx->priv_data;
473  const HEVCSPS *sps = h->ps.sps;
474  const PTL *ptl = &sps->ptl;
475  const PTLCommon *general_ptl = &ptl->general_ptl;
477  H265RawProfileTierLevel h265_raw_ptl = {0};
478 
479  /* convert PTLCommon to H265RawProfileTierLevel */
480  ptl_convert(general_ptl, &h265_raw_ptl);
481 
482  profile = ff_h265_get_profile(&h265_raw_ptl);
483  if (!profile) {
484  av_log(avctx, AV_LOG_WARNING, "HEVC profile is not found.\n");
486  // Default to selecting Main profile if profile mismatch is allowed
487  *vdp_profile = VDP_DECODER_PROFILE_HEVC_MAIN;
488  return 0;
489  } else
490  return AVERROR(ENOTSUP);
491  }
492 
493  if (!strcmp(profile->name, "Main 12") ||
494  !strcmp(profile->name, "Main 12 Intra"))
495  *vdp_profile = VDP_DECODER_PROFILE_HEVC_MAIN_12;
496 #ifdef VDP_DECODER_PROFILE_HEVC_MAIN_444
497  else if (!strcmp(profile->name, "Main 4:4:4") ||
498  !strcmp(profile->name, "Main 4:4:4 Intra"))
499  *vdp_profile = VDP_DECODER_PROFILE_HEVC_MAIN_444;
500 #endif
501 #ifdef VDP_DECODER_PROFILE_HEVC_MAIN_444_10
502  else if (!strcmp(profile->name, "Main 4:4:4 10") ||
503  !strcmp(profile->name, "Main 4:4:4 10 Intra"))
504  *vdp_profile = VDP_DECODER_PROFILE_HEVC_MAIN_444_10;
505  else if (!strcmp(profile->name, "Main 4:4:4 12") ||
506  !strcmp(profile->name, "Main 4:4:4 12 Intra"))
507  *vdp_profile = VDP_DECODER_PROFILE_HEVC_MAIN_444_12;
508 #endif
509  else
510  return AVERROR(ENOTSUP);
511 
512  return 0;
513 }
514 
515 
516 static int vdpau_hevc_init(AVCodecContext *avctx)
517 {
518  VdpDecoderProfile profile;
519  uint32_t level = avctx->level;
520  int ret;
521 
522  switch (avctx->profile) {
524  profile = VDP_DECODER_PROFILE_HEVC_MAIN;
525  break;
527  profile = VDP_DECODER_PROFILE_HEVC_MAIN_10;
528  break;
530  profile = VDP_DECODER_PROFILE_HEVC_MAIN_STILL;
531  break;
533  ret = vdpau_hevc_parse_rext_profile(avctx, &profile);
534  if (ret)
535  return AVERROR(ENOTSUP);
536  break;
537  default:
538  return AVERROR(ENOTSUP);
539  }
540 
541  return ff_vdpau_common_init(avctx, profile, level);
542 }
543 
545  .name = "hevc_vdpau",
546  .type = AVMEDIA_TYPE_VIDEO,
547  .id = AV_CODEC_ID_HEVC,
548  .pix_fmt = AV_PIX_FMT_VDPAU,
549  .start_frame = vdpau_hevc_start_frame,
550  .end_frame = vdpau_hevc_end_frame,
551  .decode_slice = vdpau_hevc_decode_slice,
552  .frame_priv_data_size = sizeof(struct vdpau_picture_context),
553  .init = vdpau_hevc_init,
554  .uninit = ff_vdpau_common_uninit,
555  .frame_params = ff_vdpau_common_frame_params,
556  .priv_data_size = sizeof(VDPAUContext),
557  .caps_internal = HWACCEL_CAP_ASYNC_SAFE,
558 };
const HEVCPPS * pps
Definition: hevc_ps.h:335
AVFrame * frame
Definition: hevcdec.h:396
unsigned int log2_min_cb_size
Definition: hevc_ps.h:205
int extended_precision_processing_flag
Definition: hevc_ps.h:220
uint8_t log2_sao_offset_scale_luma
Definition: hevc_ps.h:306
int short_term_ref_pic_set_sps_flag
Definition: hevcdec.h:267
HEVCFrame * ref
Definition: hevcdec.h:507
uint8_t diff_cu_chroma_qp_offset_depth
Definition: hevc_ps.h:302
int max_dec_pic_buffering
Definition: hevc_ps.h:172
int transform_skip_rotation_enabled_flag
Definition: hevc_ps.h:216
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:200
unsigned int * row_height
RowHeight.
Definition: hevc_ps.h:311
int ff_vdpau_common_start_frame(struct vdpau_picture_context *pic_ctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
Definition: vdpau.c:326
void * hwaccel_picture_private
Definition: hevcdec.h:410
int pic_init_qp_minus26
Definition: hevc_ps.h:258
uint8_t weighted_bipred_flag
Definition: hevc_ps.h:270
Definition: hevc_ps.h:115
uint8_t seq_loop_filter_across_slices_enabled_flag
Definition: hevc_ps.h:283
uint8_t cabac_init_present_flag
Definition: hevc_ps.h:254
HEVCParamSets ps
Definition: hevcdec.h:492
ShortTermRPS st_rps[HEVC_MAX_SHORT_TERM_REF_PIC_SETS]
Definition: hevc_ps.h:185
int explicit_rdpcm_enabled_flag
Definition: hevc_ps.h:219
int num_ref_idx_l0_default_active
num_ref_idx_l0_default_active_minus1 + 1
Definition: hevc_ps.h:256
Public libavcodec VDPAU header.
int8_t cr_qp_offset_list[6]
Definition: hevc_ps.h:305
int profile
profile
Definition: avcodec.h:1859
int width
Definition: hevc_ps.h:227
uint8_t general_profile_idc
Definition: cbs_h265.h:46
uint8_t entropy_coding_sync_enabled_flag
Definition: hevc_ps.h:276
int log2_parallel_merge_level
log2_parallel_merge_level_minus2 + 2
Definition: hevc_ps.h:295
uint8_t log2_sao_offset_scale_chroma
Definition: hevc_ps.h:307
int nb_refs
Definition: hevcdec.h:242
int chroma_format_idc
Definition: hevc_ps.h:155
uint8_t disable_dbf
Definition: hevc_ps.h:287
unsigned int log2_max_trafo_size
Definition: hevc_ps.h:208
uint8_t profile_compatibility_flag[32]
Definition: hevc_ps.h:96
int ff_vdpau_common_uninit(AVCodecContext *avctx)
Definition: vdpau.c:288
uint8_t
uint8_t log2_max_transform_skip_block_size
Definition: hevc_ps.h:298
struct HEVCFrame * ref[HEVC_MAX_REFS]
Definition: hevcdec.h:239
#define FF_PROFILE_HEVC_MAIN
Definition: avcodec.h:1947
const uint8_t ff_hevc_diag_scan8x8_x[64]
Definition: hevc_data.c:39
int num_ref_idx_l1_default_active
num_ref_idx_l1_default_active_minus1 + 1
Definition: hevc_ps.h:257
unsigned int log2_min_pcm_cb_size
Definition: hevc_ps.h:198
int level_idc
Definition: h264_levels.c:25
uint8_t tier_flag
Definition: hevc_ps.h:94
static int vdpau_hevc_end_frame(AVCodecContext *avctx)
Definition: vdpau_hevc.c:421
const H265RawProfileTierLevel * ptl
Definition: h265_levels.c:170
uint8_t scaling_list_data_present_flag
Definition: hevc_ps.h:291
int high_precision_offsets_enabled_flag
Definition: hevc_ps.h:222
uint8_t loop_filter_disable_flag
Definition: hevc_ps.h:200
ptrdiff_t size
Definition: opengl_enc.c:100
#define FF_PROFILE_HEVC_MAIN_10
Definition: avcodec.h:1948
static int vdpau_hevc_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: vdpau_hevc.c:403
int8_t cb_qp_offset_list[6]
Definition: hevc_ps.h:304
uint8_t transquant_bypass_enable_flag
Definition: hevc_ps.h:272
#define av_log(a,...)
static int vdpau_hevc_parse_rext_profile(AVCodecContext *avctx, VdpDecoderProfile *vdp_profile)
Definition: vdpau_hevc.c:470
int bit_depth_chroma
Definition: hevc_ps.h:163
int ff_vdpau_common_init(AVCodecContext *avctx, VdpDecoderProfile profile, int level)
Definition: vdpau.c:137
int ff_hevc_frame_nb_refs(const HEVCContext *s)
Get the number of candidate references for the current frame.
Definition: hevc_refs.c:503
unsigned int log2_max_poc_lsb
Definition: hevc_ps.h:167
#define HEVC_FRAME_FLAG_LONG_REF
Definition: hevcdec.h:392
static int vdpau_hevc_init(AVCodecContext *avctx)
Definition: vdpau_hevc.c:516
int persistent_rice_adaptation_enabled_flag
Definition: hevc_ps.h:223
uint8_t amp_enabled_flag
Definition: hevc_ps.h:187
static int ptl_convert(const PTLCommon *general_ptl, H265RawProfileTierLevel *h265_raw_ptl)
Definition: vdpau_hevc.c:436
unsigned int pos
Definition: spdifenc.c:410
#define copy_field(name)
const ShortTermRPS * short_term_rps
Definition: hevcdec.h:270
#define IS_IDR(s)
Definition: hevcdec.h:77
uint8_t general_tier_flag
Definition: cbs_h265.h:45
uint8_t pps_range_extensions_flag
Definition: hevc_ps.h:299
#define HEVC_FRAME_FLAG_SHORT_REF
Definition: hevcdec.h:391
uint8_t tiles_enabled_flag
Definition: hevc_ps.h:275
struct HEVCSPS::@76 pcm
const HEVCSPS * sps
Definition: hevc_ps.h:334
#define HWACCEL_CAP_ASYNC_SAFE
Definition: hwconfig.h:26
uint8_t lists_modification_present_flag
Definition: hevc_ps.h:294
#define IS_IRAP(s)
Definition: hevcdec.h:80
uint8_t profile_idc
Definition: hevc_ps.h:95
MIPS optimizations info
Definition: mips.txt:2
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:2416
int max_transform_hierarchy_depth_inter
Definition: hevc_ps.h:212
struct HEVCSPS::@75 temporal_layer[HEVC_MAX_SUB_LAYERS]
#define FF_PROFILE_HEVC_MAIN_STILL_PICTURE
Definition: avcodec.h:1949
uint8_t cu_qp_delta_enabled_flag
Definition: hevc_ps.h:263
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
int level
level
Definition: avcodec.h:1982
uint8_t sl_dc[2][6]
Definition: hevc_ps.h:150
uint8_t sign_data_hiding_flag
Definition: hevc_ps.h:252
int height
Definition: hevc_ps.h:228
int ff_vdpau_common_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx)
Definition: vdpau.c:118
uint8_t output_flag_present_flag
Definition: hevc_ps.h:271
PTLCommon general_ptl
Definition: hevc_ps.h:116
const uint8_t ff_hevc_diag_scan4x4_y[16]
Definition: hevc_data.c:32
int implicit_rdpcm_enabled_flag
Definition: hevc_ps.h:218
#define FF_ARRAY_ELEMS(a)
uint8_t constrained_intra_pred_flag
Definition: hevc_ps.h:260
uint8_t sl[4][6][64]
Definition: hevc_ps.h:149
uint8_t pic_slice_level_chroma_qp_offsets_present_flag
Definition: hevc_ps.h:268
HEVCFrame DPB[32]
Definition: hevcdec.h:508
uint8_t transform_skip_enabled_flag
Definition: hevc_ps.h:261
uint16_t num_tile_columns
num_tile_columns_minus1 + 1
Definition: hevc_ps.h:278
int short_term_ref_pic_set_size
Definition: hevcdec.h:268
Libavcodec external API header.
uint8_t uniform_spacing_flag
Definition: hevc_ps.h:280
PTL ptl
Definition: hevc_ps.h:179
int max_sub_layers
Definition: hevc_ps.h:170
ScalingList scaling_list
Definition: hevc_ps.h:292
int long_term_ref_pic_set_size
Definition: hevcdec.h:271
main external API structure.
Definition: avcodec.h:526
uint8_t sao_enabled
Definition: hevc_ps.h:188
int num_extra_slice_header_bits
Definition: hevc_ps.h:296
static int vdpau_hevc_start_frame(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: vdpau_hevc.c:35
uint8_t loop_filter_across_tiles_enabled_flag
Definition: hevc_ps.h:281
uint8_t num_long_term_ref_pics_sps
Definition: hevc_ps.h:193
uint8_t cross_component_prediction_enabled_flag
Definition: hevc_ps.h:300
const AVHWAccel ff_hevc_vdpau_hwaccel
Definition: vdpau_hevc.c:544
uint8_t deblocking_filter_control_present_flag
Definition: hevc_ps.h:285
int transform_skip_context_enabled_flag
Definition: hevc_ps.h:217
uint8_t sps_temporal_mvp_enabled_flag
Definition: hevc_ps.h:202
unsigned int nb_st_rps
Definition: hevc_ps.h:184
static int FUNC() pps(CodedBitstreamContext *ctx, RWContext *rw, H264RawPPS *current)
uint8_t chroma_qp_offset_list_enabled_flag
Definition: hevc_ps.h:301
int poc
Definition: hevcdec.h:402
HW acceleration through VDPAU, Picture.data[3] contains a VdpVideoSurface.
Definition: pixfmt.h:197
unsigned int log2_min_tb_size
Definition: hevc_ps.h:207
static int FUNC() sps(CodedBitstreamContext *ctx, RWContext *rw, H264RawSPS *current)
uint8_t general_profile_compatibility_flag[32]
Definition: cbs_h265.h:48
uint8_t scaling_list_enable_flag
Definition: hevc_ps.h:181
int tc_offset
tc_offset_div2 * 2
Definition: hevc_ps.h:289
uint8_t flags
A combination of HEVC_FRAME_FLAG_*.
Definition: hevcdec.h:421
mfxU16 profile
Definition: qsvenc.c:45
int cr_qp_offset
Definition: hevc_ps.h:267
ScalingList scaling_list
Definition: hevc_ps.h:182
unsigned int log2_diff_max_min_coding_block_size
Definition: hevc_ps.h:206
uint8_t level
Definition: svq3.c:205
unsigned int log2_max_pcm_cb_size
Definition: hevc_ps.h:199
const uint8_t ff_hevc_diag_scan4x4_x[16]
Definition: hevc_data.c:25
int max_transform_hierarchy_depth_intra
Definition: hevc_ps.h:213
uint8_t profile_space
Definition: hevc_ps.h:93
common internal api header.
uint8_t weighted_pred_flag
Definition: hevc_ps.h:269
int ff_vdpau_add_buffer(struct vdpau_picture_context *pic_ctx, const uint8_t *buf, uint32_t size)
Definition: vdpau.c:381
uint16_t num_tile_rows
num_tile_rows_minus1 + 1
Definition: hevc_ps.h:279
unsigned int * column_width
ColumnWidth.
Definition: hevc_ps.h:310
uint8_t slice_header_extension_present_flag
Definition: hevc_ps.h:297
int cabac_bypass_alignment_enabled_flag
coded frame dimension in various units
Definition: hevc_ps.h:224
uint8_t chroma_qp_offset_list_len_minus1
Definition: hevc_ps.h:303
int ff_vdpau_common_end_frame(AVCodecContext *avctx, AVFrame *frame, struct vdpau_picture_context *pic_ctx)
Definition: vdpau.c:336
const uint8_t ff_hevc_diag_scan8x8_y[64]
Definition: hevc_data.c:58
#define FF_PROFILE_HEVC_REXT
Definition: avcodec.h:1950
void * priv_data
Definition: avcodec.h:553
RefPicList rps[5]
Definition: hevcdec.h:500
uint8_t sps_strong_intra_smoothing_enable_flag
Definition: hevc_ps.h:203
int rps_idx_num_delta_pocs
Definition: hevc_ps.h:37
union VDPAUPictureInfo info
VDPAU picture information.
int sps_range_extension_flag
Definition: hevc_ps.h:215
uint8_t long_term_ref_pics_present_flag
Definition: hevc_ps.h:190
int diff_cu_qp_delta_depth
Definition: hevc_ps.h:264
#define AV_HWACCEL_FLAG_ALLOW_PROFILE_MISMATCH
Hardware acceleration should still be attempted for decoding when the codec profile does not match th...
Definition: avcodec.h:2606
int hwaccel_flags
Bit set of AV_HWACCEL_FLAG_* flags, which affect hardware accelerated decoding (if active)...
Definition: avcodec.h:2287
uint8_t general_profile_space
Definition: cbs_h265.h:44
int cb_qp_offset
Definition: hevc_ps.h:266
uint8_t deblocking_filter_override_enabled_flag
Definition: hevc_ps.h:286
int bit_depth
Definition: hevc_ps.h:162
int beta_offset
beta_offset_div2 * 2
Definition: hevc_ps.h:288
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
SliceHeader sh
Definition: hevcdec.h:502
const H265ProfileDescriptor * ff_h265_get_profile(const H265RawProfileTierLevel *ptl)
static const uint8_t start_code_prefix[3]
Definition: vdpau_hevc.c:401
int intra_smoothing_disabled_flag
Definition: hevc_ps.h:221
int pcm_enabled_flag
Definition: hevc_ps.h:168
static double val(void *priv, double ch)
Definition: aeval.c:76
uint8_t separate_colour_plane_flag
Definition: hevc_ps.h:156
int i
Definition: input.c:407
GLuint buffer
Definition: opengl_enc.c:101
static uintptr_t ff_vdpau_get_surface_id(AVFrame *pic)
Extract VdpVideoSurface from an AVFrame.
uint8_t dependent_slice_segments_enabled_flag
Definition: hevc_ps.h:274