FFmpeg
cbs_h264.h
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #ifndef AVCODEC_CBS_H264_H
20 #define AVCODEC_CBS_H264_H
21 
22 #include <stddef.h>
23 #include <stdint.h>
24 
25 #include "cbs.h"
26 #include "cbs_h2645.h"
27 #include "h264.h"
28 
29 
30 enum {
31  // This limit is arbitrary - it is sufficient for one message of each
32  // type plus some repeats, and will therefore easily cover all sane
33  // streams. However, it is possible to make technically-valid streams
34  // for which it will fail (for example, by including a large number of
35  // user-data-unregistered messages).
37 };
38 
39 
40 typedef struct H264RawNALUnitHeader {
43 
47 
48 typedef struct H264RawScalingList {
49  int8_t delta_scale[64];
51 
52 typedef struct H264RawHRD {
56 
57  uint32_t bit_rate_value_minus1[H264_MAX_CPB_CNT];
58  uint32_t cpb_size_value_minus1[H264_MAX_CPB_CNT];
60 
65 } H264RawHRD;
66 
67 typedef struct H264RawVUI {
70  uint16_t sar_width;
71  uint16_t sar_height;
72 
75 
83 
87 
90  uint32_t time_scale;
92 
98 
100 
109 } H264RawVUI;
110 
111 typedef struct H264RawSPS {
113 
123 
125 
131 
133  uint8_t seq_scaling_list_present_flag[12];
134  H264RawScalingList scaling_list_4x4[6];
135  H264RawScalingList scaling_list_8x8[6];
136 
144  int32_t offset_for_ref_frame[256];
145 
148 
151 
155 
161 
164 } H264RawSPS;
165 
166 typedef struct H264RawSPSExtension {
168 
170 
176 
179 
180 typedef struct H264RawPPS {
182 
185 
188 
191  uint16_t run_length_minus1[H264_MAX_SLICE_GROUPS];
192  uint16_t top_left[H264_MAX_SLICE_GROUPS];
193  uint16_t bottom_right[H264_MAX_SLICE_GROUPS];
197 
200 
203 
206 
210 
213 
215 
218 
220  uint8_t pic_scaling_list_present_flag[12];
221  H264RawScalingList scaling_list_4x4[6];
222  H264RawScalingList scaling_list_8x8[6];
223 
225 } H264RawPPS;
226 
227 typedef struct H264RawAUD {
229 
231 } H264RawAUD;
232 
235  struct {
236  uint32_t initial_cpb_removal_delay[H264_MAX_CPB_CNT];
237  uint32_t initial_cpb_removal_delay_offset[H264_MAX_CPB_CNT];
238  } nal, vcl;
240 
241 typedef struct H264RawSEIPicTimestamp {
257 
258 typedef struct H264RawSEIPicTiming {
262  uint8_t clock_timestamp_flag[3];
265 
266 typedef struct H264RawSEIPanScanRect {
270  int32_t pan_scan_rect_left_offset[3];
271  int32_t pan_scan_rect_right_offset[3];
272  int32_t pan_scan_rect_top_offset[3];
273  int32_t pan_scan_rect_bottom_offset[3];
276 
281  size_t data_length;
284 
286  uint8_t uuid_iso_iec_11578[16];
288  size_t data_length;
291 
292 typedef struct H264RawSEIRecoveryPoint {
298 
307 
309  uint16_t display_primaries_x[3];
310  uint16_t display_primaries_y[3];
311  uint16_t white_point_x;
312  uint16_t white_point_y;
316 
320 
321 typedef struct H264RawSEIPayload {
322  uint32_t payload_type;
323  uint32_t payload_size;
324  union {
328  // H264RawSEIFiller filler -> no fields.
336  struct {
338  size_t data_length;
340  } other;
341  } payload;
343 
344 typedef struct H264RawSEI {
346 
349 } H264RawSEI;
350 
351 typedef struct H264RawSliceHeader {
353 
356 
358 
360 
361  uint16_t frame_num;
364 
365  uint16_t idr_pic_id;
366 
369  int32_t delta_pic_order_cnt[2];
370 
373 
377 
380  struct {
384  } rplm_l0[H264_MAX_RPLM_COUNT], rplm_l1[H264_MAX_RPLM_COUNT];
385 
388 
389  uint8_t luma_weight_l0_flag[H264_MAX_REFS];
390  int8_t luma_weight_l0[H264_MAX_REFS];
391  int8_t luma_offset_l0[H264_MAX_REFS];
392  uint8_t chroma_weight_l0_flag[H264_MAX_REFS];
393  int8_t chroma_weight_l0[H264_MAX_REFS][2];
394  int8_t chroma_offset_l0[H264_MAX_REFS][2];
395 
396  uint8_t luma_weight_l1_flag[H264_MAX_REFS];
397  int8_t luma_weight_l1[H264_MAX_REFS];
398  int8_t luma_offset_l1[H264_MAX_REFS];
399  uint8_t chroma_weight_l1_flag[H264_MAX_REFS];
400  int8_t chroma_weight_l1[H264_MAX_REFS][2];
401  int8_t chroma_offset_l1[H264_MAX_REFS][2];
402 
405 
407  struct {
410  uint8_t long_term_pic_num;
413  } mmco[H264_MAX_MMCO_COUNT];
414 
416 
418 
421 
425 
428 
429 typedef struct H264RawSlice {
431 
433  size_t data_size;
436 } H264RawSlice;
437 
438 typedef struct H264RawFiller {
440 
441  uint32_t filler_size;
442 } H264RawFiller;
443 
444 
446  // Reader/writer context in common with the H.265 implementation.
448 
449  // All currently available parameter sets. These are updated when
450  // any parameter set NAL unit is read/written with this context.
455 
456  // The currently active parameter sets. These are updated when any
457  // NAL unit refers to the relevant parameter set. These pointers
458  // must also be present in the arrays above.
461 
462  // The NAL unit type of the most recent normal slice. This is required
463  // to be able to read/write auxiliary slices, because IdrPicFlag is
464  // otherwise unknown.
467 
468 
469 /**
470  * Add an SEI message to an access unit.
471  *
472  * On success, the payload will be owned by a unit in access_unit;
473  * on failure, the content of the payload will be freed.
474  */
476  CodedBitstreamFragment *access_unit,
477  H264RawSEIPayload *payload);
478 
479 /**
480  * Delete an SEI message from an access unit.
481  *
482  * Deletes from nal_unit, which must be an SEI NAL unit. If this is the
483  * last message in nal_unit, also deletes it from access_unit.
484  *
485  * Requires nal_unit to be a unit in access_unit and position to be >= 0
486  * and < the payload count of the SEI nal_unit.
487  */
489  CodedBitstreamFragment *access_unit,
490  CodedBitstreamUnit *nal_unit,
491  int position);
492 
493 #endif /* AVCODEC_CBS_H264_H */
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:181
uint8_t frame_cropping_flag
Definition: cbs_h264.h:156
uint8_t deblocking_filter_control_present_flag
Definition: cbs_h264.h:211
uint32_t payload_type
Definition: cbs_h264.h:322
uint8_t slice_group_change_direction_flag
Definition: cbs_h264.h:194
uint8_t cnt_dropped_flag
Definition: cbs_h264.h:247
uint8_t bit_depth_chroma_minus8
Definition: cbs_h264.h:129
uint8_t aspect_ratio_idc
Definition: cbs_h264.h:69
uint8_t bit_depth_aux_minus8
Definition: cbs_h264.h:172
uint8_t num_ref_idx_l0_active_minus1
Definition: cbs_h264.h:375
uint8_t max_long_term_frame_idx_plus1
Definition: cbs_h264.h:412
uint8_t cabac_init_idc
Definition: cbs_h264.h:415
uint8_t video_format
Definition: cbs_h264.h:77
uint8_t * slice_group_id
Definition: cbs_h264.h:198
uint8_t bit_rate_scale
Definition: cbs_h264.h:54
uint32_t pan_scan_rect_id
Definition: cbs_h264.h:267
uint16_t recovery_frame_cnt
Definition: cbs_h264.h:293
uint8_t discontinuity_flag
Definition: cbs_h264.h:246
uint8_t dpb_output_delay_length_minus1
Definition: cbs_h264.h:63
uint8_t initial_cpb_removal_delay_length_minus1
Definition: cbs_h264.h:61
uint8_t chroma_sample_loc_type_bottom_field
Definition: cbs_h264.h:86
int32_t offset_for_top_to_bottom_field
Definition: cbs_h264.h:142
uint8_t * data
Definition: cbs_h264.h:337
uint8_t num_ref_idx_l1_active_minus1
Definition: cbs_h264.h:376
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:345
uint8_t long_term_pic_num
Definition: cbs_h264.h:383
H264RawSEIRecoveryPoint recovery_point
Definition: cbs_h264.h:331
uint8_t log2_max_frame_num_minus4
Definition: cbs_h264.h:137
uint8_t num_ref_frames_in_pic_order_cnt_cycle
Definition: cbs_h264.h:143
uint8_t sp_for_switch_flag
Definition: cbs_h264.h:419
uint16_t pic_order_cnt_lsb
Definition: cbs_h264.h:367
uint8_t time_offset_length
Definition: cbs_h264.h:64
uint8_t low_delay_hrd_flag
Definition: cbs_h264.h:97
uint8_t max_dec_frame_buffering
Definition: cbs_h264.h:108
uint8_t fixed_frame_rate_flag
Definition: cbs_h264.h:91
H264RawVUI vui
Definition: cbs_h264.h:163
uint32_t first_mb_in_slice
Definition: cbs_h264.h:354
int8_t slice_alpha_c0_offset_div2
Definition: cbs_h264.h:423
uint8_t field_pic_flag
Definition: cbs_h264.h:362
uint8_t display_orientation_extension_flag
Definition: cbs_h264.h:305
uint8_t weighted_pred_flag
Definition: cbs_h264.h:204
uint8_t constraint_set4_flag
Definition: cbs_h264.h:119
H264RawHRD nal_hrd_parameters
Definition: cbs_h264.h:94
uint8_t itu_t_t35_country_code_extension_byte
Definition: cbs_h264.h:279
int8_t slice_qp_delta
Definition: cbs_h264.h:417
uint8_t reserved_zero_2bits
Definition: cbs_h264.h:121
uint8_t bottom_field_flag
Definition: cbs_h264.h:363
uint8_t
uint8_t overscan_info_present_flag
Definition: cbs_h264.h:73
uint16_t frame_crop_top_offset
Definition: cbs_h264.h:159
uint16_t pic_width_in_mbs_minus1
Definition: cbs_h264.h:149
uint8_t colour_plane_id
Definition: cbs_h264.h:359
uint8_t long_term_frame_idx
Definition: cbs_h264.h:411
uint16_t display_orientation_repetition_period
Definition: cbs_h264.h:304
uint16_t pan_scan_rect_repetition_period
Definition: cbs_h264.h:274
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:352
uint32_t num_units_in_tick
Definition: cbs_h264.h:89
uint8_t mb_adaptive_frame_field_flag
Definition: cbs_h264.h:153
uint8_t transform_8x8_mode_flag
Definition: cbs_h264.h:217
uint8_t constrained_intra_pred_flag
Definition: cbs_h264.h:212
uint16_t frame_crop_left_offset
Definition: cbs_h264.h:157
uint8_t luma_log2_weight_denom
Definition: cbs_h264.h:386
Coded bitstream unit structure.
Definition: cbs.h:64
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:228
uint16_t idr_pic_id
Definition: cbs_h264.h:365
uint8_t ref_pic_list_modification_flag_l0
Definition: cbs_h264.h:378
int8_t second_chroma_qp_index_offset
Definition: cbs_h264.h:224
uint8_t additional_extension_flag
Definition: cbs_h264.h:177
uint8_t aux_format_idc
Definition: cbs_h264.h:171
uint8_t cpb_size_scale
Definition: cbs_h264.h:55
uint8_t nal_hrd_parameters_present_flag
Definition: cbs_h264.h:93
uint8_t bit_depth_luma_minus8
Definition: cbs_h264.h:128
uint8_t primary_pic_type
Definition: cbs_h264.h:230
uint8_t slice_group_map_type
Definition: cbs_h264.h:190
uint8_t svc_extension_flag
Definition: cbs_h264.h:44
H.264 common definitions.
uint8_t pic_scaling_matrix_present_flag
Definition: cbs_h264.h:219
uint8_t chroma_sample_loc_type_top_field
Definition: cbs_h264.h:85
uint8_t modification_of_pic_nums_idc
Definition: cbs_h264.h:381
uint8_t aspect_ratio_info_present_flag
Definition: cbs_h264.h:68
uint8_t max_bits_per_mb_denom
Definition: cbs_h264.h:104
uint8_t max_num_ref_frames
Definition: cbs_h264.h:146
uint8_t weighted_bipred_idc
Definition: cbs_h264.h:205
void ff_cbs_h264_delete_sei_message(CodedBitstreamContext *ctx, CodedBitstreamFragment *access_unit, CodedBitstreamUnit *nal_unit, int position)
Delete an SEI message from an access unit.
Definition: cbs_h2645.c:1586
uint8_t transfer_characteristics
Definition: cbs_h264.h:81
uint16_t sar_width
Definition: cbs_h264.h:70
uint8_t slice_type
Definition: cbs_h264.h:355
int32_t offset_for_non_ref_pic
Definition: cbs_h264.h:141
uint8_t num_ref_idx_l1_default_active_minus1
Definition: cbs_h264.h:202
uint8_t frame_mbs_only_flag
Definition: cbs_h264.h:152
int8_t slice_qs_delta
Definition: cbs_h264.h:420
uint8_t ref_pic_list_modification_flag_l1
Definition: cbs_h264.h:379
uint8_t num_ref_idx_active_override_flag
Definition: cbs_h264.h:374
uint8_t seq_parameter_set_id
Definition: cbs_h264.h:124
uint8_t seq_scaling_matrix_present_flag
Definition: cbs_h264.h:132
H264RawSEIPicTiming pic_timing
Definition: cbs_h264.h:326
uint8_t timing_info_present_flag
Definition: cbs_h264.h:88
uint8_t more_rbsp_data
Definition: cbs_h264.h:214
uint8_t full_timestamp_flag
Definition: cbs_h264.h:245
uint8_t constraint_set2_flag
Definition: cbs_h264.h:117
uint8_t video_full_range_flag
Definition: cbs_h264.h:78
uint8_t seq_parameter_set_id
Definition: cbs_h264.h:184
H264RawSEIUserDataUnregistered user_data_unregistered
Definition: cbs_h264.h:330
uint8_t pic_struct
Definition: cbs_h264.h:261
uint8_t adaptive_ref_pic_marking_mode_flag
Definition: cbs_h264.h:406
uint8_t colour_primaries
Definition: cbs_h264.h:80
uint8_t chroma_log2_weight_denom
Definition: cbs_h264.h:387
uint16_t sar_height
Definition: cbs_h264.h:71
uint16_t frame_crop_bottom_offset
Definition: cbs_h264.h:160
uint8_t separate_colour_plane_flag
Definition: cbs_h264.h:127
uint8_t vui_parameters_present_flag
Definition: cbs_h264.h:162
uint8_t gaps_in_frame_num_allowed_flag
Definition: cbs_h264.h:147
uint8_t last_slice_nal_unit_type
Definition: cbs_h264.h:465
uint32_t cpb_removal_delay
Definition: cbs_h264.h:259
int32_t
AVFormatContext * ctx
Definition: movenc.c:48
uint8_t colour_description_present_flag
Definition: cbs_h264.h:79
int8_t slice_beta_offset_div2
Definition: cbs_h264.h:424
uint8_t seq_parameter_set_id
Definition: cbs_h264.h:169
uint32_t dpb_output_delay
Definition: cbs_h264.h:260
uint8_t video_signal_type_present_flag
Definition: cbs_h264.h:76
uint8_t overscan_appropriate_flag
Definition: cbs_h264.h:74
int8_t chroma_qp_index_offset
Definition: cbs_h264.h:209
uint8_t qpprime_y_zero_transform_bypass_flag
Definition: cbs_h264.h:130
uint8_t constraint_set5_flag
Definition: cbs_h264.h:120
size_t data_size
Definition: cbs_h264.h:433
uint8_t pic_parameter_set_id
Definition: cbs_h264.h:357
uint8_t chroma_format_idc
Definition: cbs_h264.h:126
uint8_t disable_deblocking_filter_idc
Definition: cbs_h264.h:422
uint8_t profile_idc
Definition: cbs_h264.h:114
int32_t abs_diff_pic_num_minus1
Definition: cbs_h264.h:382
H264RawSEIUserDataRegistered user_data_registered
Definition: cbs_h264.h:329
uint8_t cpb_cnt_minus1
Definition: cbs_h264.h:53
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:112
uint8_t nuit_field_based_flag
Definition: cbs_h264.h:243
uint8_t chroma_loc_info_present_flag
Definition: cbs_h264.h:84
uint8_t num_slice_groups_minus1
Definition: cbs_h264.h:189
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:439
uint8_t bottom_field_pic_order_in_frame_present_flag
Definition: cbs_h264.h:187
uint8_t entropy_coding_mode_flag
Definition: cbs_h264.h:186
Coded bitstream fragment structure, combining one or more units.
Definition: cbs.h:116
uint8_t changing_slice_group_idc
Definition: cbs_h264.h:296
uint8_t redundant_pic_cnt
Definition: cbs_h264.h:371
uint8_t avc_3d_extension_flag
Definition: cbs_h264.h:45
uint16_t slice_group_change_cycle
Definition: cbs_h264.h:426
AVBufferRef * slice_group_id_ref
Definition: cbs_h264.h:199
uint16_t pic_size_in_map_units_minus1
Definition: cbs_h264.h:196
uint8_t pic_order_cnt_type
Definition: cbs_h264.h:138
static int FUNC() pps(CodedBitstreamContext *ctx, RWContext *rw, H264RawPPS *current)
Context structure for coded bitstream operations.
Definition: cbs.h:168
uint8_t matrix_coefficients
Definition: cbs_h264.h:82
uint8_t num_ref_idx_l0_default_active_minus1
Definition: cbs_h264.h:201
uint8_t constraint_set0_flag
Definition: cbs_h264.h:115
uint8_t alpha_incr_flag
Definition: cbs_h264.h:173
uint16_t frame_num
Definition: cbs_h264.h:361
static int FUNC() sps(CodedBitstreamContext *ctx, RWContext *rw, H264RawSPS *current)
uint8_t log2_max_mv_length_horizontal
Definition: cbs_h264.h:105
uint8_t direct_spatial_mv_pred_flag
Definition: cbs_h264.h:372
uint32_t filler_size
Definition: cbs_h264.h:441
H264RawSEIBufferingPeriod buffering_period
Definition: cbs_h264.h:325
uint8_t direct_8x8_inference_flag
Definition: cbs_h264.h:154
AVBufferRef * data_ref
Definition: cbs_h264.h:435
uint16_t alpha_transparent_value
Definition: cbs_h264.h:175
A reference to a data buffer.
Definition: buffer.h:81
size_t data_length
Definition: cbs_h264.h:338
uint8_t pan_scan_cnt_minus1
Definition: cbs_h264.h:269
uint8_t redundant_pic_cnt_present_flag
Definition: cbs_h264.h:216
uint8_t memory_management_control_operation
Definition: cbs_h264.h:408
uint8_t pic_struct_present_flag
Definition: cbs_h264.h:99
uint8_t cpb_removal_delay_length_minus1
Definition: cbs_h264.h:62
H264RawSEIPanScanRect pan_scan_rect
Definition: cbs_h264.h:327
H264RawSEIDisplayOrientation display_orientation
Definition: cbs_h264.h:332
uint8_t motion_vectors_over_pic_boundaries_flag
Definition: cbs_h264.h:102
uint32_t time_scale
Definition: cbs_h264.h:90
uint8_t display_orientation_cancel_flag
Definition: cbs_h264.h:300
uint8_t level_idc
Definition: cbs_h264.h:122
uint8_t bitstream_restriction_flag
Definition: cbs_h264.h:101
uint16_t frame_crop_right_offset
Definition: cbs_h264.h:158
uint8_t pic_parameter_set_id
Definition: cbs_h264.h:183
uint8_t max_num_reorder_frames
Definition: cbs_h264.h:107
int data_bit_start
Definition: cbs_h264.h:434
uint8_t log2_max_mv_length_vertical
Definition: cbs_h264.h:106
int32_t delta_pic_order_cnt_bottom
Definition: cbs_h264.h:368
H264RawSliceHeader header
Definition: cbs_h264.h:430
uint8_t long_term_reference_flag
Definition: cbs_h264.h:404
uint8_t log2_max_pic_order_cnt_lsb_minus4
Definition: cbs_h264.h:139
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:167
uint16_t alpha_opaque_value
Definition: cbs_h264.h:174
uint8_t delta_pic_order_always_zero_flag
Definition: cbs_h264.h:140
int8_t pic_init_qp_minus26
Definition: cbs_h264.h:207
const H264RawPPS * active_pps
Definition: cbs_h264.h:460
CodedBitstreamH2645Context common
Definition: cbs_h264.h:447
uint8_t nal_ref_idc
Definition: cbs_h264.h:41
H264RawSEIAlternativeTransferCharacteristics alternative_transfer_characteristics
Definition: cbs_h264.h:335
uint32_t payload_size
Definition: cbs_h264.h:323
int8_t pic_init_qs_minus26
Definition: cbs_h264.h:208
uint8_t constraint_set1_flag
Definition: cbs_h264.h:116
uint16_t pic_height_in_map_units_minus1
Definition: cbs_h264.h:150
uint8_t pan_scan_rect_cancel_flag
Definition: cbs_h264.h:268
AVBufferRef * data_ref
Definition: cbs_h264.h:339
int32_t difference_of_pic_nums_minus1
Definition: cbs_h264.h:409
uint8_t nal_unit_type
Definition: cbs_h264.h:42
H264RawSEIMasteringDisplayColourVolume mastering_display_colour_volume
Definition: cbs_h264.h:333
int ff_cbs_h264_add_sei_message(CodedBitstreamContext *ctx, CodedBitstreamFragment *access_unit, H264RawSEIPayload *payload)
Add an SEI message to an access unit.
Definition: cbs_h2645.c:1524
uint8_t * data
Definition: cbs_h264.h:432
uint8_t payload_count
Definition: cbs_h264.h:348
uint8_t vcl_hrd_parameters_present_flag
Definition: cbs_h264.h:95
uint8_t no_output_of_prior_pics_flag
Definition: cbs_h264.h:403
uint8_t max_bytes_per_pic_denom
Definition: cbs_h264.h:103
H264RawHRD vcl_hrd_parameters
Definition: cbs_h264.h:96
const H264RawSPS * active_sps
Definition: cbs_h264.h:459
uint16_t slice_group_change_rate_minus1
Definition: cbs_h264.h:195
uint8_t constraint_set3_flag
Definition: cbs_h264.h:118