FFmpeg
hevc_parser.c
Go to the documentation of this file.
1 /*
2  * HEVC Annex B format parser
3  *
4  * Copyright (C) 2012 - 2013 Guillaume Martres
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "libavutil/common.h"
24 
25 #include "golomb.h"
26 #include "hevc.h"
27 #include "hevc_parse.h"
28 #include "hevc_ps.h"
29 #include "hevc_sei.h"
30 #include "h2645_parse.h"
31 #include "internal.h"
32 #include "parser.h"
33 
34 #define START_CODE 0x000001 ///< start_code_prefix_one_3bytes
35 
36 #define IS_IRAP_NAL(nal) (nal->type >= 16 && nal->type <= 23)
37 #define IS_IDR_NAL(nal) (nal->type == HEVC_NAL_IDR_W_RADL || nal->type == HEVC_NAL_IDR_N_LP)
38 
39 typedef struct HEVCParserContext {
41 
46 
47  int is_avc;
50 
51  int poc;
52  int pocTid0;
54 
56  AVCodecContext *avctx)
57 {
59  HEVCParamSets *ps = &ctx->ps;
60  HEVCSEI *sei = &ctx->sei;
61  SliceHeader *sh = &ctx->sh;
62  GetBitContext *gb = &nal->gb;
63  const HEVCWindow *ow;
64  int i, num = 0, den = 0;
65 
69 
70  if (IS_IRAP_NAL(nal)) {
71  s->key_frame = 1;
73  }
74 
75  sh->pps_id = get_ue_golomb(gb);
76  if (sh->pps_id >= HEVC_MAX_PPS_COUNT || !ps->pps_list[sh->pps_id]) {
77  av_log(avctx, AV_LOG_ERROR, "PPS id out of range: %d\n", sh->pps_id);
78  return AVERROR_INVALIDDATA;
79  }
80  ps->pps = (HEVCPPS*)ps->pps_list[sh->pps_id]->data;
81 
82  if (ps->pps->sps_id >= HEVC_MAX_SPS_COUNT || !ps->sps_list[ps->pps->sps_id]) {
83  av_log(avctx, AV_LOG_ERROR, "SPS id out of range: %d\n", ps->pps->sps_id);
84  return AVERROR_INVALIDDATA;
85  }
86  if (ps->sps != (HEVCSPS*)ps->sps_list[ps->pps->sps_id]->data) {
87  ps->sps = (HEVCSPS*)ps->sps_list[ps->pps->sps_id]->data;
88  ps->vps = (HEVCVPS*)ps->vps_list[ps->sps->vps_id]->data;
89  }
90  ow = &ps->sps->output_window;
91 
92  s->coded_width = ps->sps->width;
93  s->coded_height = ps->sps->height;
94  s->width = ps->sps->width - ow->left_offset - ow->right_offset;
95  s->height = ps->sps->height - ow->top_offset - ow->bottom_offset;
96  s->format = ps->sps->pix_fmt;
97  avctx->profile = ps->sps->ptl.general_ptl.profile_idc;
98  avctx->level = ps->sps->ptl.general_ptl.level_idc;
99 
101  num = ps->vps->vps_num_units_in_tick;
102  den = ps->vps->vps_time_scale;
103  } else if (ps->sps->vui.vui_timing_info_present_flag) {
104  num = ps->sps->vui.vui_num_units_in_tick;
105  den = ps->sps->vui.vui_time_scale;
106  }
107 
108  if (num != 0 && den != 0)
109  av_reduce(&avctx->framerate.den, &avctx->framerate.num,
110  num, den, 1 << 30);
111 
112  if (!sh->first_slice_in_pic_flag) {
113  int slice_address_length;
114 
117  else
119 
120  slice_address_length = av_ceil_log2_c(ps->sps->ctb_width *
121  ps->sps->ctb_height);
122  sh->slice_segment_addr = get_bitsz(gb, slice_address_length);
123  if (sh->slice_segment_addr >= ps->sps->ctb_width * ps->sps->ctb_height) {
124  av_log(avctx, AV_LOG_ERROR, "Invalid slice segment address: %u.\n",
125  sh->slice_segment_addr);
126  return AVERROR_INVALIDDATA;
127  }
128  } else
130 
132  return 0; /* break; */
133 
134  for (i = 0; i < ps->pps->num_extra_slice_header_bits; i++)
135  skip_bits(gb, 1); // slice_reserved_undetermined_flag[]
136 
137  sh->slice_type = get_ue_golomb(gb);
138  if (!(sh->slice_type == HEVC_SLICE_I || sh->slice_type == HEVC_SLICE_P ||
139  sh->slice_type == HEVC_SLICE_B)) {
140  av_log(avctx, AV_LOG_ERROR, "Unknown slice type: %d.\n",
141  sh->slice_type);
142  return AVERROR_INVALIDDATA;
143  }
147 
148  if (ps->pps->output_flag_present_flag)
149  sh->pic_output_flag = get_bits1(gb);
150 
152  sh->colour_plane_id = get_bits(gb, 2);
153 
154  if (!IS_IDR_NAL(nal)) {
157  } else
158  s->output_picture_number = ctx->poc = 0;
159 
160  if (nal->temporal_id == 0 &&
161  nal->type != HEVC_NAL_TRAIL_N &&
162  nal->type != HEVC_NAL_TSA_N &&
163  nal->type != HEVC_NAL_STSA_N &&
164  nal->type != HEVC_NAL_RADL_N &&
165  nal->type != HEVC_NAL_RASL_N &&
166  nal->type != HEVC_NAL_RADL_R &&
167  nal->type != HEVC_NAL_RASL_R)
168  ctx->pocTid0 = ctx->poc;
169 
170  return 1; /* no need to evaluate the rest */
171 }
172 
173 /**
174  * Parse NAL units of found picture and decode some basic information.
175  *
176  * @param s parser context.
177  * @param avctx codec context.
178  * @param buf buffer with field/frame data.
179  * @param buf_size size of the buffer.
180  */
182  int buf_size, AVCodecContext *avctx)
183 {
185  HEVCParamSets *ps = &ctx->ps;
186  HEVCSEI *sei = &ctx->sei;
187  int ret, i;
188 
189  /* set some sane default values */
191  s->key_frame = 0;
193 
194  ff_hevc_reset_sei(sei);
195 
196  ret = ff_h2645_packet_split(&ctx->pkt, buf, buf_size, avctx, ctx->is_avc,
197  ctx->nal_length_size, AV_CODEC_ID_HEVC, 1, 0);
198  if (ret < 0)
199  return ret;
200 
201  for (i = 0; i < ctx->pkt.nb_nals; i++) {
202  H2645NAL *nal = &ctx->pkt.nals[i];
203  GetBitContext *gb = &nal->gb;
204 
205  if (nal->nuh_layer_id > 0)
206  continue;
207 
208  switch (nal->type) {
209  case HEVC_NAL_VPS:
210  ff_hevc_decode_nal_vps(gb, avctx, ps);
211  break;
212  case HEVC_NAL_SPS:
213  ff_hevc_decode_nal_sps(gb, avctx, ps, 1);
214  break;
215  case HEVC_NAL_PPS:
216  ff_hevc_decode_nal_pps(gb, avctx, ps);
217  break;
218  case HEVC_NAL_SEI_PREFIX:
219  case HEVC_NAL_SEI_SUFFIX:
220  ff_hevc_decode_nal_sei(gb, avctx, sei, ps, nal->type);
221  break;
222  case HEVC_NAL_TRAIL_N:
223  case HEVC_NAL_TRAIL_R:
224  case HEVC_NAL_TSA_N:
225  case HEVC_NAL_TSA_R:
226  case HEVC_NAL_STSA_N:
227  case HEVC_NAL_STSA_R:
228  case HEVC_NAL_BLA_W_LP:
229  case HEVC_NAL_BLA_W_RADL:
230  case HEVC_NAL_BLA_N_LP:
231  case HEVC_NAL_IDR_W_RADL:
232  case HEVC_NAL_IDR_N_LP:
233  case HEVC_NAL_CRA_NUT:
234  case HEVC_NAL_RADL_N:
235  case HEVC_NAL_RADL_R:
236  case HEVC_NAL_RASL_N:
237  case HEVC_NAL_RASL_R:
239  s->repeat_pict = 1;
241  s->repeat_pict = 2;
242  }
243  ret = hevc_parse_slice_header(s, nal, avctx);
244  if (ret)
245  return ret;
246  break;
247  }
248  }
249  /* didn't find a picture! */
250  av_log(avctx, AV_LOG_ERROR, "missing picture in access unit with size %d\n", buf_size);
251  return -1;
252 }
253 
254 /**
255  * Find the end of the current frame in the bitstream.
256  * @return the position of the first byte of the next frame, or END_NOT_FOUND
257  */
259  int buf_size)
260 {
262  ParseContext *pc = &ctx->pc;
263  int i;
264 
265  for (i = 0; i < buf_size; i++) {
266  int nut;
267 
268  pc->state64 = (pc->state64 << 8) | buf[i];
269 
270  if (((pc->state64 >> 3 * 8) & 0xFFFFFF) != START_CODE)
271  continue;
272 
273  nut = (pc->state64 >> 2 * 8 + 1) & 0x3F;
274  // Beginning of access unit
275  if ((nut >= HEVC_NAL_VPS && nut <= HEVC_NAL_EOB_NUT) || nut == HEVC_NAL_SEI_PREFIX ||
276  (nut >= 41 && nut <= 44) || (nut >= 48 && nut <= 55)) {
277  if (pc->frame_start_found) {
278  pc->frame_start_found = 0;
279  return i - 5;
280  }
281  } else if (nut <= HEVC_NAL_RASL_R ||
282  (nut >= HEVC_NAL_BLA_W_LP && nut <= HEVC_NAL_CRA_NUT)) {
283  int first_slice_segment_in_pic_flag = buf[i] >> 7;
284  if (first_slice_segment_in_pic_flag) {
285  if (!pc->frame_start_found) {
286  pc->frame_start_found = 1;
287  } else { // First slice of next frame found
288  pc->frame_start_found = 0;
289  return i - 5;
290  }
291  }
292  }
293  }
294 
295  return END_NOT_FOUND;
296 }
297 
299  const uint8_t **poutbuf, int *poutbuf_size,
300  const uint8_t *buf, int buf_size)
301 {
302  int next;
304  ParseContext *pc = &ctx->pc;
305  int is_dummy_buf = !buf_size;
306  const uint8_t *dummy_buf = buf;
307 
308  if (avctx->extradata && !ctx->parsed_extradata) {
309  ff_hevc_decode_extradata(avctx->extradata, avctx->extradata_size, &ctx->ps, &ctx->sei,
310  &ctx->is_avc, &ctx->nal_length_size, avctx->err_recognition,
311  1, avctx);
312  ctx->parsed_extradata = 1;
313  }
314 
316  next = buf_size;
317  } else {
318  next = hevc_find_frame_end(s, buf, buf_size);
319  if (ff_combine_frame(pc, next, &buf, &buf_size) < 0) {
320  *poutbuf = NULL;
321  *poutbuf_size = 0;
322  return buf_size;
323  }
324  }
325 
326  is_dummy_buf &= (dummy_buf == buf);
327 
328  if (!is_dummy_buf)
329  parse_nal_units(s, buf, buf_size, avctx);
330 
331  *poutbuf = buf;
332  *poutbuf_size = buf_size;
333  return next;
334 }
335 
336 // Split after the parameter sets at the beginning of the stream if they exist.
337 static int hevc_split(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
338 {
339  const uint8_t *ptr = buf, *end = buf + buf_size;
340  uint32_t state = -1;
341  int has_vps = 0;
342  int has_sps = 0;
343  int has_pps = 0;
344  int nut;
345 
346  while (ptr < end) {
347  ptr = avpriv_find_start_code(ptr, end, &state);
348  if ((state >> 8) != START_CODE)
349  break;
350  nut = (state >> 1) & 0x3F;
351  if (nut == HEVC_NAL_VPS)
352  has_vps = 1;
353  else if (nut == HEVC_NAL_SPS)
354  has_sps = 1;
355  else if (nut == HEVC_NAL_PPS)
356  has_pps = 1;
357  else if ((nut != HEVC_NAL_SEI_PREFIX || has_pps) &&
358  nut != HEVC_NAL_AUD) {
359  if (has_vps && has_sps) {
360  while (ptr - 4 > buf && ptr[-5] == 0)
361  ptr--;
362  return ptr - 4 - buf;
363  }
364  }
365  }
366  return 0;
367 }
368 
370 {
372 
373  ff_hevc_ps_uninit(&ctx->ps);
375  ff_hevc_reset_sei(&ctx->sei);
376 
377  av_freep(&ctx->pc.buffer);
378 }
379 
382  .priv_data_size = sizeof(HEVCParserContext),
383  .parser_parse = hevc_parse,
384  .parser_close = hevc_parser_close,
385  .split = hevc_split,
386 };
const HEVCPPS * pps
Definition: hevc_ps.h:419
#define NULL
Definition: coverity.c:32
AVRational framerate
Definition: avcodec.h:2066
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
int pic_order_cnt_lsb
Definition: hevc_ps.h:59
static struct @314 state
static int hevc_parse_slice_header(AVCodecParserContext *s, H2645NAL *nal, AVCodecContext *avctx)
Definition: hevc_parser.c:55
int ctb_height
Definition: hevc_ps.h:314
AVBufferRef * vps_list[HEVC_MAX_VPS_COUNT]
Definition: hevc_ps.h:412
static unsigned int get_bits(GetBitContext *s, int n)
Read 1-25 bits.
Definition: get_bits.h:379
static int hevc_split(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
Definition: hevc_parser.c:337
int width
Dimensions of the decoded video intended for presentation.
Definition: avcodec.h:3497
VUI vui
Definition: hevc_ps.h:262
enum AVFieldOrder field_order
Definition: avcodec.h:3474
int num
Numerator.
Definition: rational.h:59
uint32_t vui_time_scale
Definition: hevc_ps.h:160
int codec_ids[5]
Definition: avcodec.h:3518
int coded_width
Dimensions of the coded video.
Definition: avcodec.h:3503
unsigned int left_offset
Definition: hevc_ps.h:127
H.265 parser code.
H2645Packet pkt
Definition: hevc_parser.c:42
int ff_hevc_decode_extradata(const uint8_t *data, int size, HEVCParamSets *ps, HEVCSEI *sei, int *is_nalff, int *nal_length_size, int err_recognition, int apply_defdispwin, void *logctx)
Definition: hevc_parse.c:80
uint8_t dependent_slice_segment_flag
Definition: hevc_ps.h:62
int profile
profile
Definition: avcodec.h:1859
int frame_start_found
Definition: parser.h:34
int width
Definition: hevc_ps.h:311
HEVCWindow output_window
Definition: hevc_ps.h:242
unsigned int slice_segment_addr
address (in raster order) of the first block in the current slice
Definition: hevc_ps.h:53
enum HEVCSliceType slice_type
Definition: hevc_ps.h:57
AVBufferRef * sps_list[HEVC_MAX_SPS_COUNT]
Definition: hevc_ps.h:413
enum AVPictureStructure picture_structure
Indicate whether a picture is coded as a frame, top field or bottom field.
Definition: avcodec.h:3484
uint8_t
uint8_t vps_timing_info_present_flag
Definition: hevc_ps.h:219
static av_cold int end(AVCodecContext *avctx)
Definition: avrndec.c:90
const HEVCVPS * vps
Definition: hevc_ps.h:417
uint8_t * extradata
some codecs need / can use extradata like Huffman tables.
Definition: avcodec.h:627
int ff_h2645_packet_split(H2645Packet *pkt, const uint8_t *buf, int length, void *logctx, int is_nalff, int nal_length_size, enum AVCodecID codec_id, int small_padding, int use_ref)
Split an input packet into NAL units.
Definition: h2645_parse.c:392
void ff_h2645_packet_uninit(H2645Packet *pkt)
Free all the allocated memory in the packet.
Definition: h2645_parse.c:519
uint8_t first_slice_in_pic_flag
Definition: hevc_ps.h:61
AVBufferRef * pps_list[HEVC_MAX_PPS_COUNT]
Definition: hevc_ps.h:414
uint8_t pic_output_flag
Definition: hevc_ps.h:63
int av_reduce(int *dst_num, int *dst_den, int64_t num, int64_t den, int64_t max)
Reduce a fraction.
Definition: rational.c:35
#define av_log(a,...)
const uint8_t * avpriv_find_start_code(const uint8_t *p, const uint8_t *end, uint32_t *state)
uint8_t no_output_of_prior_pics_flag
Definition: hevc_ps.h:76
HEVCParamSets ps
Definition: hevc_parser.c:43
uint8_t colour_plane_id
RPS coded in the slice header itself is stored here.
Definition: hevc_ps.h:64
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
static int get_ue_golomb(GetBitContext *gb)
Read an unsigned Exp-Golomb code in the range 0 to 8190.
Definition: golomb.h:55
unsigned int log2_max_poc_lsb
Definition: hevc_ps.h:251
int ff_hevc_compute_poc(const HEVCSPS *sps, int pocTid0, int poc_lsb, int nal_unit_type)
Compute POC of the current frame and return it.
Definition: hevc_ps.c:1759
int ff_hevc_decode_nal_vps(GetBitContext *gb, AVCodecContext *avctx, HEVCParamSets *ps)
Definition: hevc_ps.c:458
int ff_combine_frame(ParseContext *pc, int next, const uint8_t **buf, int *buf_size)
Combine the (truncated) bitstream to a complete frame.
Definition: parser.c:234
int vui_timing_info_present_flag
Definition: hevc_ps.h:158
static int hevc_find_frame_end(AVCodecParserContext *s, const uint8_t *buf, int buf_size)
Find the end of the current frame in the bitstream.
Definition: hevc_parser.c:258
static char * split(char *message, char delim)
Definition: af_channelmap.c:81
static int parse_nal_units(AVCodecParserContext *s, const uint8_t *buf, int buf_size, AVCodecContext *avctx)
Parse NAL units of found picture and decode some basic information.
Definition: hevc_parser.c:181
uint32_t vps_num_units_in_tick
Definition: hevc_ps.h:220
const HEVCSPS * sps
Definition: hevc_ps.h:418
uint8_t profile_idc
Definition: hevc_ps.h:179
int err_recognition
Error recognition; may misdetect some more or less valid parts as errors.
Definition: avcodec.h:1655
unsigned int top_offset
Definition: hevc_ps.h:129
AVFormatContext * ctx
Definition: movenc.c:48
#define s(width, name)
Definition: cbs_vp9.c:257
int level
level
Definition: avcodec.h:1979
#define IS_IDR_NAL(nal)
Definition: hevc_parser.c:37
int ctb_width
Definition: hevc_ps.h:313
int height
Definition: hevc_ps.h:312
uint8_t output_flag_present_flag
Definition: hevc_ps.h:355
PTLCommon general_ptl
Definition: hevc_ps.h:200
int type
NAL unit type.
Definition: h2645_parse.h:52
#define IS_IRAP_NAL(nal)
Definition: hevc_parser.c:36
unsigned vps_id
Definition: hevc_ps.h:238
ParseContext pc
Definition: hevc_parser.c:40
unsigned int pps_id
address (in raster order) of the first block in the current slice segment
Definition: hevc_ps.h:50
if(ret)
uint32_t vps_time_scale
Definition: hevc_ps.h:221
void ff_hevc_ps_uninit(HEVCParamSets *ps)
Definition: hevc_ps.c:1743
enum AVPixelFormat pix_fmt
Definition: hevc_ps.h:249
uint8_t * buffer
Definition: parser.h:29
void ff_hevc_reset_sei(HEVCSEI *s)
Reset SEI values that are stored on the Context.
Definition: hevc_sei.c:371
PTL ptl
Definition: hevc_ps.h:263
#define START_CODE
start_code_prefix_one_3bytes
Definition: hevc_parser.c:34
unsigned int sps_id
seq_parameter_set_id
Definition: hevc_ps.h:334
main external API structure.
Definition: avcodec.h:526
int num_extra_slice_header_bits
Definition: hevc_ps.h:380
uint8_t * data
The data buffer.
Definition: buffer.h:89
AVCodecParser ff_hevc_parser
Definition: hevc_parser.c:380
uint32_t vui_num_units_in_tick
Definition: hevc_ps.h:159
int extradata_size
Definition: avcodec.h:628
static unsigned int get_bits1(GetBitContext *s)
Definition: get_bits.h:498
SliceHeader sh
Definition: hevc_parser.c:45
static void skip_bits(GetBitContext *s, int n)
Definition: get_bits.h:467
uint64_t state64
contains the last 8 bytes in MSB order
Definition: parser.h:37
int ff_hevc_decode_nal_pps(GetBitContext *gb, AVCodecContext *avctx, HEVCParamSets *ps)
Definition: hevc_ps.c:1495
#define END_NOT_FOUND
Definition: parser.h:40
int ff_hevc_decode_nal_sps(GetBitContext *gb, AVCodecContext *avctx, HEVCParamSets *ps, int apply_defdispwin)
Definition: hevc_ps.c:1246
int output_picture_number
Picture number incremented in presentation or output order.
Definition: avcodec.h:3492
HEVCSEIPictureTiming picture_timing
Definition: hevc_sei.h:117
uint8_t level_idc
Definition: hevc_ps.h:196
common internal api header.
common internal and external API header
Bi-dir predicted.
Definition: avutil.h:276
#define PARSER_FLAG_COMPLETE_FRAMES
Definition: avcodec.h:3384
int den
Denominator.
Definition: rational.h:60
GetBitContext gb
Definition: h2645_parse.h:47
int format
The format of the coded data, corresponds to enum AVPixelFormat for video and for enum AVSampleFormat...
Definition: avcodec.h:3514
H2645NAL * nals
Definition: h2645_parse.h:82
int temporal_id
HEVC only, nuh_temporal_id_plus_1 - 1.
Definition: h2645_parse.h:57
int repeat_pict
This field is used for proper frame duration computation in lavf.
Definition: avcodec.h:3368
unsigned int right_offset
Definition: hevc_ps.h:128
static int hevc_parse(AVCodecParserContext *s, AVCodecContext *avctx, const uint8_t **poutbuf, int *poutbuf_size, const uint8_t *buf, int buf_size)
Definition: hevc_parser.c:298
#define av_freep(p)
int nuh_layer_id
Definition: h2645_parse.h:62
static void hevc_parser_close(AVCodecParserContext *s)
Definition: hevc_parser.c:369
static av_always_inline av_const int av_ceil_log2_c(int x)
Compute ceil(log2(x)).
Definition: common.h:372
exp golomb vlc stuff
int key_frame
Set by parser to 1 for key frames and 0 for non-key frames.
Definition: avcodec.h:3399
int ff_hevc_decode_nal_sei(GetBitContext *gb, void *logctx, HEVCSEI *s, const HEVCParamSets *ps, int type)
Definition: hevc_sei.c:358
uint8_t separate_colour_plane_flag
Definition: hevc_ps.h:240
static av_always_inline int get_bitsz(GetBitContext *s, int n)
Read 0-25 bits.
Definition: get_bits.h:415
Predicted.
Definition: avutil.h:275
unsigned int bottom_offset
Definition: hevc_ps.h:130
uint8_t dependent_slice_segments_enabled_flag
Definition: hevc_ps.h:358