FFmpeg
cbs_h2645.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "libavutil/attributes.h"
20 #include "libavutil/avassert.h"
21 
22 #include "bytestream.h"
23 #include "cbs.h"
24 #include "cbs_internal.h"
25 #include "cbs_h264.h"
26 #include "cbs_h265.h"
27 #include "h264.h"
28 #include "h264_sei.h"
29 #include "h2645_parse.h"
30 #include "hevc.h"
31 #include "hevc_sei.h"
32 
33 
35  const char *name, const int *subscripts,
36  uint32_t *write_to,
37  uint32_t range_min, uint32_t range_max)
38 {
39  uint32_t value;
40  int position, i, j;
41  unsigned int k;
42  char bits[65];
43 
44  position = get_bits_count(gbc);
45 
46  for (i = 0; i < 32; i++) {
47  if (get_bits_left(gbc) < i + 1) {
48  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid ue-golomb code at "
49  "%s: bitstream ended.\n", name);
50  return AVERROR_INVALIDDATA;
51  }
52  k = get_bits1(gbc);
53  bits[i] = k ? '1' : '0';
54  if (k)
55  break;
56  }
57  if (i >= 32) {
58  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid ue-golomb code at "
59  "%s: more than 31 zeroes.\n", name);
60  return AVERROR_INVALIDDATA;
61  }
62  value = 1;
63  for (j = 0; j < i; j++) {
64  k = get_bits1(gbc);
65  bits[i + j + 1] = k ? '1' : '0';
66  value = value << 1 | k;
67  }
68  bits[i + j + 1] = 0;
69  --value;
70 
71  if (ctx->trace_enable)
72  ff_cbs_trace_syntax_element(ctx, position, name, subscripts,
73  bits, value);
74 
75  if (value < range_min || value > range_max) {
76  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
77  "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
78  name, value, range_min, range_max);
79  return AVERROR_INVALIDDATA;
80  }
81 
82  *write_to = value;
83  return 0;
84 }
85 
87  const char *name, const int *subscripts,
88  int32_t *write_to,
89  int32_t range_min, int32_t range_max)
90 {
91  int32_t value;
92  int position, i, j;
93  unsigned int k;
94  uint32_t v;
95  char bits[65];
96 
97  position = get_bits_count(gbc);
98 
99  for (i = 0; i < 32; i++) {
100  if (get_bits_left(gbc) < i + 1) {
101  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid se-golomb code at "
102  "%s: bitstream ended.\n", name);
103  return AVERROR_INVALIDDATA;
104  }
105  k = get_bits1(gbc);
106  bits[i] = k ? '1' : '0';
107  if (k)
108  break;
109  }
110  if (i >= 32) {
111  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid se-golomb code at "
112  "%s: more than 31 zeroes.\n", name);
113  return AVERROR_INVALIDDATA;
114  }
115  v = 1;
116  for (j = 0; j < i; j++) {
117  k = get_bits1(gbc);
118  bits[i + j + 1] = k ? '1' : '0';
119  v = v << 1 | k;
120  }
121  bits[i + j + 1] = 0;
122  if (v & 1)
123  value = -(int32_t)(v / 2);
124  else
125  value = v / 2;
126 
127  if (ctx->trace_enable)
128  ff_cbs_trace_syntax_element(ctx, position, name, subscripts,
129  bits, value);
130 
131  if (value < range_min || value > range_max) {
132  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
133  "%"PRId32", but must be in [%"PRId32",%"PRId32"].\n",
134  name, value, range_min, range_max);
135  return AVERROR_INVALIDDATA;
136  }
137 
138  *write_to = value;
139  return 0;
140 }
141 
143  const char *name, const int *subscripts,
144  uint32_t value,
145  uint32_t range_min, uint32_t range_max)
146 {
147  int len;
148 
149  if (value < range_min || value > range_max) {
150  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
151  "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
152  name, value, range_min, range_max);
153  return AVERROR_INVALIDDATA;
154  }
155  av_assert0(value != UINT32_MAX);
156 
157  len = av_log2(value + 1);
158  if (put_bits_left(pbc) < 2 * len + 1)
159  return AVERROR(ENOSPC);
160 
161  if (ctx->trace_enable) {
162  char bits[65];
163  int i;
164 
165  for (i = 0; i < len; i++)
166  bits[i] = '0';
167  bits[len] = '1';
168  for (i = 0; i < len; i++)
169  bits[len + i + 1] = (value + 1) >> (len - i - 1) & 1 ? '1' : '0';
170  bits[len + len + 1] = 0;
171 
173  name, subscripts, bits, value);
174  }
175 
176  put_bits(pbc, len, 0);
177  if (len + 1 < 32)
178  put_bits(pbc, len + 1, value + 1);
179  else
180  put_bits32(pbc, value + 1);
181 
182  return 0;
183 }
184 
186  const char *name, const int *subscripts,
187  int32_t value,
188  int32_t range_min, int32_t range_max)
189 {
190  int len;
191  uint32_t uvalue;
192 
193  if (value < range_min || value > range_max) {
194  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
195  "%"PRId32", but must be in [%"PRId32",%"PRId32"].\n",
196  name, value, range_min, range_max);
197  return AVERROR_INVALIDDATA;
198  }
199  av_assert0(value != INT32_MIN);
200 
201  if (value == 0)
202  uvalue = 0;
203  else if (value > 0)
204  uvalue = 2 * (uint32_t)value - 1;
205  else
206  uvalue = 2 * (uint32_t)-value;
207 
208  len = av_log2(uvalue + 1);
209  if (put_bits_left(pbc) < 2 * len + 1)
210  return AVERROR(ENOSPC);
211 
212  if (ctx->trace_enable) {
213  char bits[65];
214  int i;
215 
216  for (i = 0; i < len; i++)
217  bits[i] = '0';
218  bits[len] = '1';
219  for (i = 0; i < len; i++)
220  bits[len + i + 1] = (uvalue + 1) >> (len - i - 1) & 1 ? '1' : '0';
221  bits[len + len + 1] = 0;
222 
224  name, subscripts, bits, value);
225  }
226 
227  put_bits(pbc, len, 0);
228  if (len + 1 < 32)
229  put_bits(pbc, len + 1, uvalue + 1);
230  else
231  put_bits32(pbc, uvalue + 1);
232 
233  return 0;
234 }
235 
236 // payload_extension_present() - true if we are before the last 1-bit
237 // in the payload structure, which must be in the last byte.
238 static int cbs_h265_payload_extension_present(GetBitContext *gbc, uint32_t payload_size,
239  int cur_pos)
240 {
241  int bits_left = payload_size * 8 - cur_pos;
242  return (bits_left > 0 &&
243  (bits_left > 7 || show_bits(gbc, bits_left) & MAX_UINT_BITS(bits_left - 1)));
244 }
245 
246 #define HEADER(name) do { \
247  ff_cbs_trace_header(ctx, name); \
248  } while (0)
249 
250 #define CHECK(call) do { \
251  err = (call); \
252  if (err < 0) \
253  return err; \
254  } while (0)
255 
256 #define FUNC_NAME(rw, codec, name) cbs_ ## codec ## _ ## rw ## _ ## name
257 #define FUNC_H264(rw, name) FUNC_NAME(rw, h264, name)
258 #define FUNC_H265(rw, name) FUNC_NAME(rw, h265, name)
259 
260 #define SUBSCRIPTS(subs, ...) (subs > 0 ? ((int[subs + 1]){ subs, __VA_ARGS__ }) : NULL)
261 
262 #define u(width, name, range_min, range_max) \
263  xu(width, name, current->name, range_min, range_max, 0, )
264 #define ub(width, name) \
265  xu(width, name, current->name, 0, MAX_UINT_BITS(width), 0, )
266 #define flag(name) ub(1, name)
267 #define ue(name, range_min, range_max) \
268  xue(name, current->name, range_min, range_max, 0, )
269 #define i(width, name, range_min, range_max) \
270  xi(width, name, current->name, range_min, range_max, 0, )
271 #define ib(width, name) \
272  xi(width, name, current->name, MIN_INT_BITS(width), MAX_INT_BITS(width), 0, )
273 #define se(name, range_min, range_max) \
274  xse(name, current->name, range_min, range_max, 0, )
275 
276 #define us(width, name, range_min, range_max, subs, ...) \
277  xu(width, name, current->name, range_min, range_max, subs, __VA_ARGS__)
278 #define ubs(width, name, subs, ...) \
279  xu(width, name, current->name, 0, MAX_UINT_BITS(width), subs, __VA_ARGS__)
280 #define flags(name, subs, ...) \
281  xu(1, name, current->name, 0, 1, subs, __VA_ARGS__)
282 #define ues(name, range_min, range_max, subs, ...) \
283  xue(name, current->name, range_min, range_max, subs, __VA_ARGS__)
284 #define is(width, name, range_min, range_max, subs, ...) \
285  xi(width, name, current->name, range_min, range_max, subs, __VA_ARGS__)
286 #define ibs(width, name, subs, ...) \
287  xi(width, name, current->name, MIN_INT_BITS(width), MAX_INT_BITS(width), subs, __VA_ARGS__)
288 #define ses(name, range_min, range_max, subs, ...) \
289  xse(name, current->name, range_min, range_max, subs, __VA_ARGS__)
290 
291 #define fixed(width, name, value) do { \
292  av_unused uint32_t fixed_value = value; \
293  xu(width, name, fixed_value, value, value, 0, ); \
294  } while (0)
295 
296 
297 #define READ
298 #define READWRITE read
299 #define RWContext GetBitContext
300 
301 #define xu(width, name, var, range_min, range_max, subs, ...) do { \
302  uint32_t value; \
303  CHECK(ff_cbs_read_unsigned(ctx, rw, width, #name, \
304  SUBSCRIPTS(subs, __VA_ARGS__), \
305  &value, range_min, range_max)); \
306  var = value; \
307  } while (0)
308 #define xue(name, var, range_min, range_max, subs, ...) do { \
309  uint32_t value; \
310  CHECK(cbs_read_ue_golomb(ctx, rw, #name, \
311  SUBSCRIPTS(subs, __VA_ARGS__), \
312  &value, range_min, range_max)); \
313  var = value; \
314  } while (0)
315 #define xi(width, name, var, range_min, range_max, subs, ...) do { \
316  int32_t value; \
317  CHECK(ff_cbs_read_signed(ctx, rw, width, #name, \
318  SUBSCRIPTS(subs, __VA_ARGS__), \
319  &value, range_min, range_max)); \
320  var = value; \
321  } while (0)
322 #define xse(name, var, range_min, range_max, subs, ...) do { \
323  int32_t value; \
324  CHECK(cbs_read_se_golomb(ctx, rw, #name, \
325  SUBSCRIPTS(subs, __VA_ARGS__), \
326  &value, range_min, range_max)); \
327  var = value; \
328  } while (0)
329 
330 
331 #define infer(name, value) do { \
332  current->name = value; \
333  } while (0)
334 
336 {
337  int bits_left = get_bits_left(gbc);
338  if (bits_left > 8)
339  return 1;
340  if (bits_left == 0)
341  return 0;
342  if (show_bits(gbc, bits_left) & MAX_UINT_BITS(bits_left - 1))
343  return 1;
344  return 0;
345 }
346 
347 #define more_rbsp_data(var) ((var) = cbs_h2645_read_more_rbsp_data(rw))
348 
349 #define byte_alignment(rw) (get_bits_count(rw) % 8)
350 
351 #define allocate(name, size) do { \
352  name ## _ref = av_buffer_allocz(size + \
353  AV_INPUT_BUFFER_PADDING_SIZE); \
354  if (!name ## _ref) \
355  return AVERROR(ENOMEM); \
356  name = name ## _ref->data; \
357  } while (0)
358 
359 #define FUNC(name) FUNC_H264(READWRITE, name)
361 #undef FUNC
362 
363 #define FUNC(name) FUNC_H265(READWRITE, name)
365 #undef FUNC
366 
367 #undef READ
368 #undef READWRITE
369 #undef RWContext
370 #undef xu
371 #undef xi
372 #undef xue
373 #undef xse
374 #undef infer
375 #undef more_rbsp_data
376 #undef byte_alignment
377 #undef allocate
378 
379 
380 #define WRITE
381 #define READWRITE write
382 #define RWContext PutBitContext
383 
384 #define xu(width, name, var, range_min, range_max, subs, ...) do { \
385  uint32_t value = var; \
386  CHECK(ff_cbs_write_unsigned(ctx, rw, width, #name, \
387  SUBSCRIPTS(subs, __VA_ARGS__), \
388  value, range_min, range_max)); \
389  } while (0)
390 #define xue(name, var, range_min, range_max, subs, ...) do { \
391  uint32_t value = var; \
392  CHECK(cbs_write_ue_golomb(ctx, rw, #name, \
393  SUBSCRIPTS(subs, __VA_ARGS__), \
394  value, range_min, range_max)); \
395  } while (0)
396 #define xi(width, name, var, range_min, range_max, subs, ...) do { \
397  int32_t value = var; \
398  CHECK(ff_cbs_write_signed(ctx, rw, width, #name, \
399  SUBSCRIPTS(subs, __VA_ARGS__), \
400  value, range_min, range_max)); \
401  } while (0)
402 #define xse(name, var, range_min, range_max, subs, ...) do { \
403  int32_t value = var; \
404  CHECK(cbs_write_se_golomb(ctx, rw, #name, \
405  SUBSCRIPTS(subs, __VA_ARGS__), \
406  value, range_min, range_max)); \
407  } while (0)
408 
409 #define infer(name, value) do { \
410  if (current->name != (value)) { \
411  av_log(ctx->log_ctx, AV_LOG_ERROR, \
412  "%s does not match inferred value: " \
413  "%"PRId64", but should be %"PRId64".\n", \
414  #name, (int64_t)current->name, (int64_t)(value)); \
415  return AVERROR_INVALIDDATA; \
416  } \
417  } while (0)
418 
419 #define more_rbsp_data(var) (var)
420 
421 #define byte_alignment(rw) (put_bits_count(rw) % 8)
422 
423 #define allocate(name, size) do { \
424  if (!name) { \
425  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s must be set " \
426  "for writing.\n", #name); \
427  return AVERROR_INVALIDDATA; \
428  } \
429  } while (0)
430 
431 #define FUNC(name) FUNC_H264(READWRITE, name)
433 #undef FUNC
434 
435 #define FUNC(name) FUNC_H265(READWRITE, name)
437 #undef FUNC
438 
439 #undef WRITE
440 #undef READWRITE
441 #undef RWContext
442 #undef xu
443 #undef xi
444 #undef xue
445 #undef xse
446 #undef u
447 #undef i
448 #undef flag
449 #undef ue
450 #undef se
451 #undef infer
452 #undef more_rbsp_data
453 #undef byte_alignment
454 #undef allocate
455 
456 
457 static void cbs_h264_free_pps(void *opaque, uint8_t *content)
458 {
459  H264RawPPS *pps = (H264RawPPS*)content;
461  av_freep(&content);
462 }
463 
465 {
466  switch (payload->payload_type) {
474  break;
477  break;
480  break;
481  default:
482  av_buffer_unref(&payload->payload.other.data_ref);
483  break;
484  }
485 }
486 
487 static void cbs_h264_free_sei(void *opaque, uint8_t *content)
488 {
489  H264RawSEI *sei = (H264RawSEI*)content;
490  int i;
491  for (i = 0; i < sei->payload_count; i++)
493  av_freep(&content);
494 }
495 
496 static void cbs_h264_free_slice(void *opaque, uint8_t *content)
497 {
498  H264RawSlice *slice = (H264RawSlice*)content;
499  av_buffer_unref(&slice->data_ref);
500  av_freep(&content);
501 }
502 
503 static void cbs_h265_free_vps(void *opaque, uint8_t *content)
504 {
505  H265RawVPS *vps = (H265RawVPS*)content;
507  av_freep(&content);
508 }
509 
510 static void cbs_h265_free_sps(void *opaque, uint8_t *content)
511 {
512  H265RawSPS *sps = (H265RawSPS*)content;
514  av_freep(&content);
515 }
516 
517 static void cbs_h265_free_pps(void *opaque, uint8_t *content)
518 {
519  H265RawPPS *pps = (H265RawPPS*)content;
521  av_freep(&content);
522 }
523 
524 static void cbs_h265_free_slice(void *opaque, uint8_t *content)
525 {
526  H265RawSlice *slice = (H265RawSlice*)content;
527  av_buffer_unref(&slice->data_ref);
528  av_freep(&content);
529 }
530 
532 {
533  switch (payload->payload_type) {
546  break;
549  break;
552  break;
553  default:
554  av_buffer_unref(&payload->payload.other.data_ref);
555  break;
556  }
558 }
559 
560 static void cbs_h265_free_sei(void *opaque, uint8_t *content)
561 {
562  H265RawSEI *sei = (H265RawSEI*)content;
563  int i;
564  for (i = 0; i < sei->payload_count; i++)
566  av_freep(&content);
567 }
568 
571  const H2645Packet *packet)
572 {
573  int err, i;
574 
575  for (i = 0; i < packet->nb_nals; i++) {
576  const H2645NAL *nal = &packet->nals[i];
577  AVBufferRef *ref;
578  size_t size = nal->size;
579 
580  if (nal->nuh_layer_id > 0)
581  continue;
582 
583  // Remove trailing zeroes.
584  while (size > 0 && nal->data[size - 1] == 0)
585  --size;
586  if (size == 0) {
587  av_log(ctx->log_ctx, AV_LOG_VERBOSE, "Discarding empty 0 NAL unit\n");
588  continue;
589  }
590 
591  ref = (nal->data == nal->raw_data) ? frag->data_ref
592  : packet->rbsp.rbsp_buffer_ref;
593 
594  err = ff_cbs_insert_unit_data(ctx, frag, -1, nal->type,
595  (uint8_t*)nal->data, size, ref);
596  if (err < 0)
597  return err;
598  }
599 
600  return 0;
601 }
602 
605  int header)
606 {
607  enum AVCodecID codec_id = ctx->codec->codec_id;
609  GetByteContext gbc;
610  int err;
611 
612  av_assert0(frag->data && frag->nb_units == 0);
613  if (frag->data_size == 0)
614  return 0;
615 
616  if (header && frag->data[0] && codec_id == AV_CODEC_ID_H264) {
617  // AVCC header.
618  size_t size, start, end;
619  int i, count, version;
620 
621  priv->mp4 = 1;
622 
623  bytestream2_init(&gbc, frag->data, frag->data_size);
624 
625  if (bytestream2_get_bytes_left(&gbc) < 6)
626  return AVERROR_INVALIDDATA;
627 
628  version = bytestream2_get_byte(&gbc);
629  if (version != 1) {
630  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid AVCC header: "
631  "first byte %u.\n", version);
632  return AVERROR_INVALIDDATA;
633  }
634 
635  bytestream2_skip(&gbc, 3);
636  priv->nal_length_size = (bytestream2_get_byte(&gbc) & 3) + 1;
637 
638  // SPS array.
639  count = bytestream2_get_byte(&gbc) & 0x1f;
640  start = bytestream2_tell(&gbc);
641  for (i = 0; i < count; i++) {
642  if (bytestream2_get_bytes_left(&gbc) < 2 * (count - i))
643  return AVERROR_INVALIDDATA;
644  size = bytestream2_get_be16(&gbc);
645  if (bytestream2_get_bytes_left(&gbc) < size)
646  return AVERROR_INVALIDDATA;
647  bytestream2_skip(&gbc, size);
648  }
649  end = bytestream2_tell(&gbc);
650 
651  err = ff_h2645_packet_split(&priv->read_packet,
652  frag->data + start, end - start,
653  ctx->log_ctx, 1, 2, AV_CODEC_ID_H264, 1, 1);
654  if (err < 0) {
655  av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to split AVCC SPS array.\n");
656  return err;
657  }
658  err = cbs_h2645_fragment_add_nals(ctx, frag, &priv->read_packet);
659  if (err < 0)
660  return err;
661 
662  // PPS array.
663  count = bytestream2_get_byte(&gbc);
664  start = bytestream2_tell(&gbc);
665  for (i = 0; i < count; i++) {
666  if (bytestream2_get_bytes_left(&gbc) < 2 * (count - i))
667  return AVERROR_INVALIDDATA;
668  size = bytestream2_get_be16(&gbc);
669  if (bytestream2_get_bytes_left(&gbc) < size)
670  return AVERROR_INVALIDDATA;
671  bytestream2_skip(&gbc, size);
672  }
673  end = bytestream2_tell(&gbc);
674 
675  err = ff_h2645_packet_split(&priv->read_packet,
676  frag->data + start, end - start,
677  ctx->log_ctx, 1, 2, AV_CODEC_ID_H264, 1, 1);
678  if (err < 0) {
679  av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to split AVCC PPS array.\n");
680  return err;
681  }
682  err = cbs_h2645_fragment_add_nals(ctx, frag, &priv->read_packet);
683  if (err < 0)
684  return err;
685 
686  if (bytestream2_get_bytes_left(&gbc) > 0) {
687  av_log(ctx->log_ctx, AV_LOG_WARNING, "%u bytes left at end of AVCC "
688  "header.\n", bytestream2_get_bytes_left(&gbc));
689  }
690 
691  } else if (header && frag->data[0] && codec_id == AV_CODEC_ID_HEVC) {
692  // HVCC header.
693  size_t size, start, end;
694  int i, j, nb_arrays, nal_unit_type, nb_nals, version;
695 
696  priv->mp4 = 1;
697 
698  bytestream2_init(&gbc, frag->data, frag->data_size);
699 
700  if (bytestream2_get_bytes_left(&gbc) < 23)
701  return AVERROR_INVALIDDATA;
702 
703  version = bytestream2_get_byte(&gbc);
704  if (version != 1) {
705  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid HVCC header: "
706  "first byte %u.\n", version);
707  return AVERROR_INVALIDDATA;
708  }
709 
710  bytestream2_skip(&gbc, 20);
711  priv->nal_length_size = (bytestream2_get_byte(&gbc) & 3) + 1;
712 
713  nb_arrays = bytestream2_get_byte(&gbc);
714  for (i = 0; i < nb_arrays; i++) {
715  nal_unit_type = bytestream2_get_byte(&gbc) & 0x3f;
716  nb_nals = bytestream2_get_be16(&gbc);
717 
718  start = bytestream2_tell(&gbc);
719  for (j = 0; j < nb_nals; j++) {
720  if (bytestream2_get_bytes_left(&gbc) < 2)
721  return AVERROR_INVALIDDATA;
722  size = bytestream2_get_be16(&gbc);
723  if (bytestream2_get_bytes_left(&gbc) < size)
724  return AVERROR_INVALIDDATA;
725  bytestream2_skip(&gbc, size);
726  }
727  end = bytestream2_tell(&gbc);
728 
729  err = ff_h2645_packet_split(&priv->read_packet,
730  frag->data + start, end - start,
731  ctx->log_ctx, 1, 2, AV_CODEC_ID_HEVC, 1, 1);
732  if (err < 0) {
733  av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to split "
734  "HVCC array %d (%d NAL units of type %d).\n",
735  i, nb_nals, nal_unit_type);
736  return err;
737  }
738  err = cbs_h2645_fragment_add_nals(ctx, frag, &priv->read_packet);
739  if (err < 0)
740  return err;
741  }
742 
743  } else {
744  // Annex B, or later MP4 with already-known parameters.
745 
746  err = ff_h2645_packet_split(&priv->read_packet,
747  frag->data, frag->data_size,
748  ctx->log_ctx,
749  priv->mp4, priv->nal_length_size,
750  codec_id, 1, 1);
751  if (err < 0)
752  return err;
753 
754  err = cbs_h2645_fragment_add_nals(ctx, frag, &priv->read_packet);
755  if (err < 0)
756  return err;
757  }
758 
759  return 0;
760 }
761 
762 #define cbs_h2645_replace_ps(h26n, ps_name, ps_var, id_element) \
763 static int cbs_h26 ## h26n ## _replace_ ## ps_var(CodedBitstreamContext *ctx, \
764  CodedBitstreamUnit *unit) \
765 { \
766  CodedBitstreamH26 ## h26n ## Context *priv = ctx->priv_data; \
767  H26 ## h26n ## Raw ## ps_name *ps_var = unit->content; \
768  unsigned int id = ps_var->id_element; \
769  if (id >= FF_ARRAY_ELEMS(priv->ps_var)) { \
770  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid " #ps_name \
771  " id : %d.\n", id); \
772  return AVERROR_INVALIDDATA; \
773  } \
774  if (priv->ps_var[id] == priv->active_ ## ps_var) \
775  priv->active_ ## ps_var = NULL ; \
776  av_buffer_unref(&priv->ps_var ## _ref[id]); \
777  if (unit->content_ref) \
778  priv->ps_var ## _ref[id] = av_buffer_ref(unit->content_ref); \
779  else \
780  priv->ps_var ## _ref[id] = av_buffer_alloc(sizeof(*ps_var)); \
781  if (!priv->ps_var ## _ref[id]) \
782  return AVERROR(ENOMEM); \
783  priv->ps_var[id] = (H26 ## h26n ## Raw ## ps_name *)priv->ps_var ## _ref[id]->data; \
784  if (!unit->content_ref) \
785  memcpy(priv->ps_var[id], ps_var, sizeof(*ps_var)); \
786  return 0; \
787 }
788 
789 cbs_h2645_replace_ps(4, SPS, sps, seq_parameter_set_id)
790 cbs_h2645_replace_ps(4, PPS, pps, pic_parameter_set_id)
791 cbs_h2645_replace_ps(5, VPS, vps, vps_video_parameter_set_id)
792 cbs_h2645_replace_ps(5, SPS, sps, sps_seq_parameter_set_id)
793 cbs_h2645_replace_ps(5, PPS, pps, pps_pic_parameter_set_id)
794 
795 static int cbs_h264_read_nal_unit(CodedBitstreamContext *ctx,
796  CodedBitstreamUnit *unit)
797 {
798  GetBitContext gbc;
799  int err;
800 
801  err = init_get_bits(&gbc, unit->data, 8 * unit->data_size);
802  if (err < 0)
803  return err;
804 
805  switch (unit->type) {
806  case H264_NAL_SPS:
807  {
808  H264RawSPS *sps;
809 
810  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*sps), NULL);
811  if (err < 0)
812  return err;
813  sps = unit->content;
814 
815  err = cbs_h264_read_sps(ctx, &gbc, sps);
816  if (err < 0)
817  return err;
818 
819  err = cbs_h264_replace_sps(ctx, unit);
820  if (err < 0)
821  return err;
822  }
823  break;
824 
825  case H264_NAL_SPS_EXT:
826  {
827  err = ff_cbs_alloc_unit_content(ctx, unit,
828  sizeof(H264RawSPSExtension),
829  NULL);
830  if (err < 0)
831  return err;
832 
833  err = cbs_h264_read_sps_extension(ctx, &gbc, unit->content);
834  if (err < 0)
835  return err;
836  }
837  break;
838 
839  case H264_NAL_PPS:
840  {
841  H264RawPPS *pps;
842 
843  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*pps),
845  if (err < 0)
846  return err;
847  pps = unit->content;
848 
849  err = cbs_h264_read_pps(ctx, &gbc, pps);
850  if (err < 0)
851  return err;
852 
853  err = cbs_h264_replace_pps(ctx, unit);
854  if (err < 0)
855  return err;
856  }
857  break;
858 
859  case H264_NAL_SLICE:
860  case H264_NAL_IDR_SLICE:
862  {
863  H264RawSlice *slice;
864  int pos, len;
865 
866  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*slice),
868  if (err < 0)
869  return err;
870  slice = unit->content;
871 
872  err = cbs_h264_read_slice_header(ctx, &gbc, &slice->header);
873  if (err < 0)
874  return err;
875 
877  return AVERROR_INVALIDDATA;
878 
879  pos = get_bits_count(&gbc);
880  len = unit->data_size;
881 
882  slice->data_size = len - pos / 8;
883  slice->data_ref = av_buffer_ref(unit->data_ref);
884  if (!slice->data_ref)
885  return AVERROR(ENOMEM);
886  slice->data = unit->data + pos / 8;
887  slice->data_bit_start = pos % 8;
888  }
889  break;
890 
891  case H264_NAL_AUD:
892  {
893  err = ff_cbs_alloc_unit_content(ctx, unit,
894  sizeof(H264RawAUD), NULL);
895  if (err < 0)
896  return err;
897 
898  err = cbs_h264_read_aud(ctx, &gbc, unit->content);
899  if (err < 0)
900  return err;
901  }
902  break;
903 
904  case H264_NAL_SEI:
905  {
906  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(H264RawSEI),
908  if (err < 0)
909  return err;
910 
911  err = cbs_h264_read_sei(ctx, &gbc, unit->content);
912  if (err < 0)
913  return err;
914  }
915  break;
916 
918  {
919  err = ff_cbs_alloc_unit_content(ctx, unit,
920  sizeof(H264RawFiller), NULL);
921  if (err < 0)
922  return err;
923 
924  err = cbs_h264_read_filler(ctx, &gbc, unit->content);
925  if (err < 0)
926  return err;
927  }
928  break;
929 
931  case H264_NAL_END_STREAM:
932  {
933  err = ff_cbs_alloc_unit_content(ctx, unit,
934  sizeof(H264RawNALUnitHeader),
935  NULL);
936  if (err < 0)
937  return err;
938 
939  err = (unit->type == H264_NAL_END_SEQUENCE ?
940  cbs_h264_read_end_of_sequence :
941  cbs_h264_read_end_of_stream)(ctx, &gbc, unit->content);
942  if (err < 0)
943  return err;
944  }
945  break;
946 
947  default:
948  return AVERROR(ENOSYS);
949  }
950 
951  return 0;
952 }
953 
955  CodedBitstreamUnit *unit)
956 {
957  GetBitContext gbc;
958  int err;
959 
960  err = init_get_bits(&gbc, unit->data, 8 * unit->data_size);
961  if (err < 0)
962  return err;
963 
964  switch (unit->type) {
965  case HEVC_NAL_VPS:
966  {
967  H265RawVPS *vps;
968 
969  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*vps),
971  if (err < 0)
972  return err;
973  vps = unit->content;
974 
975  err = cbs_h265_read_vps(ctx, &gbc, vps);
976  if (err < 0)
977  return err;
978 
979  err = cbs_h265_replace_vps(ctx, unit);
980  if (err < 0)
981  return err;
982  }
983  break;
984  case HEVC_NAL_SPS:
985  {
986  H265RawSPS *sps;
987 
988  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*sps),
990  if (err < 0)
991  return err;
992  sps = unit->content;
993 
994  err = cbs_h265_read_sps(ctx, &gbc, sps);
995  if (err < 0)
996  return err;
997 
998  err = cbs_h265_replace_sps(ctx, unit);
999  if (err < 0)
1000  return err;
1001  }
1002  break;
1003 
1004  case HEVC_NAL_PPS:
1005  {
1006  H265RawPPS *pps;
1007 
1008  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*pps),
1010  if (err < 0)
1011  return err;
1012  pps = unit->content;
1013 
1014  err = cbs_h265_read_pps(ctx, &gbc, pps);
1015  if (err < 0)
1016  return err;
1017 
1018  err = cbs_h265_replace_pps(ctx, unit);
1019  if (err < 0)
1020  return err;
1021  }
1022  break;
1023 
1024  case HEVC_NAL_TRAIL_N:
1025  case HEVC_NAL_TRAIL_R:
1026  case HEVC_NAL_TSA_N:
1027  case HEVC_NAL_TSA_R:
1028  case HEVC_NAL_STSA_N:
1029  case HEVC_NAL_STSA_R:
1030  case HEVC_NAL_RADL_N:
1031  case HEVC_NAL_RADL_R:
1032  case HEVC_NAL_RASL_N:
1033  case HEVC_NAL_RASL_R:
1034  case HEVC_NAL_BLA_W_LP:
1035  case HEVC_NAL_BLA_W_RADL:
1036  case HEVC_NAL_BLA_N_LP:
1037  case HEVC_NAL_IDR_W_RADL:
1038  case HEVC_NAL_IDR_N_LP:
1039  case HEVC_NAL_CRA_NUT:
1040  {
1041  H265RawSlice *slice;
1042  int pos, len;
1043 
1044  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*slice),
1046  if (err < 0)
1047  return err;
1048  slice = unit->content;
1049 
1050  err = cbs_h265_read_slice_segment_header(ctx, &gbc, &slice->header);
1051  if (err < 0)
1052  return err;
1053 
1054  if (!cbs_h2645_read_more_rbsp_data(&gbc))
1055  return AVERROR_INVALIDDATA;
1056 
1057  pos = get_bits_count(&gbc);
1058  len = unit->data_size;
1059 
1060  slice->data_size = len - pos / 8;
1061  slice->data_ref = av_buffer_ref(unit->data_ref);
1062  if (!slice->data_ref)
1063  return AVERROR(ENOMEM);
1064  slice->data = unit->data + pos / 8;
1065  slice->data_bit_start = pos % 8;
1066  }
1067  break;
1068 
1069  case HEVC_NAL_AUD:
1070  {
1071  err = ff_cbs_alloc_unit_content(ctx, unit,
1072  sizeof(H265RawAUD), NULL);
1073  if (err < 0)
1074  return err;
1075 
1076  err = cbs_h265_read_aud(ctx, &gbc, unit->content);
1077  if (err < 0)
1078  return err;
1079  }
1080  break;
1081 
1082  case HEVC_NAL_SEI_PREFIX:
1083  case HEVC_NAL_SEI_SUFFIX:
1084  {
1085  err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(H265RawSEI),
1087 
1088  if (err < 0)
1089  return err;
1090 
1091  err = cbs_h265_read_sei(ctx, &gbc, unit->content,
1092  unit->type == HEVC_NAL_SEI_PREFIX);
1093 
1094  if (err < 0)
1095  return err;
1096  }
1097  break;
1098 
1099  default:
1100  return AVERROR(ENOSYS);
1101  }
1102 
1103  return 0;
1104 }
1105 
1107  PutBitContext *pbc, const uint8_t *data,
1108  size_t data_size, int data_bit_start)
1109 {
1110  size_t rest = data_size - (data_bit_start + 7) / 8;
1111  const uint8_t *pos = data + data_bit_start / 8;
1112 
1113  av_assert0(data_bit_start >= 0 &&
1114  data_size > data_bit_start / 8);
1115 
1116  if (data_size * 8 + 8 > put_bits_left(pbc))
1117  return AVERROR(ENOSPC);
1118 
1119  if (!rest)
1120  goto rbsp_stop_one_bit;
1121 
1122  // First copy the remaining bits of the first byte
1123  // The above check ensures that we do not accidentally
1124  // copy beyond the rbsp_stop_one_bit.
1125  if (data_bit_start % 8)
1126  put_bits(pbc, 8 - data_bit_start % 8,
1127  *pos++ & MAX_UINT_BITS(8 - data_bit_start % 8));
1128 
1129  if (put_bits_count(pbc) % 8 == 0) {
1130  // If the writer is aligned at this point,
1131  // memcpy can be used to improve performance.
1132  // This happens normally for CABAC.
1133  flush_put_bits(pbc);
1134  memcpy(put_bits_ptr(pbc), pos, rest);
1135  skip_put_bytes(pbc, rest);
1136  } else {
1137  // If not, we have to copy manually.
1138  // rbsp_stop_one_bit forces us to special-case
1139  // the last byte.
1140  uint8_t temp;
1141  int i;
1142 
1143  for (; rest > 4; rest -= 4, pos += 4)
1144  put_bits32(pbc, AV_RB32(pos));
1145 
1146  for (; rest > 1; rest--, pos++)
1147  put_bits(pbc, 8, *pos);
1148 
1149  rbsp_stop_one_bit:
1150  temp = rest ? *pos : *pos & MAX_UINT_BITS(8 - data_bit_start % 8);
1151 
1152  av_assert0(temp);
1153  i = ff_ctz(*pos);
1154  temp = temp >> i;
1155  i = rest ? (8 - i) : (8 - i - data_bit_start % 8);
1156  put_bits(pbc, i, temp);
1157  if (put_bits_count(pbc) % 8)
1158  put_bits(pbc, 8 - put_bits_count(pbc) % 8, 0);
1159  }
1160 
1161  return 0;
1162 }
1163 
1165  CodedBitstreamUnit *unit,
1166  PutBitContext *pbc)
1167 {
1168  int err;
1169 
1170  switch (unit->type) {
1171  case H264_NAL_SPS:
1172  {
1173  H264RawSPS *sps = unit->content;
1174 
1175  err = cbs_h264_write_sps(ctx, pbc, sps);
1176  if (err < 0)
1177  return err;
1178 
1179  err = cbs_h264_replace_sps(ctx, unit);
1180  if (err < 0)
1181  return err;
1182  }
1183  break;
1184 
1185  case H264_NAL_SPS_EXT:
1186  {
1187  H264RawSPSExtension *sps_ext = unit->content;
1188 
1189  err = cbs_h264_write_sps_extension(ctx, pbc, sps_ext);
1190  if (err < 0)
1191  return err;
1192  }
1193  break;
1194 
1195  case H264_NAL_PPS:
1196  {
1197  H264RawPPS *pps = unit->content;
1198 
1199  err = cbs_h264_write_pps(ctx, pbc, pps);
1200  if (err < 0)
1201  return err;
1202 
1203  err = cbs_h264_replace_pps(ctx, unit);
1204  if (err < 0)
1205  return err;
1206  }
1207  break;
1208 
1209  case H264_NAL_SLICE:
1210  case H264_NAL_IDR_SLICE:
1212  {
1213  H264RawSlice *slice = unit->content;
1214 
1215  err = cbs_h264_write_slice_header(ctx, pbc, &slice->header);
1216  if (err < 0)
1217  return err;
1218 
1219  if (slice->data) {
1220  err = cbs_h2645_write_slice_data(ctx, pbc, slice->data,
1221  slice->data_size,
1222  slice->data_bit_start);
1223  if (err < 0)
1224  return err;
1225  } else {
1226  // No slice data - that was just the header.
1227  // (Bitstream may be unaligned!)
1228  }
1229  }
1230  break;
1231 
1232  case H264_NAL_AUD:
1233  {
1234  err = cbs_h264_write_aud(ctx, pbc, unit->content);
1235  if (err < 0)
1236  return err;
1237  }
1238  break;
1239 
1240  case H264_NAL_SEI:
1241  {
1242  err = cbs_h264_write_sei(ctx, pbc, unit->content);
1243  if (err < 0)
1244  return err;
1245  }
1246  break;
1247 
1248  case H264_NAL_FILLER_DATA:
1249  {
1250  err = cbs_h264_write_filler(ctx, pbc, unit->content);
1251  if (err < 0)
1252  return err;
1253  }
1254  break;
1255 
1256  case H264_NAL_END_SEQUENCE:
1257  {
1258  err = cbs_h264_write_end_of_sequence(ctx, pbc, unit->content);
1259  if (err < 0)
1260  return err;
1261  }
1262  break;
1263 
1264  case H264_NAL_END_STREAM:
1265  {
1266  err = cbs_h264_write_end_of_stream(ctx, pbc, unit->content);
1267  if (err < 0)
1268  return err;
1269  }
1270  break;
1271 
1272  default:
1273  av_log(ctx->log_ctx, AV_LOG_ERROR, "Write unimplemented for "
1274  "NAL unit type %"PRIu32".\n", unit->type);
1275  return AVERROR_PATCHWELCOME;
1276  }
1277 
1278  return 0;
1279 }
1280 
1282  CodedBitstreamUnit *unit,
1283  PutBitContext *pbc)
1284 {
1285  int err;
1286 
1287  switch (unit->type) {
1288  case HEVC_NAL_VPS:
1289  {
1290  H265RawVPS *vps = unit->content;
1291 
1292  err = cbs_h265_write_vps(ctx, pbc, vps);
1293  if (err < 0)
1294  return err;
1295 
1296  err = cbs_h265_replace_vps(ctx, unit);
1297  if (err < 0)
1298  return err;
1299  }
1300  break;
1301 
1302  case HEVC_NAL_SPS:
1303  {
1304  H265RawSPS *sps = unit->content;
1305 
1306  err = cbs_h265_write_sps(ctx, pbc, sps);
1307  if (err < 0)
1308  return err;
1309 
1310  err = cbs_h265_replace_sps(ctx, unit);
1311  if (err < 0)
1312  return err;
1313  }
1314  break;
1315 
1316  case HEVC_NAL_PPS:
1317  {
1318  H265RawPPS *pps = unit->content;
1319 
1320  err = cbs_h265_write_pps(ctx, pbc, pps);
1321  if (err < 0)
1322  return err;
1323 
1324  err = cbs_h265_replace_pps(ctx, unit);
1325  if (err < 0)
1326  return err;
1327  }
1328  break;
1329 
1330  case HEVC_NAL_TRAIL_N:
1331  case HEVC_NAL_TRAIL_R:
1332  case HEVC_NAL_TSA_N:
1333  case HEVC_NAL_TSA_R:
1334  case HEVC_NAL_STSA_N:
1335  case HEVC_NAL_STSA_R:
1336  case HEVC_NAL_RADL_N:
1337  case HEVC_NAL_RADL_R:
1338  case HEVC_NAL_RASL_N:
1339  case HEVC_NAL_RASL_R:
1340  case HEVC_NAL_BLA_W_LP:
1341  case HEVC_NAL_BLA_W_RADL:
1342  case HEVC_NAL_BLA_N_LP:
1343  case HEVC_NAL_IDR_W_RADL:
1344  case HEVC_NAL_IDR_N_LP:
1345  case HEVC_NAL_CRA_NUT:
1346  {
1347  H265RawSlice *slice = unit->content;
1348 
1349  err = cbs_h265_write_slice_segment_header(ctx, pbc, &slice->header);
1350  if (err < 0)
1351  return err;
1352 
1353  if (slice->data) {
1354  err = cbs_h2645_write_slice_data(ctx, pbc, slice->data,
1355  slice->data_size,
1356  slice->data_bit_start);
1357  if (err < 0)
1358  return err;
1359  } else {
1360  // No slice data - that was just the header.
1361  }
1362  }
1363  break;
1364 
1365  case HEVC_NAL_AUD:
1366  {
1367  err = cbs_h265_write_aud(ctx, pbc, unit->content);
1368  if (err < 0)
1369  return err;
1370  }
1371  break;
1372 
1373  case HEVC_NAL_SEI_PREFIX:
1374  case HEVC_NAL_SEI_SUFFIX:
1375  {
1376  err = cbs_h265_write_sei(ctx, pbc, unit->content,
1377  unit->type == HEVC_NAL_SEI_PREFIX);
1378 
1379  if (err < 0)
1380  return err;
1381  }
1382  break;
1383 
1384  default:
1385  av_log(ctx->log_ctx, AV_LOG_ERROR, "Write unimplemented for "
1386  "NAL unit type %"PRIu32".\n", unit->type);
1387  return AVERROR_PATCHWELCOME;
1388  }
1389 
1390  return 0;
1391 }
1392 
1394  CodedBitstreamFragment *frag)
1395 {
1396  uint8_t *data;
1397  size_t max_size, dp, sp;
1398  int err, i, zero_run;
1399 
1400  for (i = 0; i < frag->nb_units; i++) {
1401  // Data should already all have been written when we get here.
1402  av_assert0(frag->units[i].data);
1403  }
1404 
1405  max_size = 0;
1406  for (i = 0; i < frag->nb_units; i++) {
1407  // Start code + content with worst-case emulation prevention.
1408  max_size += 4 + frag->units[i].data_size * 3 / 2;
1409  }
1410 
1411  data = av_realloc(NULL, max_size + AV_INPUT_BUFFER_PADDING_SIZE);
1412  if (!data)
1413  return AVERROR(ENOMEM);
1414 
1415  dp = 0;
1416  for (i = 0; i < frag->nb_units; i++) {
1417  CodedBitstreamUnit *unit = &frag->units[i];
1418 
1419  if (unit->data_bit_padding > 0) {
1420  if (i < frag->nb_units - 1)
1421  av_log(ctx->log_ctx, AV_LOG_WARNING, "Probably invalid "
1422  "unaligned padding on non-final NAL unit.\n");
1423  else
1424  frag->data_bit_padding = unit->data_bit_padding;
1425  }
1426 
1427  if ((ctx->codec->codec_id == AV_CODEC_ID_H264 &&
1428  (unit->type == H264_NAL_SPS ||
1429  unit->type == H264_NAL_PPS)) ||
1430  (ctx->codec->codec_id == AV_CODEC_ID_HEVC &&
1431  (unit->type == HEVC_NAL_VPS ||
1432  unit->type == HEVC_NAL_SPS ||
1433  unit->type == HEVC_NAL_PPS)) ||
1434  i == 0 /* (Assume this is the start of an access unit.) */) {
1435  // zero_byte
1436  data[dp++] = 0;
1437  }
1438  // start_code_prefix_one_3bytes
1439  data[dp++] = 0;
1440  data[dp++] = 0;
1441  data[dp++] = 1;
1442 
1443  zero_run = 0;
1444  for (sp = 0; sp < unit->data_size; sp++) {
1445  if (zero_run < 2) {
1446  if (unit->data[sp] == 0)
1447  ++zero_run;
1448  else
1449  zero_run = 0;
1450  } else {
1451  if ((unit->data[sp] & ~3) == 0) {
1452  // emulation_prevention_three_byte
1453  data[dp++] = 3;
1454  }
1455  zero_run = unit->data[sp] == 0;
1456  }
1457  data[dp++] = unit->data[sp];
1458  }
1459  }
1460 
1461  av_assert0(dp <= max_size);
1462  err = av_reallocp(&data, dp + AV_INPUT_BUFFER_PADDING_SIZE);
1463  if (err)
1464  return err;
1465  memset(data + dp, 0, AV_INPUT_BUFFER_PADDING_SIZE);
1466 
1468  NULL, NULL, 0);
1469  if (!frag->data_ref) {
1470  av_freep(&data);
1471  return AVERROR(ENOMEM);
1472  }
1473 
1474  frag->data = data;
1475  frag->data_size = dp;
1476 
1477  return 0;
1478 }
1479 
1481 {
1482  CodedBitstreamH264Context *h264 = ctx->priv_data;
1483  int i;
1484 
1486 
1487  for (i = 0; i < FF_ARRAY_ELEMS(h264->sps); i++)
1488  av_buffer_unref(&h264->sps_ref[i]);
1489  for (i = 0; i < FF_ARRAY_ELEMS(h264->pps); i++)
1490  av_buffer_unref(&h264->pps_ref[i]);
1491 }
1492 
1494 {
1495  CodedBitstreamH265Context *h265 = ctx->priv_data;
1496  int i;
1497 
1499 
1500  for (i = 0; i < FF_ARRAY_ELEMS(h265->vps); i++)
1501  av_buffer_unref(&h265->vps_ref[i]);
1502  for (i = 0; i < FF_ARRAY_ELEMS(h265->sps); i++)
1503  av_buffer_unref(&h265->sps_ref[i]);
1504  for (i = 0; i < FF_ARRAY_ELEMS(h265->pps); i++)
1505  av_buffer_unref(&h265->pps_ref[i]);
1506 }
1507 
1510 
1511  .priv_data_size = sizeof(CodedBitstreamH264Context),
1512 
1513  .split_fragment = &cbs_h2645_split_fragment,
1514  .read_unit = &cbs_h264_read_nal_unit,
1515  .write_unit = &cbs_h264_write_nal_unit,
1516  .assemble_fragment = &cbs_h2645_assemble_fragment,
1517 
1518  .close = &cbs_h264_close,
1519 };
1520 
1523 
1524  .priv_data_size = sizeof(CodedBitstreamH265Context),
1525 
1526  .split_fragment = &cbs_h2645_split_fragment,
1527  .read_unit = &cbs_h265_read_nal_unit,
1528  .write_unit = &cbs_h265_write_nal_unit,
1529  .assemble_fragment = &cbs_h2645_assemble_fragment,
1530 
1531  .close = &cbs_h265_close,
1532 };
1533 
1536  H264RawSEIPayload *payload)
1537 {
1538  H264RawSEI *sei = NULL;
1539  int err, i;
1540 
1541  // Find an existing SEI NAL unit to add to.
1542  for (i = 0; i < au->nb_units; i++) {
1543  if (au->units[i].type == H264_NAL_SEI) {
1544  sei = au->units[i].content;
1546  break;
1547 
1548  sei = NULL;
1549  }
1550  }
1551 
1552  if (!sei) {
1553  // Need to make a new SEI NAL unit. Insert it before the first
1554  // slice data NAL unit; if no slice data, add at the end.
1555  AVBufferRef *sei_ref;
1556 
1557  sei = av_mallocz(sizeof(*sei));
1558  if (!sei) {
1559  err = AVERROR(ENOMEM);
1560  goto fail;
1561  }
1562 
1564  sei->nal_unit_header.nal_ref_idc = 0;
1565 
1566  sei_ref = av_buffer_create((uint8_t*)sei, sizeof(*sei),
1567  &cbs_h264_free_sei, NULL, 0);
1568  if (!sei_ref) {
1569  av_freep(&sei);
1570  err = AVERROR(ENOMEM);
1571  goto fail;
1572  }
1573 
1574  for (i = 0; i < au->nb_units; i++) {
1575  if (au->units[i].type == H264_NAL_SLICE ||
1576  au->units[i].type == H264_NAL_IDR_SLICE)
1577  break;
1578  }
1579 
1580  err = ff_cbs_insert_unit_content(ctx, au, i, H264_NAL_SEI,
1581  sei, sei_ref);
1582  av_buffer_unref(&sei_ref);
1583  if (err < 0)
1584  goto fail;
1585  }
1586 
1587  memcpy(&sei->payload[sei->payload_count], payload, sizeof(*payload));
1588  ++sei->payload_count;
1589 
1590  return 0;
1591 fail:
1592  cbs_h264_free_sei_payload(payload);
1593  return err;
1594 }
1595 
1598  CodedBitstreamUnit *nal,
1599  int position)
1600 {
1601  H264RawSEI *sei = nal->content;
1602 
1603  av_assert0(nal->type == H264_NAL_SEI);
1604  av_assert0(position >= 0 && position < sei->payload_count);
1605 
1606  if (position == 0 && sei->payload_count == 1) {
1607  // Deleting NAL unit entirely.
1608  int i;
1609 
1610  for (i = 0; i < au->nb_units; i++) {
1611  if (&au->units[i] == nal)
1612  break;
1613  }
1614 
1615  ff_cbs_delete_unit(ctx, au, i);
1616  } else {
1617  cbs_h264_free_sei_payload(&sei->payload[position]);
1618 
1619  --sei->payload_count;
1620  memmove(sei->payload + position,
1621  sei->payload + position + 1,
1622  (sei->payload_count - position) * sizeof(*sei->payload));
1623  }
1624 }
uint32_t payload_type
Definition: cbs_h264.h:322
static void av_unused put_bits32(PutBitContext *s, uint32_t value)
Write exactly 32 bits into a bitstream.
Definition: put_bits.h:250
#define NULL
Definition: coverity.c:32
#define ff_ctz
Definition: intmath.h:106
int nb_units
Number of units in this fragment.
Definition: cbs.h:147
H265RawPPS * pps[HEVC_MAX_PPS_COUNT]
Definition: cbs_h265.h:739
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
version
Definition: libkvazaar.c:292
H265RawSEIUserDataUnregistered user_data_unregistered
Definition: cbs_h265.h:701
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it...
Definition: buffer.c:125
static int cbs_h2645_write_slice_data(CodedBitstreamContext *ctx, PutBitContext *pbc, const uint8_t *data, size_t data_size, int data_bit_start)
Definition: cbs_h2645.c:1106
void * av_realloc(void *ptr, size_t size)
Allocate, reallocate, or free a block of memory.
Definition: mem.c:134
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:100
union H264RawSEIPayload::@28 payload
AVBufferRef * sps_ref[H264_MAX_SPS_COUNT]
Definition: cbs_h264.h:451
int size
Definition: h2645_parse.h:35
static void put_bits(Jpeg2000EncoderContext *s, int val, int n)
put n times val bit
Definition: j2kenc.c:208
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:200
static void cbs_h265_free_slice(void *opaque, uint8_t *content)
Definition: cbs_h2645.c:524
else temp
Definition: vf_mcdeint.c:256
H264RawPPS * pps[H264_MAX_PPS_COUNT]
Definition: cbs_h264.h:454
AVBufferRef * sps_ref[HEVC_MAX_SPS_COUNT]
Definition: cbs_h265.h:735
void ff_cbs_delete_unit(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, int position)
Delete a unit from a fragment and free all memory it uses.
Definition: cbs.c:799
uint8_t * data
Definition: cbs_h265.h:544
Sequence parameter set.
Definition: h264_ps.h:44
H264RawNALUnitHeader nal_unit_header
Definition: cbs_h264.h:345
CodedBitstreamUnitType type
Codec-specific type of this unit.
Definition: cbs.h:68
static int cbs_h265_write_nal_unit(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit, PutBitContext *pbc)
Definition: cbs_h2645.c:1281
static int cbs_h265_read_nal_unit(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit)
Definition: cbs_h2645.c:954
static int cbs_read_ue_golomb(CodedBitstreamContext *ctx, GetBitContext *gbc, const char *name, const int *subscripts, uint32_t *write_to, uint32_t range_min, uint32_t range_max)
Definition: cbs_h2645.c:34
int ff_cbs_alloc_unit_content(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit, size_t size, void(*free)(void *opaque, uint8_t *data))
Definition: cbs.c:644
Picture parameter set.
Definition: h264_ps.h:111
int av_log2(unsigned v)
Definition: intmath.c:26
int ff_cbs_insert_unit_content(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, int position, CodedBitstreamUnitType type, void *content, AVBufferRef *content_buf)
Insert a new unit into a fragment with the given content.
Definition: cbs.c:722
static av_always_inline void bytestream2_init(GetByteContext *g, const uint8_t *buf, int buf_size)
Definition: bytestream.h:133
static int cbs_h2645_assemble_fragment(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag)
Definition: cbs_h2645.c:1393
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:237
static void cbs_h265_free_sei_payload(H265RawSEIPayload *payload)
Definition: cbs_h2645.c:531
CodedBitstreamH2645Context common
Definition: cbs_h265.h:730
static int cbs_write_se_golomb(CodedBitstreamContext *ctx, PutBitContext *pbc, const char *name, const int *subscripts, int32_t value, int32_t range_min, int32_t range_max)
Definition: cbs_h2645.c:185
Macro definitions for various function/variable attributes.
pan-scan rectangle
Definition: h264_sei.h:31
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
int trace_enable
Enable trace output during read/write operations.
Definition: cbs.h:206
static void cbs_h265_free_sps(void *opaque, uint8_t *content)
Definition: cbs_h2645.c:510
uint8_t
AVBufferRef * pps_ref[HEVC_MAX_PPS_COUNT]
Definition: cbs_h265.h:736
H265RawExtensionData extension_data
Definition: cbs_h265.h:224
#define MAX_UINT_BITS(length)
Definition: cbs_internal.h:98
static av_cold int end(AVCodecContext *avctx)
Definition: avrndec.c:90
int data_bit_start
Definition: cbs_h265.h:546
GLsizei GLboolean const GLfloat * value
Definition: opengl_enc.c:108
unregistered user data
Definition: h264_sei.h:34
int ff_h2645_packet_split(H2645Packet *pkt, const uint8_t *buf, int length, void *logctx, int is_nalff, int nal_length_size, enum AVCodecID codec_id, int small_padding, int use_ref)
Split an input packet into NAL units.
Definition: h2645_parse.c:392
display orientation
Definition: h264_sei.h:37
size_t data_bit_padding
The number of bits which should be ignored in the final byte.
Definition: cbs.h:86
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_WB64 unsigned int_TMPL AV_RB32
Definition: bytestream.h:87
H265RawSPS * sps[HEVC_MAX_SPS_COUNT]
Definition: cbs_h265.h:738
void ff_h2645_packet_uninit(H2645Packet *pkt)
Free all the allocated memory in the packet.
Definition: h2645_parse.c:519
struct H265RawSEIPayload::@33::@34 other
static int get_bits_count(const GetBitContext *s)
Definition: get_bits.h:219
H264RawSPS * sps[H264_MAX_SPS_COUNT]
Definition: cbs_h264.h:453
#define sp
Definition: regdef.h:63
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:210
H265RawSEIPayload payload[H265_MAX_SEI_PAYLOADS]
Definition: cbs_h265.h:724
static void cbs_h264_close(CodedBitstreamContext *ctx)
Definition: cbs_h2645.c:1480
Coded bitstream unit structure.
Definition: cbs.h:64
ptrdiff_t size
Definition: opengl_enc.c:100
static void cbs_h264_free_slice(void *opaque, uint8_t *content)
Definition: cbs_h2645.c:496
void * content
Pointer to the decomposed form of this unit.
Definition: cbs.h:101
static const uint8_t header[24]
Definition: sdr2.c:67
CodedBitstreamUnit * units
Pointer to an array of units of length nb_units_allocated.
Definition: cbs.h:162
uint8_t * data
Pointer to the directly-parsable bitstream form of this unit.
Definition: cbs.h:75
int ff_cbs_insert_unit_data(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, int position, CodedBitstreamUnitType type, uint8_t *data, size_t data_size, AVBufferRef *data_buf)
Insert a new unit into a fragment with the given data bitstream.
Definition: cbs.c:759
alternative transfer
Definition: h264_sei.h:40
#define av_log(a,...)
static int cbs_h265_payload_extension_present(GetBitContext *gbc, uint32_t payload_size, int cur_pos)
Definition: cbs_h2645.c:238
size_t data_size
The number of bytes in the bitstream.
Definition: cbs.h:129
AVBufferRef * data_ref
Definition: cbs_h265.h:188
static av_always_inline int bytestream2_get_bytes_left(GetByteContext *g)
Definition: bytestream.h:154
H.264 common definitions.
int ff_cbs_h264_add_sei_message(CodedBitstreamContext *ctx, CodedBitstreamFragment *au, H264RawSEIPayload *payload)
Add an SEI message to an access unit.
Definition: cbs_h2645.c:1534
static int get_bits_left(GetBitContext *gb)
Definition: get_bits.h:849
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: codec_id.h:46
union H265RawSEIPayload::@33 payload
buffering period (H.264, D.1.1)
Definition: h264_sei.h:29
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
static uint8_t * put_bits_ptr(PutBitContext *s)
Return the pointer to the byte where the bitstream writer will put the next bit.
Definition: put_bits.h:324
static int put_bits_left(PutBitContext *s)
Definition: put_bits.h:93
static av_always_inline void bytestream2_skip(GetByteContext *g, unsigned int size)
Definition: bytestream.h:164
static void cbs_h265_free_pps(void *opaque, uint8_t *content)
Definition: cbs_h2645.c:517
unsigned int pos
Definition: spdifenc.c:410
AVBufferRef * data_ref
Definition: cbs_h265.h:547
simple assert() macros that are a bit more flexible than ISO C assert().
struct H264RawSEIPayload::@28::@29 other
uint8_t bits
Definition: vp3data.h:202
AVBufferRef * av_buffer_create(uint8_t *data, int size, void(*free)(void *opaque, uint8_t *data), void *opaque, int flags)
Create an AVBuffer from an existing array.
Definition: buffer.c:29
static void cbs_h265_free_vps(void *opaque, uint8_t *content)
Definition: cbs_h2645.c:503
GLsizei count
Definition: opengl_enc.c:108
H265RawExtensionData extension_data
Definition: cbs_h265.h:718
size_t data_bit_padding
The number of bits which should be ignored in the final byte.
Definition: cbs.h:133
#define fail()
Definition: checkasm.h:123
static int put_bits_count(PutBitContext *s)
Definition: put_bits.h:67
H264RawSEIUserDataUnregistered user_data_unregistered
Definition: cbs_h264.h:330
void * log_ctx
Logging context to be passed to all av_log() calls associated with this context.
Definition: cbs.h:173
static void cbs_h264_free_sei_payload(H264RawSEIPayload *payload)
Definition: cbs_h2645.c:464
const CodedBitstreamType ff_cbs_type_h264
Definition: cbs_h2645.c:1508
static void cbs_h265_close(CodedBitstreamContext *ctx)
Definition: cbs_h2645.c:1493
uint32_t payload_type
Definition: cbs_h265.h:694
static void skip_put_bytes(PutBitContext *s, int n)
Skip the given number of bytes.
Definition: put_bits.h:333
picture timing
Definition: h264_sei.h:30
int32_t
AVFormatContext * ctx
Definition: movenc.c:48
static unsigned int show_bits(GetBitContext *s, int n)
Show 1-25 bits.
Definition: get_bits.h:446
enum AVCodecID codec_id
Definition: vaapi_decode.c:369
size_t data_size
Definition: cbs_h264.h:433
int type
NAL unit type.
Definition: h2645_parse.h:52
uint8_t * data
Pointer to the bitstream form of this fragment.
Definition: cbs.h:122
#define FF_ARRAY_ELEMS(a)
AVBufferRef * pps_ref[H264_MAX_PPS_COUNT]
Definition: cbs_h264.h:452
H264RawSEIUserDataRegistered user_data_registered
Definition: cbs_h264.h:329
#define AVERROR_PATCHWELCOME
Not yet implemented in FFmpeg, patches welcome.
Definition: error.h:62
static av_always_inline int bytestream2_tell(GetByteContext *g)
Definition: bytestream.h:188
uint8_t payload_count
Definition: cbs_h265.h:725
int av_reallocp(void *ptr, size_t size)
Allocate, reallocate, or free a block of memory through a pointer to a pointer.
Definition: mem.c:161
H265RawSEIUserDataRegistered user_data_registered
Definition: cbs_h265.h:700
Coded bitstream fragment structure, combining one or more units.
Definition: cbs.h:116
AVBufferRef * rbsp_buffer_ref
Definition: h2645_parse.h:75
const uint8_t * data
Definition: h2645_parse.h:36
AVBufferRef * slice_group_id_ref
Definition: cbs_h264.h:199
static unsigned int get_bits1(GetBitContext *s)
Definition: get_bits.h:498
static int FUNC() pps(CodedBitstreamContext *ctx, RWContext *rw, H264RawPPS *current)
Context structure for coded bitstream operations.
Definition: cbs.h:168
H265RawExtensionData extension_data
Definition: cbs_h265.h:416
static int init_get_bits(GetBitContext *s, const uint8_t *buffer, int bit_size)
Initialize GetBitContext.
Definition: get_bits.h:659
static int FUNC() sps(CodedBitstreamContext *ctx, RWContext *rw, H264RawSPS *current)
recovery point (frame # to decoder sync)
Definition: h264_sei.h:35
static int cbs_h2645_read_more_rbsp_data(GetBitContext *gbc)
Definition: cbs_h2645.c:335
enum AVCodecID codec_id
Definition: cbs_internal.h:29
registered user data as specified by Rec. ITU-T T.35
Definition: h264_sei.h:33
H264RawSEIPayload payload[H264_MAX_SEI_PAYLOADS]
Definition: cbs_h264.h:347
static int FUNC() vps(CodedBitstreamContext *ctx, RWContext *rw, H265RawVPS *current)
H2645RBSP rbsp
Definition: h2645_parse.h:83
static void cbs_h265_free_sei(void *opaque, uint8_t *content)
Definition: cbs_h2645.c:560
static int cbs_read_se_golomb(CodedBitstreamContext *ctx, GetBitContext *gbc, const char *name, const int *subscripts, int32_t *write_to, int32_t range_min, int32_t range_max)
Definition: cbs_h2645.c:86
AVBufferRef * vps_ref[HEVC_MAX_VPS_COUNT]
Definition: cbs_h265.h:734
void * priv_data
Internal codec-specific data.
Definition: cbs.h:189
AVBufferRef * data_ref
Definition: cbs_h264.h:435
A reference to a data buffer.
Definition: buffer.h:81
static void flush_put_bits(PutBitContext *s)
Pad the end of the output stream with zeros.
Definition: put_bits.h:101
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:107
static void cbs_h264_free_sei(void *opaque, uint8_t *content)
Definition: cbs_h2645.c:487
AVBufferRef * data_ref
A reference to the buffer containing data.
Definition: cbs.h:92
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:93
const CodedBitstreamType ff_cbs_type_h265
Definition: cbs_h2645.c:1521
static int FUNC() sei(CodedBitstreamContext *ctx, RWContext *rw, H264RawSEI *current)
#define AV_INPUT_BUFFER_PADDING_SIZE
Required number of additionally allocated bytes at the end of the input bitstream for decoding...
Definition: avcodec.h:215
const uint8_t * raw_data
Definition: h2645_parse.h:45
int data_bit_start
Definition: cbs_h264.h:434
H265RawSliceHeader header
Definition: cbs_h265.h:542
H264RawSliceHeader header
Definition: cbs_h264.h:430
void ff_cbs_h264_delete_sei_message(CodedBitstreamContext *ctx, CodedBitstreamFragment *au, CodedBitstreamUnit *nal, int position)
Delete an SEI message from an access unit.
Definition: cbs_h2645.c:1596
int len
H2645NAL * nals
Definition: h2645_parse.h:82
static void cbs_h264_free_pps(void *opaque, uint8_t *content)
Definition: cbs_h2645.c:457
mastering display properties
Definition: h264_sei.h:39
H265RawExtensionData extension_data
Definition: cbs_h265.h:328
size_t data_size
Definition: cbs_h265.h:545
CodedBitstreamH2645Context common
Definition: cbs_h264.h:447
uint8_t nal_ref_idc
Definition: cbs_h264.h:41
#define av_freep(p)
static int cbs_h264_write_nal_unit(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit, PutBitContext *pbc)
Definition: cbs_h2645.c:1164
const struct CodedBitstreamType * codec
Internal codec-specific hooks.
Definition: cbs.h:178
int nuh_layer_id
Definition: h2645_parse.h:62
#define cbs_h2645_replace_ps(h26n, ps_name, ps_var, id_element)
Definition: cbs_h2645.c:762
static int cbs_h2645_split_fragment(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, int header)
Definition: cbs_h2645.c:603
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
H265RawVPS * vps[HEVC_MAX_VPS_COUNT]
Definition: cbs_h265.h:737
AVBufferRef * data_ref
A reference to the buffer containing data.
Definition: cbs.h:139
uint8_t nal_unit_type
Definition: cbs_h264.h:42
static int cbs_write_ue_golomb(CodedBitstreamContext *ctx, PutBitContext *pbc, const char *name, const int *subscripts, uint32_t value, uint32_t range_min, uint32_t range_max)
Definition: cbs_h2645.c:142
void ff_cbs_trace_syntax_element(CodedBitstreamContext *ctx, int position, const char *str, const int *subscripts, const char *bits, int64_t value)
Definition: cbs.c:435
uint8_t * data
Definition: cbs_h264.h:432
uint8_t payload_count
Definition: cbs_h264.h:348
size_t data_size
The number of bytes in the bitstream (including any padding bits in the final byte).
Definition: cbs.h:80
const char * name
Definition: opengl_enc.c:102
static int cbs_h2645_fragment_add_nals(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const H2645Packet *packet)
Definition: cbs_h2645.c:569