FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
mux.c
Go to the documentation of this file.
1 /*
2  * muxing functions for use within FFmpeg
3  * Copyright (c) 2000, 2001, 2002 Fabrice Bellard
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include "avformat.h"
23 #include "avio_internal.h"
24 #include "internal.h"
25 #include "libavcodec/internal.h"
26 #include "libavcodec/bytestream.h"
27 #include "libavutil/opt.h"
28 #include "libavutil/dict.h"
29 #include "libavutil/pixdesc.h"
30 #include "libavutil/timestamp.h"
31 #include "metadata.h"
32 #include "id3v2.h"
33 #include "libavutil/avassert.h"
34 #include "libavutil/avstring.h"
35 #include "libavutil/internal.h"
36 #include "libavutil/mathematics.h"
37 #include "libavutil/parseutils.h"
38 #include "libavutil/time.h"
39 #include "riff.h"
40 #include "audiointerleave.h"
41 #include "url.h"
42 #include <stdarg.h>
43 #if CONFIG_NETWORK
44 #include "network.h"
45 #endif
46 
47 /**
48  * @file
49  * muxing functions for use within libavformat
50  */
51 
52 /* fraction handling */
53 
54 /**
55  * f = val + (num / den) + 0.5.
56  *
57  * 'num' is normalized so that it is such as 0 <= num < den.
58  *
59  * @param f fractional number
60  * @param val integer value
61  * @param num must be >= 0
62  * @param den must be >= 1
63  */
64 static void frac_init(AVFrac *f, int64_t val, int64_t num, int64_t den)
65 {
66  num += (den >> 1);
67  if (num >= den) {
68  val += num / den;
69  num = num % den;
70  }
71  f->val = val;
72  f->num = num;
73  f->den = den;
74 }
75 
76 /**
77  * Fractional addition to f: f = f + (incr / f->den).
78  *
79  * @param f fractional number
80  * @param incr increment, can be positive or negative
81  */
82 static void frac_add(AVFrac *f, int64_t incr)
83 {
84  int64_t num, den;
85 
86  num = f->num + incr;
87  den = f->den;
88  if (num < 0) {
89  f->val += num / den;
90  num = num % den;
91  if (num < 0) {
92  num += den;
93  f->val--;
94  }
95  } else if (num >= den) {
96  f->val += num / den;
97  num = num % den;
98  }
99  f->num = num;
100 }
101 
103 {
104  AVRational q;
105  int j;
106 
107  q = st->time_base;
108 
109  for (j=2; j<14; j+= 1+(j>2))
110  while (q.den / q.num < min_precision && q.num % j == 0)
111  q.num /= j;
112  while (q.den / q.num < min_precision && q.den < (1<<24))
113  q.den <<= 1;
114 
115  return q;
116 }
117 
119  const char *format, const char *filename)
120 {
122  int ret = 0;
123 
124  *avctx = NULL;
125  if (!s)
126  goto nomem;
127 
128  if (!oformat) {
129  if (format) {
130  oformat = av_guess_format(format, NULL, NULL);
131  if (!oformat) {
132  av_log(s, AV_LOG_ERROR, "Requested output format '%s' is not a suitable output format\n", format);
133  ret = AVERROR(EINVAL);
134  goto error;
135  }
136  } else {
137  oformat = av_guess_format(NULL, filename, NULL);
138  if (!oformat) {
139  ret = AVERROR(EINVAL);
140  av_log(s, AV_LOG_ERROR, "Unable to find a suitable output format for '%s'\n",
141  filename);
142  goto error;
143  }
144  }
145  }
146 
147  s->oformat = oformat;
148  if (s->oformat->priv_data_size > 0) {
150  if (!s->priv_data)
151  goto nomem;
152  if (s->oformat->priv_class) {
153  *(const AVClass**)s->priv_data= s->oformat->priv_class;
155  }
156  } else
157  s->priv_data = NULL;
158 
159  if (filename)
160  av_strlcpy(s->filename, filename, sizeof(s->filename));
161  *avctx = s;
162  return 0;
163 nomem:
164  av_log(s, AV_LOG_ERROR, "Out of memory\n");
165  ret = AVERROR(ENOMEM);
166 error:
168  return ret;
169 }
170 
172 {
173  const AVCodecTag *avctag;
174  int n;
175  enum AVCodecID id = AV_CODEC_ID_NONE;
176  int64_t tag = -1;
177 
178  /**
179  * Check that tag + id is in the table
180  * If neither is in the table -> OK
181  * If tag is in the table with another id -> FAIL
182  * If id is in the table with another tag -> FAIL unless strict < normal
183  */
184  for (n = 0; s->oformat->codec_tag[n]; n++) {
185  avctag = s->oformat->codec_tag[n];
186  while (avctag->id != AV_CODEC_ID_NONE) {
187  if (avpriv_toupper4(avctag->tag) == avpriv_toupper4(st->codec->codec_tag)) {
188  id = avctag->id;
189  if (id == st->codec->codec_id)
190  return 1;
191  }
192  if (avctag->id == st->codec->codec_id)
193  tag = avctag->tag;
194  avctag++;
195  }
196  }
197  if (id != AV_CODEC_ID_NONE)
198  return 0;
199  if (tag >= 0 && (s->strict_std_compliance >= FF_COMPLIANCE_NORMAL))
200  return 0;
201  return 1;
202 }
203 
204 
206 {
207  int ret = 0, i;
208  AVStream *st;
209  AVDictionary *tmp = NULL;
210  AVCodecContext *codec = NULL;
211  AVOutputFormat *of = s->oformat;
213 
214  if (options)
215  av_dict_copy(&tmp, *options, 0);
216 
217  if ((ret = av_opt_set_dict(s, &tmp)) < 0)
218  goto fail;
219  if (s->priv_data && s->oformat->priv_class && *(const AVClass**)s->priv_data==s->oformat->priv_class &&
220  (ret = av_opt_set_dict2(s->priv_data, &tmp, AV_OPT_SEARCH_CHILDREN)) < 0)
221  goto fail;
222 
223 #if FF_API_LAVF_BITEXACT
224  if (s->nb_streams && s->streams[0]->codec->flags & CODEC_FLAG_BITEXACT)
226 #endif
227 
228  // some sanity checks
229  if (s->nb_streams == 0 && !(of->flags & AVFMT_NOSTREAMS)) {
230  av_log(s, AV_LOG_ERROR, "No streams to mux were specified\n");
231  ret = AVERROR(EINVAL);
232  goto fail;
233  }
234 
235  for (i = 0; i < s->nb_streams; i++) {
236  st = s->streams[i];
237  codec = st->codec;
238 
239 #if FF_API_LAVF_CODEC_TB
241  if (!st->time_base.num && codec->time_base.num) {
242  av_log(s, AV_LOG_WARNING, "Using AVStream.codec.time_base as a "
243  "timebase hint to the muxer is deprecated. Set "
244  "AVStream.time_base instead.\n");
245  avpriv_set_pts_info(st, 64, codec->time_base.num, codec->time_base.den);
246  }
248 #endif
249 
250  if (!st->time_base.num) {
251  /* fall back on the default timebase values */
252  if (codec->codec_type == AVMEDIA_TYPE_AUDIO && codec->sample_rate)
253  avpriv_set_pts_info(st, 64, 1, codec->sample_rate);
254  else
255  avpriv_set_pts_info(st, 33, 1, 90000);
256  }
257 
258  switch (codec->codec_type) {
259  case AVMEDIA_TYPE_AUDIO:
260  if (codec->sample_rate <= 0) {
261  av_log(s, AV_LOG_ERROR, "sample rate not set\n");
262  ret = AVERROR(EINVAL);
263  goto fail;
264  }
265  if (!codec->block_align)
266  codec->block_align = codec->channels *
267  av_get_bits_per_sample(codec->codec_id) >> 3;
268  break;
269  case AVMEDIA_TYPE_VIDEO:
270  if ((codec->width <= 0 || codec->height <= 0) &&
271  !(of->flags & AVFMT_NODIMENSIONS)) {
272  av_log(s, AV_LOG_ERROR, "dimensions not set\n");
273  ret = AVERROR(EINVAL);
274  goto fail;
275  }
278  ) {
279  if (st->sample_aspect_ratio.num != 0 &&
280  st->sample_aspect_ratio.den != 0 &&
281  codec->sample_aspect_ratio.num != 0 &&
282  codec->sample_aspect_ratio.den != 0) {
283  av_log(s, AV_LOG_ERROR, "Aspect ratio mismatch between muxer "
284  "(%d/%d) and encoder layer (%d/%d)\n",
286  codec->sample_aspect_ratio.num,
287  codec->sample_aspect_ratio.den);
288  ret = AVERROR(EINVAL);
289  goto fail;
290  }
291  }
292  break;
293  }
294 
295  if (of->codec_tag) {
296  if ( codec->codec_tag
297  && codec->codec_id == AV_CODEC_ID_RAWVIDEO
298  && ( av_codec_get_tag(of->codec_tag, codec->codec_id) == 0
299  || av_codec_get_tag(of->codec_tag, codec->codec_id) == MKTAG('r', 'a', 'w', ' '))
300  && !validate_codec_tag(s, st)) {
301  // the current rawvideo encoding system ends up setting
302  // the wrong codec_tag for avi/mov, we override it here
303  codec->codec_tag = 0;
304  }
305  if (codec->codec_tag) {
306  if (!validate_codec_tag(s, st)) {
307  char tagbuf[32], tagbuf2[32];
308  av_get_codec_tag_string(tagbuf, sizeof(tagbuf), codec->codec_tag);
309  av_get_codec_tag_string(tagbuf2, sizeof(tagbuf2), av_codec_get_tag(s->oformat->codec_tag, codec->codec_id));
310  av_log(s, AV_LOG_ERROR,
311  "Tag %s/0x%08x incompatible with output codec id '%d' (%s)\n",
312  tagbuf, codec->codec_tag, codec->codec_id, tagbuf2);
313  ret = AVERROR_INVALIDDATA;
314  goto fail;
315  }
316  } else
317  codec->codec_tag = av_codec_get_tag(of->codec_tag, codec->codec_id);
318  }
319 
320  if (of->flags & AVFMT_GLOBALHEADER &&
321  !(codec->flags & CODEC_FLAG_GLOBAL_HEADER))
323  "Codec for stream %d does not use global headers "
324  "but container format requires global headers\n", i);
325 
326  if (codec->codec_type != AVMEDIA_TYPE_ATTACHMENT)
328  }
329 
330  if (!s->priv_data && of->priv_data_size > 0) {
332  if (!s->priv_data) {
333  ret = AVERROR(ENOMEM);
334  goto fail;
335  }
336  if (of->priv_class) {
337  *(const AVClass **)s->priv_data = of->priv_class;
339  if ((ret = av_opt_set_dict2(s->priv_data, &tmp, AV_OPT_SEARCH_CHILDREN)) < 0)
340  goto fail;
341  }
342  }
343 
344  /* set muxer identification string */
345  if (!(s->flags & AVFMT_FLAG_BITEXACT)) {
346  av_dict_set(&s->metadata, "encoder", LIBAVFORMAT_IDENT, 0);
347  } else {
348  av_dict_set(&s->metadata, "encoder", NULL, 0);
349  }
350 
351  for (e = NULL; e = av_dict_get(s->metadata, "encoder-", e, AV_DICT_IGNORE_SUFFIX); ) {
352  av_dict_set(&s->metadata, e->key, NULL, 0);
353  }
354 
355  if (options) {
356  av_dict_free(options);
357  *options = tmp;
358  }
359 
360  return 0;
361 
362 fail:
363  av_dict_free(&tmp);
364  return ret;
365 }
366 
368 {
369  int i;
370  AVStream *st;
371 
372  /* init PTS generation */
373  for (i = 0; i < s->nb_streams; i++) {
374  int64_t den = AV_NOPTS_VALUE;
375  st = s->streams[i];
376 
377  switch (st->codec->codec_type) {
378  case AVMEDIA_TYPE_AUDIO:
379  den = (int64_t)st->time_base.num * st->codec->sample_rate;
380  break;
381  case AVMEDIA_TYPE_VIDEO:
382  den = (int64_t)st->time_base.num * st->codec->time_base.den;
383  break;
384  default:
385  break;
386  }
387  if (den != AV_NOPTS_VALUE) {
388  if (den <= 0)
389  return AVERROR_INVALIDDATA;
390 
391  frac_init(&st->pts, 0, 0, den);
392  }
393  }
394 
395  return 0;
396 }
397 
399 {
400  int ret = 0;
401 
402  if (ret = init_muxer(s, options))
403  return ret;
404 
405  if (s->oformat->write_header) {
406  ret = s->oformat->write_header(s);
407  if (ret >= 0 && s->pb && s->pb->error < 0)
408  ret = s->pb->error;
409  if (ret < 0)
410  return ret;
411  if (s->flush_packets && s->pb && s->pb->error >= 0 && s->flags & AVFMT_FLAG_FLUSH_PACKETS)
412  avio_flush(s->pb);
413  }
414 
415  if ((ret = init_pts(s)) < 0)
416  return ret;
417 
418  if (s->avoid_negative_ts < 0) {
421  s->avoid_negative_ts = 0;
422  } else
424  }
425 
426  return 0;
427 }
428 
429 #define AV_PKT_FLAG_UNCODED_FRAME 0x2000
430 
431 /* Note: using sizeof(AVFrame) from outside lavu is unsafe in general, but
432  it is only being used internally to this file as a consistency check.
433  The value is chosen to be very unlikely to appear on its own and to cause
434  immediate failure if used anywhere as a real size. */
435 #define UNCODED_FRAME_PACKET_SIZE (INT_MIN / 3 * 2 + (int)sizeof(AVFrame))
436 
437 
438 //FIXME merge with compute_pkt_fields
440 {
441  int delay = FFMAX(st->codec->has_b_frames, st->codec->max_b_frames > 0);
442  int num, den, i;
443  int frame_size;
444 
445  av_dlog(s, "compute_pkt_fields2: pts:%s dts:%s cur_dts:%s b:%d size:%d st:%d\n",
446  av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts), delay, pkt->size, pkt->stream_index);
447 
448  if (pkt->duration < 0 && st->codec->codec_type != AVMEDIA_TYPE_SUBTITLE) {
449  av_log(s, AV_LOG_WARNING, "Packet with invalid duration %d in stream %d\n",
450  pkt->duration, pkt->stream_index);
451  pkt->duration = 0;
452  }
453 
454  /* duration field */
455  if (pkt->duration == 0) {
456  ff_compute_frame_duration(s, &num, &den, st, NULL, pkt);
457  if (den && num) {
458  pkt->duration = av_rescale(1, num * (int64_t)st->time_base.den * st->codec->ticks_per_frame, den * (int64_t)st->time_base.num);
459  }
460  }
461 
462  if (pkt->pts == AV_NOPTS_VALUE && pkt->dts != AV_NOPTS_VALUE && delay == 0)
463  pkt->pts = pkt->dts;
464 
465  //XXX/FIXME this is a temporary hack until all encoders output pts
466  if ((pkt->pts == 0 || pkt->pts == AV_NOPTS_VALUE) && pkt->dts == AV_NOPTS_VALUE && !delay) {
467  static int warned;
468  if (!warned) {
469  av_log(s, AV_LOG_WARNING, "Encoder did not produce proper pts, making some up.\n");
470  warned = 1;
471  }
472  pkt->dts =
473 // pkt->pts= st->cur_dts;
474  pkt->pts = st->pts.val;
475  }
476 
477  //calculate dts from pts
478  if (pkt->pts != AV_NOPTS_VALUE && pkt->dts == AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY) {
479  st->pts_buffer[0] = pkt->pts;
480  for (i = 1; i < delay + 1 && st->pts_buffer[i] == AV_NOPTS_VALUE; i++)
481  st->pts_buffer[i] = pkt->pts + (i - delay - 1) * pkt->duration;
482  for (i = 0; i<delay && st->pts_buffer[i] > st->pts_buffer[i + 1]; i++)
483  FFSWAP(int64_t, st->pts_buffer[i], st->pts_buffer[i + 1]);
484 
485  pkt->dts = st->pts_buffer[0];
486  }
487 
488  if (st->cur_dts && st->cur_dts != AV_NOPTS_VALUE &&
489  ((!(s->oformat->flags & AVFMT_TS_NONSTRICT) &&
491  st->cur_dts >= pkt->dts) || st->cur_dts > pkt->dts)) {
492  av_log(s, AV_LOG_ERROR,
493  "Application provided invalid, non monotonically increasing dts to muxer in stream %d: %s >= %s\n",
494  st->index, av_ts2str(st->cur_dts), av_ts2str(pkt->dts));
495  return AVERROR(EINVAL);
496  }
497  if (pkt->dts != AV_NOPTS_VALUE && pkt->pts != AV_NOPTS_VALUE && pkt->pts < pkt->dts) {
498  av_log(s, AV_LOG_ERROR,
499  "pts (%s) < dts (%s) in stream %d\n",
500  av_ts2str(pkt->pts), av_ts2str(pkt->dts),
501  st->index);
502  return AVERROR(EINVAL);
503  }
504 
505  av_dlog(s, "av_write_frame: pts2:%s dts2:%s\n",
506  av_ts2str(pkt->pts), av_ts2str(pkt->dts));
507  st->cur_dts = pkt->dts;
508  st->pts.val = pkt->dts;
509 
510  /* update pts */
511  switch (st->codec->codec_type) {
512  case AVMEDIA_TYPE_AUDIO:
513  frame_size = (pkt->flags & AV_PKT_FLAG_UNCODED_FRAME) ?
514  ((AVFrame *)pkt->data)->nb_samples :
516 
517  /* HACK/FIXME, we skip the initial 0 size packets as they are most
518  * likely equal to the encoder delay, but it would be better if we
519  * had the real timestamps from the encoder */
520  if (frame_size >= 0 && (pkt->size || st->pts.num != st->pts.den >> 1 || st->pts.val)) {
521  frac_add(&st->pts, (int64_t)st->time_base.den * frame_size);
522  }
523  break;
524  case AVMEDIA_TYPE_VIDEO:
525  frac_add(&st->pts, (int64_t)st->time_base.den * st->codec->time_base.num);
526  break;
527  }
528  return 0;
529 }
530 
531 /**
532  * Make timestamps non negative, move side data from payload to internal struct, call muxer, and restore
533  * sidedata.
534  *
535  * FIXME: this function should NEVER get undefined pts/dts beside when the
536  * AVFMT_NOTIMESTAMPS is set.
537  * Those additional safety checks should be dropped once the correct checks
538  * are set in the callers.
539  */
541 {
542  int ret, did_split;
543 
544  if (s->output_ts_offset) {
545  AVStream *st = s->streams[pkt->stream_index];
547 
548  if (pkt->dts != AV_NOPTS_VALUE)
549  pkt->dts += offset;
550  if (pkt->pts != AV_NOPTS_VALUE)
551  pkt->pts += offset;
552  }
553 
554  if (s->avoid_negative_ts > 0) {
555  AVStream *st = s->streams[pkt->stream_index];
556  int64_t offset = st->mux_ts_offset;
557 
558  if (s->offset == AV_NOPTS_VALUE && pkt->dts != AV_NOPTS_VALUE &&
559  (pkt->dts < 0 || s->avoid_negative_ts == AVFMT_AVOID_NEG_TS_MAKE_ZERO)) {
560  s->offset = -pkt->dts;
561  s->offset_timebase = st->time_base;
562  }
563 
564  if (s->offset != AV_NOPTS_VALUE && !offset) {
565  offset = st->mux_ts_offset =
567  s->offset_timebase,
568  st->time_base,
569  AV_ROUND_UP);
570  }
571 
572  if (pkt->dts != AV_NOPTS_VALUE)
573  pkt->dts += offset;
574  if (pkt->pts != AV_NOPTS_VALUE)
575  pkt->pts += offset;
576 
577  av_assert2(pkt->dts == AV_NOPTS_VALUE || pkt->dts >= 0 || s->max_interleave_delta > 0);
578  if (pkt->dts != AV_NOPTS_VALUE && pkt->dts < 0) {
580  "Packets poorly interleaved, failed to avoid negative "
581  "timestamp %s in stream %d.\n"
582  "Try -max_interleave_delta 0 as a possible workaround.\n",
583  av_ts2str(pkt->dts),
584  pkt->stream_index
585  );
586  }
587  }
588 
589  did_split = av_packet_split_side_data(pkt);
590  if ((pkt->flags & AV_PKT_FLAG_UNCODED_FRAME)) {
591  AVFrame *frame = (AVFrame *)pkt->data;
593  ret = s->oformat->write_uncoded_frame(s, pkt->stream_index, &frame, 0);
594  av_frame_free(&frame);
595  } else {
596  ret = s->oformat->write_packet(s, pkt);
597  }
598 
599  if (s->flush_packets && s->pb && ret >= 0 && s->flags & AVFMT_FLAG_FLUSH_PACKETS)
600  avio_flush(s->pb);
601 
602  if (did_split)
604 
605  return ret;
606 }
607 
609 {
610  if (!pkt)
611  return 0;
612 
613  if (pkt->stream_index < 0 || pkt->stream_index >= s->nb_streams) {
614  av_log(s, AV_LOG_ERROR, "Invalid packet stream index: %d\n",
615  pkt->stream_index);
616  return AVERROR(EINVAL);
617  }
618 
620  av_log(s, AV_LOG_ERROR, "Received a packet for an attachment stream.\n");
621  return AVERROR(EINVAL);
622  }
623 
624  return 0;
625 }
626 
628 {
629  int ret;
630 
631  ret = check_packet(s, pkt);
632  if (ret < 0)
633  return ret;
634 
635  if (!pkt) {
636  if (s->oformat->flags & AVFMT_ALLOW_FLUSH) {
637  ret = s->oformat->write_packet(s, NULL);
638  if (s->flush_packets && s->pb && s->pb->error >= 0 && s->flags & AVFMT_FLAG_FLUSH_PACKETS)
639  avio_flush(s->pb);
640  if (ret >= 0 && s->pb && s->pb->error < 0)
641  ret = s->pb->error;
642  return ret;
643  }
644  return 1;
645  }
646 
647  ret = compute_pkt_fields2(s, s->streams[pkt->stream_index], pkt);
648 
649  if (ret < 0 && !(s->oformat->flags & AVFMT_NOTIMESTAMPS))
650  return ret;
651 
652  ret = write_packet(s, pkt);
653  if (ret >= 0 && s->pb && s->pb->error < 0)
654  ret = s->pb->error;
655 
656  if (ret >= 0)
657  s->streams[pkt->stream_index]->nb_frames++;
658  return ret;
659 }
660 
661 #define CHUNK_START 0x1000
662 
664  int (*compare)(AVFormatContext *, AVPacket *, AVPacket *))
665 {
666  int ret;
667  AVPacketList **next_point, *this_pktl;
668  AVStream *st = s->streams[pkt->stream_index];
669  int chunked = s->max_chunk_size || s->max_chunk_duration;
670 
671  this_pktl = av_mallocz(sizeof(AVPacketList));
672  if (!this_pktl)
673  return AVERROR(ENOMEM);
674  this_pktl->pkt = *pkt;
675 #if FF_API_DESTRUCT_PACKET
677  pkt->destruct = NULL; // do not free original but only the copy
679 #endif
680  pkt->buf = NULL;
681  pkt->side_data = NULL;
682  pkt->side_data_elems = 0;
683  if ((pkt->flags & AV_PKT_FLAG_UNCODED_FRAME)) {
685  av_assert0(((AVFrame *)pkt->data)->buf);
686  } else {
687  // Duplicate the packet if it uses non-allocated memory
688  if ((ret = av_dup_packet(&this_pktl->pkt)) < 0) {
689  av_free(this_pktl);
690  return ret;
691  }
692  }
693 
695  next_point = &(st->last_in_packet_buffer->next);
696  } else {
697  next_point = &s->packet_buffer;
698  }
699 
700  if (chunked) {
702  st->interleaver_chunk_size += pkt->size;
705  || (max && st->interleaver_chunk_duration > max)) {
706  st->interleaver_chunk_size = 0;
707  this_pktl->pkt.flags |= CHUNK_START;
708  if (max && st->interleaver_chunk_duration > max) {
709  int64_t syncoffset = (st->codec->codec_type == AVMEDIA_TYPE_VIDEO)*max/2;
710  int64_t syncto = av_rescale(pkt->dts + syncoffset, 1, max)*max - syncoffset;
711 
712  st->interleaver_chunk_duration += (pkt->dts - syncto)/8 - max;
713  } else
715  }
716  }
717  if (*next_point) {
718  if (chunked && !(this_pktl->pkt.flags & CHUNK_START))
719  goto next_non_null;
720 
721  if (compare(s, &s->packet_buffer_end->pkt, pkt)) {
722  while ( *next_point
723  && ((chunked && !((*next_point)->pkt.flags&CHUNK_START))
724  || !compare(s, &(*next_point)->pkt, pkt)))
725  next_point = &(*next_point)->next;
726  if (*next_point)
727  goto next_non_null;
728  } else {
729  next_point = &(s->packet_buffer_end->next);
730  }
731  }
732  av_assert1(!*next_point);
733 
734  s->packet_buffer_end = this_pktl;
735 next_non_null:
736 
737  this_pktl->next = *next_point;
738 
740  *next_point = this_pktl;
741 
742  return 0;
743 }
744 
746  AVPacket *pkt)
747 {
748  AVStream *st = s->streams[pkt->stream_index];
749  AVStream *st2 = s->streams[next->stream_index];
750  int comp = av_compare_ts(next->dts, st2->time_base, pkt->dts,
751  st->time_base);
753  int64_t ts = av_rescale_q(pkt ->dts, st ->time_base, AV_TIME_BASE_Q) - s->audio_preload*(st ->codec->codec_type == AVMEDIA_TYPE_AUDIO);
754  int64_t ts2= av_rescale_q(next->dts, st2->time_base, AV_TIME_BASE_Q) - s->audio_preload*(st2->codec->codec_type == AVMEDIA_TYPE_AUDIO);
755  if (ts == ts2) {
756  ts= ( pkt ->dts* st->time_base.num*AV_TIME_BASE - s->audio_preload*(int64_t)(st ->codec->codec_type == AVMEDIA_TYPE_AUDIO)* st->time_base.den)*st2->time_base.den
757  -( next->dts*st2->time_base.num*AV_TIME_BASE - s->audio_preload*(int64_t)(st2->codec->codec_type == AVMEDIA_TYPE_AUDIO)*st2->time_base.den)* st->time_base.den;
758  ts2=0;
759  }
760  comp= (ts>ts2) - (ts<ts2);
761  }
762 
763  if (comp == 0)
764  return pkt->stream_index < next->stream_index;
765  return comp > 0;
766 }
767 
769  AVPacket *pkt, int flush)
770 {
771  AVPacketList *pktl;
772  int stream_count = 0;
773  int noninterleaved_count = 0;
774  int i, ret;
775 
776  if (pkt) {
777  if ((ret = ff_interleave_add_packet(s, pkt, interleave_compare_dts)) < 0)
778  return ret;
779  }
780 
781  for (i = 0; i < s->nb_streams; i++) {
782  if (s->streams[i]->last_in_packet_buffer) {
783  ++stream_count;
784  } else if (s->streams[i]->codec->codec_type != AVMEDIA_TYPE_ATTACHMENT &&
785  s->streams[i]->codec->codec_id != AV_CODEC_ID_VP8 &&
786  s->streams[i]->codec->codec_id != AV_CODEC_ID_VP9) {
787  ++noninterleaved_count;
788  }
789  }
790 
791  if (s->internal->nb_interleaved_streams == stream_count)
792  flush = 1;
793 
794  if (s->max_interleave_delta > 0 &&
795  s->packet_buffer &&
796  !flush &&
797  s->internal->nb_interleaved_streams == stream_count+noninterleaved_count
798  ) {
799  AVPacket *top_pkt = &s->packet_buffer->pkt;
800  int64_t delta_dts = INT64_MIN;
801  int64_t top_dts = av_rescale_q(top_pkt->dts,
802  s->streams[top_pkt->stream_index]->time_base,
804 
805  for (i = 0; i < s->nb_streams; i++) {
806  int64_t last_dts;
807  const AVPacketList *last = s->streams[i]->last_in_packet_buffer;
808 
809  if (!last)
810  continue;
811 
812  last_dts = av_rescale_q(last->pkt.dts,
813  s->streams[i]->time_base,
815  delta_dts = FFMAX(delta_dts, last_dts - top_dts);
816  }
817 
818  if (delta_dts > s->max_interleave_delta) {
819  av_log(s, AV_LOG_DEBUG,
820  "Delay between the first packet and last packet in the "
821  "muxing queue is %"PRId64" > %"PRId64": forcing output\n",
822  delta_dts, s->max_interleave_delta);
823  flush = 1;
824  }
825  }
826 
827  if (stream_count && flush) {
828  AVStream *st;
829  pktl = s->packet_buffer;
830  *out = pktl->pkt;
831  st = s->streams[out->stream_index];
832 
833  s->packet_buffer = pktl->next;
834  if (!s->packet_buffer)
835  s->packet_buffer_end = NULL;
836 
837  if (st->last_in_packet_buffer == pktl)
838  st->last_in_packet_buffer = NULL;
839  av_freep(&pktl);
840 
841  return 1;
842  } else {
843  av_init_packet(out);
844  return 0;
845  }
846 }
847 
848 /**
849  * Interleave an AVPacket correctly so it can be muxed.
850  * @param out the interleaved packet will be output here
851  * @param in the input packet
852  * @param flush 1 if no further packets are available as input and all
853  * remaining packets should be output
854  * @return 1 if a packet was output, 0 if no packet could be output,
855  * < 0 if an error occurred
856  */
858 {
859  if (s->oformat->interleave_packet) {
860  int ret = s->oformat->interleave_packet(s, out, in, flush);
861  if (in)
862  av_free_packet(in);
863  return ret;
864  } else
865  return ff_interleave_packet_per_dts(s, out, in, flush);
866 }
867 
869 {
870  int ret, flush = 0;
871 
872  ret = check_packet(s, pkt);
873  if (ret < 0)
874  goto fail;
875 
876  if (pkt) {
877  AVStream *st = s->streams[pkt->stream_index];
878 
879  av_dlog(s, "av_interleaved_write_frame size:%d dts:%s pts:%s\n",
880  pkt->size, av_ts2str(pkt->dts), av_ts2str(pkt->pts));
881  if ((ret = compute_pkt_fields2(s, st, pkt)) < 0 && !(s->oformat->flags & AVFMT_NOTIMESTAMPS))
882  goto fail;
883 
884  if (pkt->dts == AV_NOPTS_VALUE && !(s->oformat->flags & AVFMT_NOTIMESTAMPS)) {
885  ret = AVERROR(EINVAL);
886  goto fail;
887  }
888  } else {
889  av_dlog(s, "av_interleaved_write_frame FLUSH\n");
890  flush = 1;
891  }
892 
893  for (;; ) {
894  AVPacket opkt;
895  int ret = interleave_packet(s, &opkt, pkt, flush);
896  if (pkt) {
897  memset(pkt, 0, sizeof(*pkt));
898  av_init_packet(pkt);
899  pkt = NULL;
900  }
901  if (ret <= 0) //FIXME cleanup needed for ret<0 ?
902  return ret;
903 
904  ret = write_packet(s, &opkt);
905  if (ret >= 0)
906  s->streams[opkt.stream_index]->nb_frames++;
907 
908  av_free_packet(&opkt);
909 
910  if (ret < 0)
911  return ret;
912  if(s->pb && s->pb->error)
913  return s->pb->error;
914  }
915 fail:
916  av_packet_unref(pkt);
917  return ret;
918 }
919 
921 {
922  int ret, i;
923 
924  for (;; ) {
925  AVPacket pkt;
926  ret = interleave_packet(s, &pkt, NULL, 1);
927  if (ret < 0)
928  goto fail;
929  if (!ret)
930  break;
931 
932  ret = write_packet(s, &pkt);
933  if (ret >= 0)
934  s->streams[pkt.stream_index]->nb_frames++;
935 
936  av_free_packet(&pkt);
937 
938  if (ret < 0)
939  goto fail;
940  if(s->pb && s->pb->error)
941  goto fail;
942  }
943 
944 fail:
945  if (s->oformat->write_trailer)
946  if (ret >= 0) {
947  ret = s->oformat->write_trailer(s);
948  } else {
949  s->oformat->write_trailer(s);
950  }
951 
952  if (s->pb)
953  avio_flush(s->pb);
954  if (ret == 0)
955  ret = s->pb ? s->pb->error : 0;
956  for (i = 0; i < s->nb_streams; i++) {
957  av_freep(&s->streams[i]->priv_data);
958  av_freep(&s->streams[i]->index_entries);
959  }
960  if (s->oformat->priv_class)
962  av_freep(&s->priv_data);
963  return ret;
964 }
965 
966 int av_get_output_timestamp(struct AVFormatContext *s, int stream,
967  int64_t *dts, int64_t *wall)
968 {
969  if (!s->oformat || !s->oformat->get_output_timestamp)
970  return AVERROR(ENOSYS);
971  s->oformat->get_output_timestamp(s, stream, dts, wall);
972  return 0;
973 }
974 
975 int ff_write_chained(AVFormatContext *dst, int dst_stream, AVPacket *pkt,
977 {
978  AVPacket local_pkt;
979  int ret;
980 
981  local_pkt = *pkt;
982  local_pkt.stream_index = dst_stream;
983  if (pkt->pts != AV_NOPTS_VALUE)
984  local_pkt.pts = av_rescale_q(pkt->pts,
985  src->streams[pkt->stream_index]->time_base,
986  dst->streams[dst_stream]->time_base);
987  if (pkt->dts != AV_NOPTS_VALUE)
988  local_pkt.dts = av_rescale_q(pkt->dts,
989  src->streams[pkt->stream_index]->time_base,
990  dst->streams[dst_stream]->time_base);
991  if (pkt->duration)
992  local_pkt.duration = av_rescale_q(pkt->duration,
993  src->streams[pkt->stream_index]->time_base,
994  dst->streams[dst_stream]->time_base);
995 
996  if (interleave) ret = av_interleaved_write_frame(dst, &local_pkt);
997  else ret = av_write_frame(dst, &local_pkt);
998  pkt->buf = local_pkt.buf;
999  pkt->destruct = local_pkt.destruct;
1000  return ret;
1001 }
1002 
1003 static int av_write_uncoded_frame_internal(AVFormatContext *s, int stream_index,
1004  AVFrame *frame, int interleaved)
1005 {
1006  AVPacket pkt, *pktp;
1007 
1008  av_assert0(s->oformat);
1009  if (!s->oformat->write_uncoded_frame)
1010  return AVERROR(ENOSYS);
1011 
1012  if (!frame) {
1013  pktp = NULL;
1014  } else {
1015  pktp = &pkt;
1016  av_init_packet(&pkt);
1017  pkt.data = (void *)frame;
1019  pkt.pts =
1020  pkt.dts = frame->pts;
1021  pkt.duration = av_frame_get_pkt_duration(frame);
1022  pkt.stream_index = stream_index;
1024  }
1025 
1026  return interleaved ? av_interleaved_write_frame(s, pktp) :
1027  av_write_frame(s, pktp);
1028 }
1029 
1030 int av_write_uncoded_frame(AVFormatContext *s, int stream_index,
1031  AVFrame *frame)
1032 {
1033  return av_write_uncoded_frame_internal(s, stream_index, frame, 0);
1034 }
1035 
1037  AVFrame *frame)
1038 {
1039  return av_write_uncoded_frame_internal(s, stream_index, frame, 1);
1040 }
1041 
1043 {
1044  av_assert0(s->oformat);
1045  if (!s->oformat->write_uncoded_frame)
1046  return AVERROR(ENOSYS);
1047  return s->oformat->write_uncoded_frame(s, stream_index, NULL,
1049 }