FFmpeg
audiointerleave.c
Go to the documentation of this file.
1 /*
2  * Audio Interleaving functions
3  *
4  * Copyright (c) 2009 Baptiste Coudurier <baptiste dot coudurier at gmail dot com>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "libavutil/fifo.h"
24 #include "libavutil/mathematics.h"
25 #include "avformat.h"
26 #include "audiointerleave.h"
27 #include "internal.h"
28 
30 {
31  int i;
32  for (i = 0; i < s->nb_streams; i++) {
33  AVStream *st = s->streams[i];
35 
37  av_fifo_freep(&aic->fifo);
38  }
39 }
40 
42  const int *samples_per_frame,
43  AVRational time_base)
44 {
45  int i;
46 
47  if (!samples_per_frame)
48  return AVERROR(EINVAL);
49 
50  if (!time_base.num) {
51  av_log(s, AV_LOG_ERROR, "timebase not set for audio interleave\n");
52  return AVERROR(EINVAL);
53  }
54  for (i = 0; i < s->nb_streams; i++) {
55  AVStream *st = s->streams[i];
57 
59  aic->sample_size = (st->codecpar->channels *
61  if (!aic->sample_size) {
62  av_log(s, AV_LOG_ERROR, "could not compute sample size\n");
63  return AVERROR(EINVAL);
64  }
65  aic->samples_per_frame = samples_per_frame;
66  aic->samples = aic->samples_per_frame;
67  aic->time_base = time_base;
68 
69  aic->fifo_size = 100* *aic->samples;
70  if (!(aic->fifo= av_fifo_alloc_array(100, *aic->samples)))
71  return AVERROR(ENOMEM);
72  }
73  }
74 
75  return 0;
76 }
77 
79  int stream_index, int flush)
80 {
81  AVStream *st = s->streams[stream_index];
83  int ret;
84  int frame_size = *aic->samples * aic->sample_size;
85  int size = FFMIN(av_fifo_size(aic->fifo), frame_size);
86  if (!size || (!flush && size == av_fifo_size(aic->fifo)))
87  return 0;
88 
90  if (ret < 0)
91  return ret;
93 
94  if (size < pkt->size)
95  memset(pkt->data + size, 0, pkt->size - size);
96 
97  pkt->dts = pkt->pts = aic->dts;
98  pkt->duration = av_rescale_q(*aic->samples, st->time_base, aic->time_base);
99  pkt->stream_index = stream_index;
100  aic->dts += pkt->duration;
101 
102  aic->samples++;
103  if (!*aic->samples)
104  aic->samples = aic->samples_per_frame;
105 
106  return pkt->size;
107 }
108 
110  int (*get_packet)(AVFormatContext *, AVPacket *, AVPacket *, int),
111  int (*compare_ts)(AVFormatContext *, AVPacket *, AVPacket *))
112 {
113  int i, ret;
114 
115  if (pkt) {
116  AVStream *st = s->streams[pkt->stream_index];
118  if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
119  unsigned new_size = av_fifo_size(aic->fifo) + pkt->size;
120  if (new_size > aic->fifo_size) {
121  if (av_fifo_realloc2(aic->fifo, new_size) < 0)
122  return AVERROR(ENOMEM);
123  aic->fifo_size = new_size;
124  }
126  } else {
127  // rewrite pts and dts to be decoded time line position
128  pkt->pts = pkt->dts = aic->dts;
129  aic->dts += pkt->duration;
130  if ((ret = ff_interleave_add_packet(s, pkt, compare_ts)) < 0)
131  return ret;
132  }
133  pkt = NULL;
134  }
135 
136  for (i = 0; i < s->nb_streams; i++) {
137  AVStream *st = s->streams[i];
138  if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
139  AVPacket new_pkt = { 0 };
140  while ((ret = interleave_new_audio_packet(s, &new_pkt, i, flush)) > 0) {
141  if ((ret = ff_interleave_add_packet(s, &new_pkt, compare_ts)) < 0)
142  return ret;
143  }
144  if (ret < 0)
145  return ret;
146  }
147  }
148 
149  return get_packet(s, out, NULL, flush);
150 }
get_packet
static int get_packet(URLContext *s, int for_header)
Interact with the server by receiving and sending RTMP packets until there is some significant data (...
Definition: rtmpproto.c:2408
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
AVCodecParameters::codec_type
enum AVMediaType codec_type
General type of the encoded data.
Definition: avcodec.h:3953
av_fifo_generic_write
int av_fifo_generic_write(AVFifoBuffer *f, void *src, int size, int(*func)(void *, void *, int))
Feed data from a user-supplied callback to an AVFifoBuffer.
Definition: fifo.c:122
out
FILE * out
Definition: movenc.c:54
AVStream::priv_data
void * priv_data
Definition: avformat.h:885
AVPacket::data
uint8_t * data
Definition: avcodec.h:1477
AudioInterleaveContext::fifo_size
unsigned fifo_size
size of currently allocated FIFO
Definition: audiointerleave.h:31
AVPacket::duration
int64_t duration
Duration of this packet in AVStream->time_base units, 0 if unknown.
Definition: avcodec.h:1495
mathematics.h
av_fifo_generic_read
int av_fifo_generic_read(AVFifoBuffer *f, void *dest, int buf_size, void(*func)(void *, void *, int))
Feed data from an AVFifoBuffer to a user-supplied callback.
Definition: fifo.c:213
AudioInterleaveContext::samples
const int * samples
current samples per frame, pointer to samples_per_frame
Definition: audiointerleave.h:35
AVCodecParameters::channels
int channels
Audio only.
Definition: avcodec.h:4063
fifo.h
AudioInterleaveContext::time_base
AVRational time_base
time base of output audio packets
Definition: audiointerleave.h:36
AudioInterleaveContext::sample_size
int sample_size
size of one sample all channels included
Definition: audiointerleave.h:33
AVRational::num
int num
Numerator.
Definition: rational.h:59
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
s
#define s(width, name)
Definition: cbs_vp9.c:257
av_new_packet
int av_new_packet(AVPacket *pkt, int size)
Allocate the payload of a packet and initialize its fields with default values.
Definition: avpacket.c:86
frame_size
int frame_size
Definition: mxfenc.c:2215
AVMEDIA_TYPE_AUDIO
@ AVMEDIA_TYPE_AUDIO
Definition: avutil.h:202
AudioInterleaveContext::fifo
AVFifoBuffer * fifo
Definition: audiointerleave.h:30
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
av_fifo_realloc2
int av_fifo_realloc2(AVFifoBuffer *f, unsigned int new_size)
Resize an AVFifoBuffer.
Definition: fifo.c:87
AVFormatContext
Format I/O context.
Definition: avformat.h:1342
internal.h
AVStream::codecpar
AVCodecParameters * codecpar
Codec parameters associated with this stream.
Definition: avformat.h:1017
AVStream::time_base
AVRational time_base
This is the fundamental unit of time (in seconds) in terms of which frame timestamps are represented.
Definition: avformat.h:899
NULL
#define NULL
Definition: coverity.c:32
flush
static void flush(AVCodecContext *avctx)
Definition: aacdec_template.c:500
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
av_get_bits_per_sample
int av_get_bits_per_sample(enum AVCodecID codec_id)
Return codec bits per sample.
Definition: utils.c:1550
AVPacket::size
int size
Definition: avcodec.h:1478
size
int size
Definition: twinvq_data.h:11134
AVPacket::dts
int64_t dts
Decompression timestamp in AVStream->time_base units; the time at which the packet is decompressed.
Definition: avcodec.h:1476
FFMIN
#define FFMIN(a, b)
Definition: common.h:96
AudioInterleaveContext
Definition: audiointerleave.h:29
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:259
AVPacket::pts
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: avcodec.h:1470
ff_audio_interleave_close
void ff_audio_interleave_close(AVFormatContext *s)
Definition: audiointerleave.c:29
av_fifo_alloc_array
AVFifoBuffer * av_fifo_alloc_array(size_t nmemb, size_t size)
Initialize an AVFifoBuffer.
Definition: fifo.c:49
ret
ret
Definition: filter_design.txt:187
AVStream
Stream structure.
Definition: avformat.h:870
ff_audio_interleave_init
int ff_audio_interleave_init(AVFormatContext *s, const int *samples_per_frame, AVRational time_base)
Definition: audiointerleave.c:41
avformat.h
pkt
static AVPacket pkt
Definition: demuxing_decoding.c:54
AVPacket::stream_index
int stream_index
Definition: avcodec.h:1479
av_fifo_size
int av_fifo_size(const AVFifoBuffer *f)
Return the amount of data in bytes in the AVFifoBuffer, that is the amount of data you can read from ...
Definition: fifo.c:77
AudioInterleaveContext::samples_per_frame
const int * samples_per_frame
must be 0-terminated
Definition: audiointerleave.h:34
av_fifo_freep
void av_fifo_freep(AVFifoBuffer **f)
Free an AVFifoBuffer and reset pointer to NULL.
Definition: fifo.c:63
AVCodecParameters::codec_id
enum AVCodecID codec_id
Specific type of the encoded data (the codec used).
Definition: avcodec.h:3957
AVPacket
This structure stores compressed data.
Definition: avcodec.h:1454
AudioInterleaveContext::dts
uint64_t dts
current dts
Definition: audiointerleave.h:32
ff_audio_rechunk_interleave
int ff_audio_rechunk_interleave(AVFormatContext *s, AVPacket *out, AVPacket *pkt, int flush, int(*get_packet)(AVFormatContext *, AVPacket *, AVPacket *, int), int(*compare_ts)(AVFormatContext *, AVPacket *, AVPacket *))
Rechunk audio PCM packets per AudioInterleaveContext->samples_per_frame and interleave them correctly...
Definition: audiointerleave.c:109
ff_interleave_add_packet
int ff_interleave_add_packet(AVFormatContext *s, AVPacket *pkt, int(*compare)(AVFormatContext *, AVPacket *, AVPacket *))
Add packet to AVFormatContext->packet_buffer list, determining its interleaved position using compare...
Definition: mux.c:919
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
audiointerleave.h
interleave_new_audio_packet
static int interleave_new_audio_packet(AVFormatContext *s, AVPacket *pkt, int stream_index, int flush)
Definition: audiointerleave.c:78