FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
libopusdec.c
Go to the documentation of this file.
1 /*
2  * Opus decoder using libopus
3  * Copyright (c) 2012 Nicolas George
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include <opus.h>
23 #include <opus_multistream.h>
24 
25 #include "libavutil/internal.h"
26 #include "libavutil/intreadwrite.h"
27 
28 #include "avcodec.h"
29 #include "internal.h"
30 #include "vorbis.h"
31 #include "mathops.h"
32 #include "libopus.h"
33 
35  OpusMSDecoder *dec;
36  int pre_skip;
37 #ifndef OPUS_SET_GAIN
38  union { int i; double d; } gain;
39 #endif
40 };
41 
42 #define OPUS_HEAD_SIZE 19
43 
45 {
46  struct libopus_context *opus = avc->priv_data;
47  int ret, channel_map = 0, gain_db = 0, nb_streams, nb_coupled;
48  uint8_t mapping_arr[8] = { 0, 1 }, *mapping;
49 
50  avc->channels = avc->extradata_size >= 10 ? avc->extradata[9] : (avc->channels == 1) ? 1 : 2;
51  if (avc->channels <= 0) {
53  "Invalid number of channels %d, defaulting to stereo\n", avc->channels);
54  avc->channels = 2;
55  }
56 
57  avc->sample_rate = 48000;
60  avc->channel_layout = avc->channels > 8 ? 0 :
62 
63  if (avc->extradata_size >= OPUS_HEAD_SIZE) {
64  opus->pre_skip = AV_RL16(avc->extradata + 10);
65  gain_db = sign_extend(AV_RL16(avc->extradata + 16), 16);
66  channel_map = AV_RL8 (avc->extradata + 18);
67  }
68  if (avc->extradata_size >= OPUS_HEAD_SIZE + 2 + avc->channels) {
70  nb_coupled = avc->extradata[OPUS_HEAD_SIZE + 1];
71  if (nb_streams + nb_coupled != avc->channels)
72  av_log(avc, AV_LOG_WARNING, "Inconsistent channel mapping.\n");
73  mapping = avc->extradata + OPUS_HEAD_SIZE + 2;
74  } else {
75  if (avc->channels > 2 || channel_map) {
76  av_log(avc, AV_LOG_ERROR,
77  "No channel mapping for %d channels.\n", avc->channels);
78  return AVERROR(EINVAL);
79  }
80  nb_streams = 1;
81  nb_coupled = avc->channels > 1;
82  mapping = mapping_arr;
83  }
84 
85  if (avc->channels > 2 && avc->channels <= 8) {
86  const uint8_t *vorbis_offset = ff_vorbis_channel_layout_offsets[avc->channels - 1];
87  int ch;
88 
89  /* Remap channels from Vorbis order to ffmpeg order */
90  for (ch = 0; ch < avc->channels; ch++)
91  mapping_arr[ch] = mapping[vorbis_offset[ch]];
92  mapping = mapping_arr;
93  }
94 
95  opus->dec = opus_multistream_decoder_create(avc->sample_rate, avc->channels,
96  nb_streams, nb_coupled,
97  mapping, &ret);
98  if (!opus->dec) {
99  av_log(avc, AV_LOG_ERROR, "Unable to create decoder: %s\n",
100  opus_strerror(ret));
101  return ff_opus_error_to_averror(ret);
102  }
103 
104 #ifdef OPUS_SET_GAIN
105  ret = opus_multistream_decoder_ctl(opus->dec, OPUS_SET_GAIN(gain_db));
106  if (ret != OPUS_OK)
107  av_log(avc, AV_LOG_WARNING, "Failed to set gain: %s\n",
108  opus_strerror(ret));
109 #else
110  {
111  double gain_lin = ff_exp10(gain_db / (20.0 * 256));
112  if (avc->sample_fmt == AV_SAMPLE_FMT_FLT)
113  opus->gain.d = gain_lin;
114  else
115  opus->gain.i = FFMIN(gain_lin * 65536, INT_MAX);
116  }
117 #endif
118 
119  /* Decoder delay (in samples) at 48kHz */
120  avc->delay = avc->internal->skip_samples = opus->pre_skip;
121 
122  return 0;
123 }
124 
126 {
127  struct libopus_context *opus = avc->priv_data;
128 
129  opus_multistream_decoder_destroy(opus->dec);
130  return 0;
131 }
132 
133 #define MAX_FRAME_SIZE (960 * 6)
134 
135 static int libopus_decode(AVCodecContext *avc, void *data,
136  int *got_frame_ptr, AVPacket *pkt)
137 {
138  struct libopus_context *opus = avc->priv_data;
139  AVFrame *frame = data;
140  int ret, nb_samples;
141 
142  frame->nb_samples = MAX_FRAME_SIZE;
143  if ((ret = ff_get_buffer(avc, frame, 0)) < 0)
144  return ret;
145 
146  if (avc->sample_fmt == AV_SAMPLE_FMT_S16)
147  nb_samples = opus_multistream_decode(opus->dec, pkt->data, pkt->size,
148  (opus_int16 *)frame->data[0],
149  frame->nb_samples, 0);
150  else
151  nb_samples = opus_multistream_decode_float(opus->dec, pkt->data, pkt->size,
152  (float *)frame->data[0],
153  frame->nb_samples, 0);
154 
155  if (nb_samples < 0) {
156  av_log(avc, AV_LOG_ERROR, "Decoding error: %s\n",
157  opus_strerror(nb_samples));
158  return ff_opus_error_to_averror(nb_samples);
159  }
160 
161 #ifndef OPUS_SET_GAIN
162  {
163  int i = avc->channels * nb_samples;
164  if (avc->sample_fmt == AV_SAMPLE_FMT_FLT) {
165  float *pcm = (float *)frame->data[0];
166  for (; i > 0; i--, pcm++)
167  *pcm = av_clipf(*pcm * opus->gain.d, -1, 1);
168  } else {
169  int16_t *pcm = (int16_t *)frame->data[0];
170  for (; i > 0; i--, pcm++)
171  *pcm = av_clip_int16(((int64_t)opus->gain.i * *pcm) >> 16);
172  }
173  }
174 #endif
175 
176  frame->nb_samples = nb_samples;
177  *got_frame_ptr = 1;
178 
179  return pkt->size;
180 }
181 
182 static void libopus_flush(AVCodecContext *avc)
183 {
184  struct libopus_context *opus = avc->priv_data;
185 
186  opus_multistream_decoder_ctl(opus->dec, OPUS_RESET_STATE);
187  /* The stream can have been extracted by a tool that is not Opus-aware.
188  Therefore, any packet can become the first of the stream. */
189  avc->internal->skip_samples = opus->pre_skip;
190 }
191 
193  .name = "libopus",
194  .long_name = NULL_IF_CONFIG_SMALL("libopus Opus"),
195  .type = AVMEDIA_TYPE_AUDIO,
196  .id = AV_CODEC_ID_OPUS,
197  .priv_data_size = sizeof(struct libopus_context),
198  .init = libopus_decode_init,
199  .close = libopus_decode_close,
200  .decode = libopus_decode,
201  .flush = libopus_flush,
202  .capabilities = AV_CODEC_CAP_DR1,
203  .sample_fmts = (const enum AVSampleFormat[]){ AV_SAMPLE_FMT_FLT,
206 };
static int libopus_decode(AVCodecContext *avc, void *data, int *got_frame_ptr, AVPacket *pkt)
Definition: libopusdec.c:135
This structure describes decoded (raw) audio or video data.
Definition: frame.h:187
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:101
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:182
int size
Definition: avcodec.h:1658
static AVPacket pkt
AVCodec.
Definition: avcodec.h:3681
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_RL16
Definition: bytestream.h:87
AVCodec ff_libopus_decoder
Definition: libopusdec.c:192
int ff_opus_error_to_averror(int err)
Definition: libopus.c:28
enum AVSampleFormat sample_fmt
audio sample format
Definition: avcodec.h:2502
uint8_t
static int nb_streams
Definition: ffprobe.c:273
#define av_cold
Definition: attributes.h:82
#define MAX_FRAME_SIZE
Definition: libopusdec.c:133
uint8_t * extradata
some codecs need / can use extradata like Huffman tables.
Definition: avcodec.h:1847
static AVFrame * frame
uint8_t * data
Definition: avcodec.h:1657
#define av_log(a,...)
#define AV_RL8(x)
Definition: intreadwrite.h:403
OpusMSDecoder * dec
Definition: libopusdec.c:35
static av_always_inline double ff_exp10(double x)
Compute 10^x for floating point values.
Definition: ffmath.h:42
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
#define AVERROR(e)
Definition: error.h:43
enum AVSampleFormat request_sample_fmt
desired sample format
Definition: avcodec.h:2567
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:179
const char * name
Name of the codec implementation.
Definition: avcodec.h:3688
uint64_t channel_layout
Audio channel layout.
Definition: avcodec.h:2545
common internal API header
#define FFMIN(a, b)
Definition: common.h:96
static av_cold int libopus_decode_init(AVCodecContext *avc)
Definition: libopusdec.c:44
Libavcodec external API header.
AVSampleFormat
Audio sample formats.
Definition: samplefmt.h:58
int sample_rate
samples per second
Definition: avcodec.h:2494
main external API structure.
Definition: avcodec.h:1732
const uint64_t ff_vorbis_channel_layouts[9]
Definition: vorbis_data.c:47
static void libopus_flush(AVCodecContext *avc)
Definition: libopusdec.c:182
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
Definition: utils.c:953
int extradata_size
Definition: avcodec.h:1848
int skip_samples
Number of audio samples to skip at the start of the next decoded frame.
Definition: internal.h:157
#define OPUS_HEAD_SIZE
Definition: libopusdec.c:42
static av_const int sign_extend(int val, unsigned bits)
Definition: mathops.h:130
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:201
common internal api header.
signed 16 bits
Definition: samplefmt.h:61
uint8_t pi<< 24) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_U8,(uint64_t)((*(constuint8_t *) pi-0x80U))<< 56) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_S16,(uint64_t)(*(constint16_t *) pi)<< 48) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_S32,(uint64_t)(*(constint32_t *) pi)<< 32) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S64,(*(constint64_t *) pi >>56)+0x80) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S64,*(constint64_t *) pi *(1.0f/(INT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S64,*(constint64_t *) pi *(1.0/(INT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_FLT, llrintf(*(constfloat *) pi *(INT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31)))) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_DBL, llrint(*(constdouble *) pi *(INT64_C(1)<< 63)))#defineFMT_PAIR_FUNC(out, in) staticconv_func_type *constfmt_pair_to_conv_functions[AV_SAMPLE_FMT_NB *AV_SAMPLE_FMT_NB]={FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S64),};staticvoidcpy1(uint8_t **dst, constuint8_t **src, intlen){memcpy(*dst,*src, len);}staticvoidcpy2(uint8_t **dst, constuint8_t **src, intlen){memcpy(*dst,*src, 2 *len);}staticvoidcpy4(uint8_t **dst, constuint8_t **src, intlen){memcpy(*dst,*src, 4 *len);}staticvoidcpy8(uint8_t **dst, constuint8_t **src, intlen){memcpy(*dst,*src, 8 *len);}AudioConvert *swri_audio_convert_alloc(enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, constint *ch_map, intflags){AudioConvert *ctx;conv_func_type *f=fmt_pair_to_conv_functions[av_get_packed_sample_fmt(out_fmt)+AV_SAMPLE_FMT_NB *av_get_packed_sample_fmt(in_fmt)];if(!f) returnNULL;ctx=av_mallocz(sizeof(*ctx));if(!ctx) returnNULL;if(channels==1){in_fmt=av_get_planar_sample_fmt(in_fmt);out_fmt=av_get_planar_sample_fmt(out_fmt);}ctx->channels=channels;ctx->conv_f=f;ctx->ch_map=ch_map;if(in_fmt==AV_SAMPLE_FMT_U8||in_fmt==AV_SAMPLE_FMT_U8P) memset(ctx->silence, 0x80, sizeof(ctx->silence));if(out_fmt==in_fmt &&!ch_map){switch(av_get_bytes_per_sample(in_fmt)){case1:ctx->simd_f=cpy1;break;case2:ctx->simd_f=cpy2;break;case4:ctx->simd_f=cpy4;break;case8:ctx->simd_f=cpy8;break;}}if(HAVE_YASM &&1) swri_audio_convert_init_x86(ctx, out_fmt, in_fmt, channels);if(ARCH_ARM) swri_audio_convert_init_arm(ctx, out_fmt, in_fmt, channels);if(ARCH_AARCH64) swri_audio_convert_init_aarch64(ctx, out_fmt, in_fmt, channels);returnctx;}voidswri_audio_convert_free(AudioConvert **ctx){av_freep(ctx);}intswri_audio_convert(AudioConvert *ctx, AudioData *out, AudioData *in, intlen){intch;intoff=0;constintos=(out->planar?1:out->ch_count)*out->bps;unsignedmisaligned=0;av_assert0(ctx->channels==out->ch_count);if(ctx->in_simd_align_mask){intplanes=in->planar?in->ch_count:1;unsignedm=0;for(ch=0;ch< planes;ch++) m|=(intptr_t) in->ch[ch];misaligned|=m &ctx->in_simd_align_mask;}if(ctx->out_simd_align_mask){intplanes=out->planar?out->ch_count:1;unsignedm=0;for(ch=0;ch< planes;ch++) m|=(intptr_t) out->ch[ch];misaligned|=m &ctx->out_simd_align_mask;}if(ctx->simd_f &&!ctx->ch_map &&!misaligned){off=len &~15;av_assert1(off >=0);av_assert1(off<=len);av_assert2(ctx->channels==SWR_CH_MAX||!in->ch[ctx->channels]);if(off >0){if(out->planar==in->planar){intplanes=out->planar?out->ch_count:1;for(ch=0;ch< planes;ch++){ctx->simd_f(out-> ch ch
Definition: audioconvert.c:56
void * priv_data
Definition: avcodec.h:1774
int channels
number of audio channels
Definition: avcodec.h:2495
struct AVCodecInternal * internal
Private context used for internal data.
Definition: avcodec.h:1782
static av_cold int libopus_decode_close(AVCodecContext *avc)
Definition: libopusdec.c:125
union libopus_context::@83 gain
const uint8_t ff_vorbis_channel_layout_offsets[8][8]
Definition: vorbis_data.c:25
This structure stores compressed data.
Definition: avcodec.h:1634
int delay
Codec delay.
Definition: avcodec.h:1902
int nb_samples
number of audio samples (per channel) described by this frame
Definition: frame.h:244
#define AV_CODEC_CAP_DR1
Codec uses get_buffer() for allocating buffers and supports custom allocators.
Definition: avcodec.h:994
for(j=16;j >0;--j)