FFmpeg
libopenh264dec.c
Go to the documentation of this file.
1 /*
2  * OpenH264 video decoder
3  * Copyright (C) 2016 Martin Storsjo
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include <wels/codec_api.h>
23 #include <wels/codec_ver.h>
24 
25 #include "libavutil/common.h"
26 #include "libavutil/fifo.h"
27 #include "libavutil/imgutils.h"
28 #include "libavutil/intreadwrite.h"
29 #include "libavutil/mathematics.h"
30 #include "libavutil/opt.h"
31 
32 #include "avcodec.h"
33 #include "internal.h"
34 #include "libopenh264.h"
35 
36 typedef struct SVCContext {
37  ISVCDecoder *decoder;
38 } SVCContext;
39 
41 {
42  SVCContext *s = avctx->priv_data;
43 
44  if (s->decoder)
45  WelsDestroyDecoder(s->decoder);
46 
47  return 0;
48 }
49 
51 {
52  SVCContext *s = avctx->priv_data;
53  SDecodingParam param = { 0 };
54  int err;
55  int log_level;
56  WelsTraceCallback callback_function;
57 
58  if ((err = ff_libopenh264_check_version(avctx)) < 0)
59  return err;
60 
61  if (WelsCreateDecoder(&s->decoder)) {
62  av_log(avctx, AV_LOG_ERROR, "Unable to create decoder\n");
63  return AVERROR_UNKNOWN;
64  }
65 
66  // Pass all libopenh264 messages to our callback, to allow ourselves to filter them.
67  log_level = WELS_LOG_DETAIL;
68  callback_function = ff_libopenh264_trace_callback;
69  (*s->decoder)->SetOption(s->decoder, DECODER_OPTION_TRACE_LEVEL, &log_level);
70  (*s->decoder)->SetOption(s->decoder, DECODER_OPTION_TRACE_CALLBACK, (void *)&callback_function);
71  (*s->decoder)->SetOption(s->decoder, DECODER_OPTION_TRACE_CALLBACK_CONTEXT, (void *)&avctx);
72 
73 #if !OPENH264_VER_AT_LEAST(1, 6)
74  param.eOutputColorFormat = videoFormatI420;
75 #endif
76  param.eEcActiveIdc = ERROR_CON_DISABLE;
77  param.sVideoProperty.eVideoBsType = VIDEO_BITSTREAM_DEFAULT;
78 
79  if ((*s->decoder)->Initialize(s->decoder, &param) != cmResultSuccess) {
80  av_log(avctx, AV_LOG_ERROR, "Initialize failed\n");
81  return AVERROR_UNKNOWN;
82  }
83 
84  avctx->pix_fmt = AV_PIX_FMT_YUV420P;
85 
86  return 0;
87 }
88 
89 static int svc_decode_frame(AVCodecContext *avctx, void *data,
90  int *got_frame, AVPacket *avpkt)
91 {
92  SVCContext *s = avctx->priv_data;
93  SBufferInfo info = { 0 };
94  uint8_t* ptrs[3];
95  int ret, linesize[3];
96  AVFrame *avframe = data;
97  DECODING_STATE state;
98 #if OPENH264_VER_AT_LEAST(1, 7)
99  int opt;
100 #endif
101 
102  if (!avpkt->data) {
103 #if OPENH264_VER_AT_LEAST(1, 9)
104  int end_of_stream = 1;
105  (*s->decoder)->SetOption(s->decoder, DECODER_OPTION_END_OF_STREAM, &end_of_stream);
106  state = (*s->decoder)->FlushFrame(s->decoder, ptrs, &info);
107 #else
108  return 0;
109 #endif
110  } else {
111  info.uiInBsTimeStamp = avpkt->pts;
112 #if OPENH264_VER_AT_LEAST(1, 4)
113  // Contrary to the name, DecodeFrameNoDelay actually does buffering
114  // and reordering of frames, and is the recommended decoding entry
115  // point since 1.4. This is essential for successfully decoding
116  // B-frames.
117  state = (*s->decoder)->DecodeFrameNoDelay(s->decoder, avpkt->data, avpkt->size, ptrs, &info);
118 #else
119  state = (*s->decoder)->DecodeFrame2(s->decoder, avpkt->data, avpkt->size, ptrs, &info);
120 #endif
121  }
122  if (state != dsErrorFree) {
123  av_log(avctx, AV_LOG_ERROR, "DecodeFrame failed\n");
124  return AVERROR_UNKNOWN;
125  }
126  if (info.iBufferStatus != 1) {
127  av_log(avctx, AV_LOG_DEBUG, "No frame produced\n");
128  return avpkt->size;
129  }
130 
131  ret = ff_set_dimensions(avctx, info.UsrData.sSystemBuffer.iWidth, info.UsrData.sSystemBuffer.iHeight);
132  if (ret < 0)
133  return ret;
134  // The decoder doesn't (currently) support decoding into a user
135  // provided buffer, so do a copy instead.
136  if (ff_get_buffer(avctx, avframe, 0) < 0) {
137  av_log(avctx, AV_LOG_ERROR, "Unable to allocate buffer\n");
138  return AVERROR(ENOMEM);
139  }
140 
141  linesize[0] = info.UsrData.sSystemBuffer.iStride[0];
142  linesize[1] = linesize[2] = info.UsrData.sSystemBuffer.iStride[1];
143  av_image_copy(avframe->data, avframe->linesize, (const uint8_t **) ptrs, linesize, avctx->pix_fmt, avctx->width, avctx->height);
144 
145  avframe->pts = info.uiOutYuvTimeStamp;
146  avframe->pkt_dts = AV_NOPTS_VALUE;
147 #if FF_API_PKT_PTS
149  avframe->pkt_pts = avpkt->pts;
151 #endif
152 #if OPENH264_VER_AT_LEAST(1, 7)
153  (*s->decoder)->GetOption(s->decoder, DECODER_OPTION_PROFILE, &opt);
154  avctx->profile = opt;
155  (*s->decoder)->GetOption(s->decoder, DECODER_OPTION_LEVEL, &opt);
156  avctx->level = opt;
157 #endif
158 
159  *got_frame = 1;
160  return avpkt->size;
161 }
162 
164  .name = "libopenh264",
165  .long_name = NULL_IF_CONFIG_SMALL("OpenH264 H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10"),
166  .type = AVMEDIA_TYPE_VIDEO,
167  .id = AV_CODEC_ID_H264,
168  .priv_data_size = sizeof(SVCContext),
171  .close = svc_decode_close,
172  .capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_DR1,
175  .bsfs = "h264_mp4toannexb",
176  .wrapper_name = "libopenh264",
177 };
#define FF_CODEC_CAP_INIT_CLEANUP
The codec allows calling the close function for deallocation even if the init function returned a fai...
Definition: internal.h:48
void ff_libopenh264_trace_callback(void *ctx, int level, const char *msg)
Definition: libopenh264.c:41
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:100
misc image utilities
int ff_set_dimensions(AVCodecContext *s, int width, int height)
Check that the provided frame dimensions are valid and set them on the codec context.
Definition: utils.c:104
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:35
int size
Definition: avcodec.h:1481
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:1778
int profile
profile
Definition: avcodec.h:2901
AVCodec.
Definition: avcodec.h:3484
static void decode(AVCodecContext *dec_ctx, AVPacket *pkt, AVFrame *frame, FILE *outfile)
Definition: decode_audio.c:71
#define AV_CODEC_CAP_DELAY
Encoder or decoder requires flushing with NULL input at the end in order to give the complete and cor...
Definition: avcodec.h:1009
#define FF_CODEC_CAP_INIT_THREADSAFE
The codec does not modify any global variables in the init function, allowing to call the init functi...
Definition: internal.h:40
static av_cold int svc_decode_close(AVCodecContext *avctx)
uint8_t
#define av_cold
Definition: attributes.h:82
static int svc_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
AVOptions.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:388
uint8_t * data
Definition: avcodec.h:1480
#define av_log(a,...)
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
static av_cold int svc_decode_init(AVCodecContext *avctx)
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:197
const char * name
Name of the codec implementation.
Definition: avcodec.h:3491
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
Definition: imgutils.c:387
MIPS optimizations info
Definition: mips.txt:2
int width
picture width / height.
Definition: avcodec.h:1741
#define s(width, name)
Definition: cbs_vp9.c:257
int level
level
Definition: avcodec.h:3021
Libavcodec external API header.
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:326
main external API structure.
Definition: avcodec.h:1568
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
Definition: decode.c:1963
a very simple circular buffer FIFO implementation
#define FF_CODEC_CAP_SETS_PKT_DTS
Decoders marked with FF_CODEC_CAP_SETS_PKT_DTS want to set AVFrame.pkt_dts manually.
Definition: internal.h:55
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:309
attribute_deprecated int64_t pkt_pts
PTS copied from the AVPacket that was decoded to produce this frame.
Definition: frame.h:396
AVCodec ff_libopenh264_decoder
int64_t pkt_dts
DTS copied from the AVPacket that triggered returning this frame.
Definition: frame.h:404
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
#define FF_DISABLE_DEPRECATION_WARNINGS
Definition: internal.h:84
common internal api header.
static int FUNC() end_of_stream(CodedBitstreamContext *ctx, RWContext *rw, H264RawNALUnitHeader *current)
common internal and external API header
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
Definition: error.h:71
void * priv_data
Definition: avcodec.h:1595
#define FF_ENABLE_DEPRECATION_WARNINGS
Definition: internal.h:85
static struct @316 state
int ff_libopenh264_check_version(void *logctx)
Definition: libopenh264.c:49
ISVCDecoder * decoder
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
This structure stores compressed data.
Definition: avcodec.h:1457
#define AV_CODEC_CAP_DR1
Codec uses get_buffer() for allocating buffers and supports custom allocators.
Definition: avcodec.h:984
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: avcodec.h:1473
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248