FFmpeg
qsvenc.h
Go to the documentation of this file.
1 /*
2  * Intel MediaSDK QSV encoder utility functions
3  *
4  * copyright (c) 2013 Yukinori Yamazoe
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #ifndef AVCODEC_QSVENC_H
24 #define AVCODEC_QSVENC_H
25 
26 #include <stdint.h>
27 #include <sys/types.h>
28 
29 #include <mfx/mfxvideo.h>
30 
31 #include "libavutil/avutil.h"
32 #include "libavutil/fifo.h"
33 
34 #include "avcodec.h"
35 #include "qsv_internal.h"
36 
37 #define QSV_HAVE_CO2 QSV_VERSION_ATLEAST(1, 6)
38 #define QSV_HAVE_CO3 QSV_VERSION_ATLEAST(1, 11)
39 #define QSV_HAVE_CO_VPS QSV_VERSION_ATLEAST(1, 17)
40 
41 #define QSV_HAVE_EXT_HEVC_TILES QSV_VERSION_ATLEAST(1, 13)
42 #define QSV_HAVE_EXT_VP9_PARAM QSV_VERSION_ATLEAST(1, 26)
43 
44 #define QSV_HAVE_TRELLIS QSV_VERSION_ATLEAST(1, 8)
45 #define QSV_HAVE_MAX_SLICE_SIZE QSV_VERSION_ATLEAST(1, 9)
46 #define QSV_HAVE_BREF_TYPE QSV_VERSION_ATLEAST(1, 8)
47 
48 #define QSV_HAVE_LA QSV_VERSION_ATLEAST(1, 7)
49 #define QSV_HAVE_LA_DS QSV_VERSION_ATLEAST(1, 8)
50 #define QSV_HAVE_LA_HRD QSV_VERSION_ATLEAST(1, 11)
51 #define QSV_HAVE_VDENC QSV_VERSION_ATLEAST(1, 15)
52 
53 #define QSV_HAVE_GPB QSV_VERSION_ATLEAST(1, 18)
54 
55 #if defined(_WIN32) || defined(__CYGWIN__)
56 #define QSV_HAVE_AVBR QSV_VERSION_ATLEAST(1, 3)
57 #define QSV_HAVE_ICQ QSV_VERSION_ATLEAST(1, 8)
58 #define QSV_HAVE_VCM QSV_VERSION_ATLEAST(1, 8)
59 #define QSV_HAVE_QVBR QSV_VERSION_ATLEAST(1, 11)
60 #define QSV_HAVE_MF 0
61 #else
62 #define QSV_HAVE_AVBR 0
63 #define QSV_HAVE_ICQ QSV_VERSION_ATLEAST(1, 28)
64 #define QSV_HAVE_VCM 0
65 #define QSV_HAVE_QVBR QSV_VERSION_ATLEAST(1, 28)
66 #define QSV_HAVE_MF QSV_VERSION_ATLEAST(1, 25)
67 #endif
68 
69 #if !QSV_HAVE_LA_DS
70 #define MFX_LOOKAHEAD_DS_UNKNOWN 0
71 #define MFX_LOOKAHEAD_DS_OFF 0
72 #define MFX_LOOKAHEAD_DS_2x 0
73 #define MFX_LOOKAHEAD_DS_4x 0
74 #endif
75 
76 #define QSV_COMMON_OPTS \
77 { "async_depth", "Maximum processing parallelism", OFFSET(qsv.async_depth), AV_OPT_TYPE_INT, { .i64 = ASYNC_DEPTH_DEFAULT }, 1, INT_MAX, VE }, \
78 { "avbr_accuracy", "Accuracy of the AVBR ratecontrol", OFFSET(qsv.avbr_accuracy), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE }, \
79 { "avbr_convergence", "Convergence of the AVBR ratecontrol", OFFSET(qsv.avbr_convergence), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE }, \
80 { "preset", NULL, OFFSET(qsv.preset), AV_OPT_TYPE_INT, { .i64 = MFX_TARGETUSAGE_BALANCED }, MFX_TARGETUSAGE_BEST_QUALITY, MFX_TARGETUSAGE_BEST_SPEED, VE, "preset" }, \
81 { "veryfast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_SPEED }, INT_MIN, INT_MAX, VE, "preset" }, \
82 { "faster", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_6 }, INT_MIN, INT_MAX, VE, "preset" }, \
83 { "fast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_5 }, INT_MIN, INT_MAX, VE, "preset" }, \
84 { "medium", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BALANCED }, INT_MIN, INT_MAX, VE, "preset" }, \
85 { "slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_3 }, INT_MIN, INT_MAX, VE, "preset" }, \
86 { "slower", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_2 }, INT_MIN, INT_MAX, VE, "preset" }, \
87 { "veryslow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_QUALITY }, INT_MIN, INT_MAX, VE, "preset" }, \
88 { "rdo", "Enable rate distortion optimization", OFFSET(qsv.rdo), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
89 { "max_frame_size", "Maximum encoded frame size in bytes", OFFSET(qsv.max_frame_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE }, \
90 { "max_slice_size", "Maximum encoded slice size in bytes", OFFSET(qsv.max_slice_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE }, \
91 { "bitrate_limit", "Toggle bitrate limitations", OFFSET(qsv.bitrate_limit), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
92 { "mbbrc", "MB level bitrate control", OFFSET(qsv.mbbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
93 { "extbrc", "Extended bitrate control", OFFSET(qsv.extbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
94 { "adaptive_i", "Adaptive I-frame placement", OFFSET(qsv.adaptive_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
95 { "adaptive_b", "Adaptive B-frame placement", OFFSET(qsv.adaptive_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
96 { "b_strategy", "Strategy to choose between I/P/B-frames", OFFSET(qsv.b_strategy), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
97 { "forced_idr", "Forcing I frames as IDR frames", OFFSET(qsv.forced_idr), AV_OPT_TYPE_BOOL,{ .i64 = 0 }, 0, 1, VE }, \
98 { "low_power", "enable low power mode(experimental: many limitations by mfx version, BRC modes, etc.)", OFFSET(qsv.low_power), AV_OPT_TYPE_BOOL, { .i64 = 0}, 0, 1, VE},\
99 
100 typedef int SetEncodeCtrlCB (AVCodecContext *avctx,
101  const AVFrame *frame, mfxEncodeCtrl* enc_ctrl);
102 typedef struct QSVEncContext {
104 
106 
107  mfxSession session;
109 
113 
114  mfxVideoParam param;
115  mfxFrameAllocRequest req;
116 
117  mfxExtCodingOption extco;
118 #if QSV_HAVE_CO2
119  mfxExtCodingOption2 extco2;
120 #endif
121 #if QSV_HAVE_CO3
122  mfxExtCodingOption3 extco3;
123 #endif
124 #if QSV_HAVE_MF
125  mfxExtMultiFrameParam extmfp;
126  mfxExtMultiFrameControl extmfc;
127 #endif
128 #if QSV_HAVE_EXT_HEVC_TILES
129  mfxExtHEVCTiles exthevctiles;
130 #endif
131 #if QSV_HAVE_EXT_VP9_PARAM
132  mfxExtVP9Param extvp9param;
133 #endif
134 
135  mfxExtOpaqueSurfaceAlloc opaque_alloc;
136  mfxFrameSurface1 **opaque_surfaces;
138 
141 
142  mfxExtBuffer **extparam;
143 
145 
147 
148  mfxVersion ver;
149 
150  int hevc_vps;
151 
152  // options set by the caller
155  int profile;
156  int preset;
163  int vcm;
164  int rdo;
167 
170 
171  int aud;
172 
175 
177  int mbbrc;
178  int extbrc;
182  int cavlc;
183 
188 
191  int gpb;
192 
193  int a53_cc;
194 
195 #if QSV_HAVE_MF
196  int mfmode;
197 #endif
201 } QSVEncContext;
202 
204 
206  AVPacket *pkt, const AVFrame *frame, int *got_packet);
207 
209 
210 #endif /* AVCODEC_QSVENC_H */
int single_sei_nal_unit
Definition: qsvenc.h:173
mfxExtBuffer * extparam_internal[2+QSV_HAVE_CO2+QSV_HAVE_CO3+(QSV_HAVE_MF *2)]
Definition: qsvenc.h:139
AVBufferRef * opaque_alloc_buf
Definition: qsvenc.h:137
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
mfxExtBuffer ** extparam
Definition: qsvenc.h:142
int int_ref_type
Definition: qsvenc.h:184
mfxExtOpaqueSurfaceAlloc opaque_alloc
Definition: qsvenc.h:135
int max_frame_size
Definition: qsvenc.h:165
int hevc_vps
Definition: qsvenc.h:150
mfxFrameAllocRequest req
Definition: qsvenc.h:115
int avbr_accuracy
Definition: qsvenc.h:157
QSVFrame * work_frames
Definition: qsvenc.h:105
int look_ahead_depth
Definition: qsvenc.h:161
int int_ref_qp_delta
Definition: qsvenc.h:186
Convenience header that includes libavutil&#39;s core.
QSVFramesContext frames_ctx
Definition: qsvenc.h:146
int packet_size
Definition: qsvenc.h:110
static AVPacket pkt
int bitrate_limit
Definition: qsvenc.h:176
int look_ahead
Definition: qsvenc.h:160
int tile_cols
Definition: qsvenc.h:168
int SetEncodeCtrlCB(AVCodecContext *avctx, const AVFrame *frame, mfxEncodeCtrl *enc_ctrl)
Definition: qsvenc.h:100
mfxVideoParam param
Definition: qsvenc.h:114
#define QSV_HAVE_CO2
Definition: qsvenc.h:37
AVFifoBuffer * async_fifo
Definition: qsvenc.h:144
mfxExtCodingOption extco
Definition: qsvenc.h:117
mfxFrameSurface1 ** opaque_surfaces
Definition: qsvenc.h:136
int b_strategy
Definition: qsvenc.h:181
int ff_qsv_encode(AVCodecContext *avctx, QSVEncContext *q, AVPacket *pkt, const AVFrame *frame, int *got_packet)
Definition: qsvenc.c:1518
char * load_plugins
Definition: qsvenc.h:198
int low_power
Definition: qsvenc.h:190
int tile_rows
Definition: qsvenc.h:169
int nb_extparam_internal
Definition: qsvenc.h:140
int max_dec_frame_buffering
Definition: qsvenc.h:174
int ff_qsv_enc_close(AVCodecContext *avctx, QSVEncContext *q)
Definition: qsvenc.c:1610
int adaptive_i
Definition: qsvenc.h:179
AVCodecContext * avctx
Definition: qsvenc.h:103
int idr_interval
Definition: qsvenc.h:154
int a53_cc
Definition: qsvenc.h:193
mfxVersion ver
Definition: qsvenc.h:148
int extbrc
Definition: qsvenc.h:178
int preset
Definition: qsvenc.h:156
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext *q)
Definition: qsvenc.c:1098
int repeat_pps
Definition: qsvenc.h:189
int async_depth
Definition: qsvenc.h:153
int width_align
Definition: qsvenc.h:111
#define QSV_HAVE_CO3
Definition: qsvenc.h:38
Libavcodec external API header.
main external API structure.
Definition: avcodec.h:1621
int profile
Definition: qsvenc.h:155
a very simple circular buffer FIFO implementation
int height_align
Definition: qsvenc.h:112
QSVSession internal_qs
Definition: qsvenc.h:108
int max_slice_size
Definition: qsvenc.h:166
int int_ref_cycle_size
Definition: qsvenc.h:185
int adaptive_b
Definition: qsvenc.h:180
A reference to a data buffer.
Definition: buffer.h:81
int avbr_convergence
Definition: qsvenc.h:158
int forced_idr
Definition: qsvenc.h:200
int recovery_point_sei
Definition: qsvenc.h:187
#define QSV_HAVE_MF
Definition: qsvenc.h:66
int look_ahead_downsampling
Definition: qsvenc.h:162
This structure stores compressed data.
Definition: avcodec.h:1510
mfxSession session
Definition: qsvenc.h:107
int pic_timing_sei
Definition: qsvenc.h:159
SetEncodeCtrlCB * set_encode_ctrl_cb
Definition: qsvenc.h:199