FFmpeg
qsvenc.h
Go to the documentation of this file.
1 /*
2  * Intel MediaSDK QSV encoder utility functions
3  *
4  * copyright (c) 2013 Yukinori Yamazoe
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #ifndef AVCODEC_QSVENC_H
24 #define AVCODEC_QSVENC_H
25 
26 #include <stdint.h>
27 #include <sys/types.h>
28 
29 #include <mfxvideo.h>
30 
31 #include "libavutil/common.h"
32 #include "libavutil/hwcontext.h"
34 #include "libavutil/avutil.h"
35 #include "libavutil/fifo.h"
36 
37 #include "avcodec.h"
38 #include "hwconfig.h"
39 #include "qsv_internal.h"
40 
41 #define QSV_HAVE_EXT_VP9_TILES QSV_VERSION_ATLEAST(1, 29)
42 
43 #if defined(_WIN32) || defined(__CYGWIN__)
44 #define QSV_HAVE_AVBR 1
45 #define QSV_HAVE_VCM 1
46 #define QSV_HAVE_MF 0
47 #else
48 #define QSV_HAVE_AVBR 0
49 #define QSV_HAVE_VCM 0
50 #define QSV_HAVE_MF !QSV_ONEVPL
51 #endif
52 
53 #define QSV_COMMON_OPTS \
54 { "async_depth", "Maximum processing parallelism", OFFSET(qsv.async_depth), AV_OPT_TYPE_INT, { .i64 = ASYNC_DEPTH_DEFAULT }, 1, INT_MAX, VE }, \
55 { "avbr_accuracy", "Accuracy of the AVBR ratecontrol (unit of tenth of percent)", OFFSET(qsv.avbr_accuracy), AV_OPT_TYPE_INT, { .i64 = 1 }, 1, UINT16_MAX, VE }, \
56 { "avbr_convergence", "Convergence of the AVBR ratecontrol (unit of 100 frames)", OFFSET(qsv.avbr_convergence), AV_OPT_TYPE_INT, { .i64 = 1 }, 1, UINT16_MAX, VE }, \
57 { "preset", NULL, OFFSET(qsv.preset), AV_OPT_TYPE_INT, { .i64 = MFX_TARGETUSAGE_BALANCED }, MFX_TARGETUSAGE_BEST_QUALITY, MFX_TARGETUSAGE_BEST_SPEED, VE, "preset" }, \
58 { "veryfast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_SPEED }, INT_MIN, INT_MAX, VE, "preset" }, \
59 { "faster", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_6 }, INT_MIN, INT_MAX, VE, "preset" }, \
60 { "fast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_5 }, INT_MIN, INT_MAX, VE, "preset" }, \
61 { "medium", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BALANCED }, INT_MIN, INT_MAX, VE, "preset" }, \
62 { "slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_3 }, INT_MIN, INT_MAX, VE, "preset" }, \
63 { "slower", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_2 }, INT_MIN, INT_MAX, VE, "preset" }, \
64 { "veryslow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_QUALITY }, INT_MIN, INT_MAX, VE, "preset" }, \
65 { "forced_idr", "Forcing I frames as IDR frames", OFFSET(qsv.forced_idr), AV_OPT_TYPE_BOOL,{ .i64 = 0 }, 0, 1, VE }, \
66 { "low_power", "enable low power mode(experimental: many limitations by mfx version, BRC modes, etc.)", OFFSET(qsv.low_power), AV_OPT_TYPE_BOOL, { .i64 = -1}, -1, 1, VE},
67 
68 #define QSV_OPTION_RDO \
69 { "rdo", "Enable rate distortion optimization", OFFSET(qsv.rdo), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
70 
71 #define QSV_OPTION_MAX_FRAME_SIZE \
72 { "max_frame_size", "Maximum encoded frame size in bytes", OFFSET(qsv.max_frame_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE }, \
73 { "max_frame_size_i", "Maximum encoded I frame size in bytes",OFFSET(qsv.max_frame_size_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE }, \
74 { "max_frame_size_p", "Maximum encoded P frame size in bytes",OFFSET(qsv.max_frame_size_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE },
75 
76 #define QSV_OPTION_MAX_SLICE_SIZE \
77 { "max_slice_size", "Maximum encoded slice size in bytes", OFFSET(qsv.max_slice_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE },
78 
79 #define QSV_OPTION_BITRATE_LIMIT \
80 { "bitrate_limit", "Toggle bitrate limitations", OFFSET(qsv.bitrate_limit), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
81 
82 #define QSV_OPTION_MBBRC \
83 { "mbbrc", "MB level bitrate control", OFFSET(qsv.mbbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
84 
85 #define QSV_OPTION_EXTBRC \
86 { "extbrc", "Extended bitrate control", OFFSET(qsv.extbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
87 
88 #define QSV_OPTION_ADAPTIVE_I \
89 { "adaptive_i", "Adaptive I-frame placement", OFFSET(qsv.adaptive_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
90 
91 #define QSV_OPTION_ADAPTIVE_B \
92 { "adaptive_b", "Adaptive B-frame placement", OFFSET(qsv.adaptive_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
93 
94 #define QSV_OPTION_P_STRATEGY \
95 { "p_strategy", "Enable P-pyramid: 0-default 1-simple 2-pyramid(bf need to be set to 0).", OFFSET(qsv.p_strategy), AV_OPT_TYPE_INT, { .i64 = 0}, 0, 2, VE },
96 
97 #define QSV_OPTION_B_STRATEGY \
98 { "b_strategy", "Strategy to choose between I/P/B-frames", OFFSET(qsv.b_strategy), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
99 
100 #define QSV_OPTION_DBLK_IDC \
101 { "dblk_idc", "This option disable deblocking. It has value in range 0~2.", OFFSET(qsv.dblk_idc), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 2, VE},
102 
103 #define QSV_OPTION_LOW_DELAY_BRC \
104 { "low_delay_brc", "Allow to strictly obey avg frame size", OFFSET(qsv.low_delay_brc), AV_OPT_TYPE_BOOL,{ .i64 = -1 }, -1, 1, VE },
105 
106 #define QSV_OPTION_MAX_MIN_QP \
107 { "max_qp_i", "Maximum video quantizer scale for I frame", OFFSET(qsv.max_qp_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
108 { "min_qp_i", "Minimum video quantizer scale for I frame", OFFSET(qsv.min_qp_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
109 { "max_qp_p", "Maximum video quantizer scale for P frame", OFFSET(qsv.max_qp_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
110 { "min_qp_p", "Minimum video quantizer scale for P frame", OFFSET(qsv.min_qp_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
111 { "max_qp_b", "Maximum video quantizer scale for B frame", OFFSET(qsv.max_qp_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
112 { "min_qp_b", "Minimum video quantizer scale for B frame", OFFSET(qsv.min_qp_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE},
113 
114 extern const AVCodecHWConfigInternal *const ff_qsv_enc_hw_configs[];
115 
116 typedef int SetEncodeCtrlCB (AVCodecContext *avctx,
117  const AVFrame *frame, mfxEncodeCtrl* enc_ctrl);
118 typedef struct QSVEncContext {
120 
122 
123  mfxSession session;
125 
129 
130  mfxVideoParam param;
131  mfxFrameAllocRequest req;
132 
133  mfxExtCodingOption extco;
134  mfxExtCodingOption2 extco2;
135  mfxExtCodingOption3 extco3;
136 #if QSV_HAVE_MF
137  mfxExtMultiFrameParam extmfp;
138  mfxExtMultiFrameControl extmfc;
139 #endif
140  mfxExtHEVCTiles exthevctiles;
141  mfxExtVP9Param extvp9param;
142 
143 #if QSV_HAVE_OPAQUE
144  mfxExtOpaqueSurfaceAlloc opaque_alloc;
145  mfxFrameSurface1 **opaque_surfaces;
147 #endif
148 
149  mfxExtVideoSignalInfo extvsi;
150 
151  mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2)];
153 
154  mfxExtBuffer **extparam;
155 
157 
159 
160  mfxVersion ver;
161 
162  int hevc_vps;
163 
164  // options set by the caller
167  int profile;
168  int preset;
175  int vcm;
176  int rdo;
181  int dblk_idc;
182 
185 
186  int aud;
187 
190 
192  int mbbrc;
193  int extbrc;
198  int cavlc;
199 
205 
208  int gpb;
210 
211  int a53_cc;
212 
213 #if QSV_HAVE_MF
214  int mfmode;
215 #endif
220 
221  int co2_idx;
222  int co3_idx;
224  int vp9_idx;
225 
226  int max_qp_i;
227  int min_qp_i;
228  int max_qp_p;
229  int min_qp_p;
230  int max_qp_b;
231  int min_qp_b;
232  // These are used for qp reset
238 } QSVEncContext;
239 
241 
243  AVPacket *pkt, const AVFrame *frame, int *got_packet);
244 
246 
247 #endif /* AVCODEC_QSVENC_H */
hwconfig.h
QSVEncContext::look_ahead_depth
int look_ahead_depth
Definition: qsvenc.h:173
QSVEncContext::repeat_pps
int repeat_pps
Definition: qsvenc.h:206
QSVEncContext::max_qp_i
int max_qp_i
Definition: qsvenc.h:226
QSVEncContext::p_strategy
int p_strategy
Definition: qsvenc.h:197
ff_qsv_encode
int ff_qsv_encode(AVCodecContext *avctx, QSVEncContext *q, AVPacket *pkt, const AVFrame *frame, int *got_packet)
Definition: qsvenc.c:1830
QSVEncContext::avbr_accuracy
int avbr_accuracy
Definition: qsvenc.h:169
QSVEncContext::extco
mfxExtCodingOption extco
Definition: qsvenc.h:133
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:325
QSVEncContext::adaptive_b
int adaptive_b
Definition: qsvenc.h:195
QSVEncContext::max_frame_size
int max_frame_size
Definition: qsvenc.h:177
QSVEncContext::tile_cols
int tile_cols
Definition: qsvenc.h:183
QSVEncContext::packet_size
int packet_size
Definition: qsvenc.h:126
QSVEncContext::adaptive_i
int adaptive_i
Definition: qsvenc.h:194
QSVEncContext::int_ref_qp_delta
int int_ref_qp_delta
Definition: qsvenc.h:202
QSVEncContext::frames_ctx
QSVFramesContext frames_ctx
Definition: qsvenc.h:158
QSVEncContext::load_plugins
char * load_plugins
Definition: qsvenc.h:216
QSVEncContext::exthevctiles_idx
int exthevctiles_idx
Definition: qsvenc.h:223
QSVEncContext::extvsi
mfxExtVideoSignalInfo extvsi
Definition: qsvenc.h:149
QSVEncContext::recovery_point_sei
int recovery_point_sei
Definition: qsvenc.h:204
QSVEncContext::hevc_vps
int hevc_vps
Definition: qsvenc.h:162
fifo.h
QSVEncContext::param
mfxVideoParam param
Definition: qsvenc.h:130
QSVEncContext::height_align
int height_align
Definition: qsvenc.h:128
QSVEncContext::profile
int profile
Definition: qsvenc.h:167
QSVEncContext::old_global_quality
int old_global_quality
Definition: qsvenc.h:233
qsv_internal.h
QSVEncContext::extbrc
int extbrc
Definition: qsvenc.h:193
QSVEncContext::min_qp_i
int min_qp_i
Definition: qsvenc.h:227
pkt
AVPacket * pkt
Definition: movenc.c:59
QSVEncContext
Definition: qsvenc.h:118
QSVEncContext::max_frame_size_p
int max_frame_size_p
Definition: qsvenc.h:179
QSVEncContext::nb_extparam_internal
int nb_extparam_internal
Definition: qsvenc.h:152
QSVEncContext::pic_timing_sei
int pic_timing_sei
Definition: qsvenc.h:171
QSVEncContext::forced_idr
int forced_idr
Definition: qsvenc.h:218
QSVEncContext::exthevctiles
mfxExtHEVCTiles exthevctiles
Definition: qsvenc.h:140
QSVFrame
Definition: qsv_internal.h:80
QSVEncContext::int_ref_cycle_size
int int_ref_cycle_size
Definition: qsvenc.h:201
QSVEncContext::opaque_surfaces
mfxFrameSurface1 ** opaque_surfaces
Definition: qsvenc.h:145
ff_qsv_enc_hw_configs
const AVCodecHWConfigInternal *const ff_qsv_enc_hw_configs[]
Definition: qsvenc.c:1945
QSVEncContext::req
mfxFrameAllocRequest req
Definition: qsvenc.h:131
QSVEncContext::look_ahead_downsampling
int look_ahead_downsampling
Definition: qsvenc.h:174
QSVEncContext::max_dec_frame_buffering
int max_dec_frame_buffering
Definition: qsvenc.h:189
QSVEncContext::extparam_internal
mfxExtBuffer * extparam_internal[5+(QSV_HAVE_MF *2)]
Definition: qsvenc.h:151
QSVEncContext::mbbrc
int mbbrc
Definition: qsvenc.h:192
QSV_HAVE_MF
#define QSV_HAVE_MF
Definition: qsvenc.h:50
QSVEncContext::preset
int preset
Definition: qsvenc.h:168
QSVEncContext::min_qp_p
int min_qp_p
Definition: qsvenc.h:229
QSVEncContext::extmfp
mfxExtMultiFrameParam extmfp
Definition: qsvenc.h:137
AVFifo
Definition: fifo.c:35
QSVEncContext::avbr_convergence
int avbr_convergence
Definition: qsvenc.h:170
QSVEncContext::opaque_alloc_buf
AVBufferRef * opaque_alloc_buf
Definition: qsvenc.h:146
QSVEncContext::min_qp_b
int min_qp_b
Definition: qsvenc.h:231
QSVEncContext::extco2
mfxExtCodingOption2 extco2
Definition: qsvenc.h:134
QSVEncContext::max_qp_b
int max_qp_b
Definition: qsvenc.h:230
QSVEncContext::co2_idx
int co2_idx
Definition: qsvenc.h:221
QSVEncContext::a53_cc
int a53_cc
Definition: qsvenc.h:211
AVCodecHWConfigInternal
Definition: hwconfig.h:29
QSVEncContext::max_slice_size
int max_slice_size
Definition: qsvenc.h:180
QSVEncContext::max_frame_size_i
int max_frame_size_i
Definition: qsvenc.h:178
QSVEncContext::mfmode
int mfmode
Definition: qsvenc.h:214
QSVEncContext::work_frames
QSVFrame * work_frames
Definition: qsvenc.h:121
QSVEncContext::old_i_quant_offset
float old_i_quant_offset
Definition: qsvenc.h:235
QSVEncContext::bitrate_limit
int bitrate_limit
Definition: qsvenc.h:191
QSVEncContext::rdo
int rdo
Definition: qsvenc.h:176
QSVEncContext::opaque_alloc
mfxExtOpaqueSurfaceAlloc opaque_alloc
Definition: qsvenc.h:144
QSVEncContext::single_sei_nal_unit
int single_sei_nal_unit
Definition: qsvenc.h:188
QSVEncContext::dblk_idc
int dblk_idc
Definition: qsvenc.h:181
hwcontext_qsv.h
QSVEncContext::set_encode_ctrl_cb
SetEncodeCtrlCB * set_encode_ctrl_cb
Definition: qsvenc.h:217
QSVEncContext::internal_qs
QSVSession internal_qs
Definition: qsvenc.h:124
common.h
QSVEncContext::extco3
mfxExtCodingOption3 extco3
Definition: qsvenc.h:135
QSVEncContext::extparam
mfxExtBuffer ** extparam
Definition: qsvenc.h:154
QSVEncContext::async_depth
int async_depth
Definition: qsvenc.h:165
QSVEncContext::cavlc
int cavlc
Definition: qsvenc.h:198
ff_qsv_enc_init
int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext *q)
Definition: qsvenc.c:1264
QSVEncContext::aud
int aud
Definition: qsvenc.h:186
avcodec.h
QSVEncContext::int_ref_type
int int_ref_type
Definition: qsvenc.h:200
QSVEncContext::max_qp_p
int max_qp_p
Definition: qsvenc.h:228
QSVEncContext::look_ahead
int look_ahead
Definition: qsvenc.h:172
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
QSVSession
Definition: qsv_internal.h:100
QSVEncContext::async_fifo
AVFifo * async_fifo
Definition: qsvenc.h:156
QSVEncContext::co3_idx
int co3_idx
Definition: qsvenc.h:222
QSVEncContext::int_ref_cycle_dist
int int_ref_cycle_dist
Definition: qsvenc.h:203
AVCodecContext
main external API structure.
Definition: avcodec.h:398
QSVEncContext::old_b_quant_factor
float old_b_quant_factor
Definition: qsvenc.h:236
QSVEncContext::b_strategy
int b_strategy
Definition: qsvenc.h:196
QSVEncContext::gpb
int gpb
Definition: qsvenc.h:208
QSVEncContext::vcm
int vcm
Definition: qsvenc.h:175
ff_qsv_enc_close
int ff_qsv_enc_close(AVCodecContext *avctx, QSVEncContext *q)
Definition: qsvenc.c:1896
QSVEncContext::idr_interval
int idr_interval
Definition: qsvenc.h:166
QSVEncContext::ver
mfxVersion ver
Definition: qsvenc.h:160
QSVEncContext::session
mfxSession session
Definition: qsvenc.h:123
avutil.h
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
SetEncodeCtrlCB
int SetEncodeCtrlCB(AVCodecContext *avctx, const AVFrame *frame, mfxEncodeCtrl *enc_ctrl)
Definition: qsvenc.h:116
QSVFramesContext
Definition: qsv_internal.h:109
AVPacket
This structure stores compressed data.
Definition: packet.h:351
QSVEncContext::extvp9param
mfxExtVP9Param extvp9param
Definition: qsvenc.h:141
QSVEncContext::low_delay_brc
int low_delay_brc
Definition: qsvenc.h:219
QSVEncContext::transform_skip
int transform_skip
Definition: qsvenc.h:209
QSVEncContext::width_align
int width_align
Definition: qsvenc.h:127
hwcontext.h
QSVEncContext::avctx
AVCodecContext * avctx
Definition: qsvenc.h:119
QSVEncContext::old_i_quant_factor
float old_i_quant_factor
Definition: qsvenc.h:234
QSVEncContext::tile_rows
int tile_rows
Definition: qsvenc.h:184
QSVEncContext::vp9_idx
int vp9_idx
Definition: qsvenc.h:224
QSVEncContext::extmfc
mfxExtMultiFrameControl extmfc
Definition: qsvenc.h:138
QSVEncContext::old_b_quant_offset
float old_b_quant_offset
Definition: qsvenc.h:237
QSVEncContext::low_power
int low_power
Definition: qsvenc.h:207