FFmpeg
vaapi_encode_vp9.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include <va/va.h>
20 #include <va/va_enc_vp9.h>
21 
22 #include "libavutil/avassert.h"
23 #include "libavutil/common.h"
24 #include "libavutil/internal.h"
25 #include "libavutil/opt.h"
26 #include "libavutil/pixfmt.h"
27 
28 #include "avcodec.h"
29 #include "internal.h"
30 #include "vaapi_encode.h"
31 
32 #define VP9_MAX_QUANT 255
33 
34 
35 typedef struct VAAPIEncodeVP9Picture {
36  int slot;
38 
39 typedef struct VAAPIEncodeVP9Context {
41 
42  // User options.
45 
46  // Derived settings.
47  int q_idx_idr;
48  int q_idx_p;
49  int q_idx_b;
51 
52 
54 {
56  VAEncSequenceParameterBufferVP9 *vseq = ctx->codec_sequence_params;
57  VAEncPictureParameterBufferVP9 *vpic = ctx->codec_picture_params;
58 
59  vseq->max_frame_width = avctx->width;
60  vseq->max_frame_height = avctx->height;
61 
62  vseq->kf_auto = 0;
63 
64  if (!(ctx->va_rc_mode & VA_RC_CQP)) {
65  vseq->bits_per_second = ctx->va_bit_rate;
66  vseq->intra_period = ctx->gop_size;
67  }
68 
69  vpic->frame_width_src = avctx->width;
70  vpic->frame_height_src = avctx->height;
71  vpic->frame_width_dst = avctx->width;
72  vpic->frame_height_dst = avctx->height;
73 
74  return 0;
75 }
76 
78  VAAPIEncodePicture *pic)
79 {
81  VAAPIEncodeVP9Context *priv = avctx->priv_data;
82  VAAPIEncodeVP9Picture *hpic = pic->priv_data;
83  VAEncPictureParameterBufferVP9 *vpic = pic->codec_picture_params;
84  int i;
85 
86  vpic->reconstructed_frame = pic->recon_surface;
87  vpic->coded_buf = pic->output_buffer;
88 
89  switch (pic->type) {
90  case PICTURE_TYPE_IDR:
91  av_assert0(pic->nb_refs == 0);
92  vpic->ref_flags.bits.force_kf = 1;
93  vpic->refresh_frame_flags = 0xff;
94  hpic->slot = 0;
95  break;
96  case PICTURE_TYPE_P:
97  av_assert0(pic->nb_refs == 1);
98  {
99  VAAPIEncodeVP9Picture *href = pic->refs[0]->priv_data;
100  av_assert0(href->slot == 0 || href->slot == 1);
101 
102  if (ctx->max_b_depth > 0) {
103  hpic->slot = !href->slot;
104  vpic->refresh_frame_flags = 1 << hpic->slot | 0xfc;
105  } else {
106  hpic->slot = 0;
107  vpic->refresh_frame_flags = 0xff;
108  }
109  vpic->ref_flags.bits.ref_frame_ctrl_l0 = 1;
110  vpic->ref_flags.bits.ref_last_idx = href->slot;
111  vpic->ref_flags.bits.ref_last_sign_bias = 1;
112  }
113  break;
114  case PICTURE_TYPE_B:
115  av_assert0(pic->nb_refs == 2);
116  {
117  VAAPIEncodeVP9Picture *href0 = pic->refs[0]->priv_data,
118  *href1 = pic->refs[1]->priv_data;
119  av_assert0(href0->slot < pic->b_depth + 1 &&
120  href1->slot < pic->b_depth + 1);
121 
122  if (pic->b_depth == ctx->max_b_depth) {
123  // Unreferenced frame.
124  vpic->refresh_frame_flags = 0x00;
125  hpic->slot = 8;
126  } else {
127  vpic->refresh_frame_flags = 0xfe << pic->b_depth & 0xff;
128  hpic->slot = 1 + pic->b_depth;
129  }
130  vpic->ref_flags.bits.ref_frame_ctrl_l0 = 1;
131  vpic->ref_flags.bits.ref_frame_ctrl_l1 = 2;
132  vpic->ref_flags.bits.ref_last_idx = href0->slot;
133  vpic->ref_flags.bits.ref_last_sign_bias = 1;
134  vpic->ref_flags.bits.ref_gf_idx = href1->slot;
135  vpic->ref_flags.bits.ref_gf_sign_bias = 0;
136  }
137  break;
138  default:
139  av_assert0(0 && "invalid picture type");
140  }
141  if (vpic->refresh_frame_flags == 0x00) {
142  av_log(avctx, AV_LOG_DEBUG, "Pic %"PRId64" not stored.\n",
143  pic->display_order);
144  } else {
145  av_log(avctx, AV_LOG_DEBUG, "Pic %"PRId64" stored in slot %d.\n",
146  pic->display_order, hpic->slot);
147  }
148 
149  for (i = 0; i < FF_ARRAY_ELEMS(vpic->reference_frames); i++)
150  vpic->reference_frames[i] = VA_INVALID_SURFACE;
151 
152  for (i = 0; i < pic->nb_refs; i++) {
153  VAAPIEncodePicture *ref_pic = pic->refs[i];
154  int slot;
155  slot = ((VAAPIEncodeVP9Picture*)ref_pic->priv_data)->slot;
156  av_assert0(vpic->reference_frames[slot] == VA_INVALID_SURFACE);
157  vpic->reference_frames[slot] = ref_pic->recon_surface;
158  }
159 
160  vpic->pic_flags.bits.frame_type = (pic->type != PICTURE_TYPE_IDR);
161  vpic->pic_flags.bits.show_frame = pic->display_order <= pic->encode_order;
162 
163  if (pic->type == PICTURE_TYPE_IDR)
164  vpic->luma_ac_qindex = priv->q_idx_idr;
165  else if (pic->type == PICTURE_TYPE_P)
166  vpic->luma_ac_qindex = priv->q_idx_p;
167  else
168  vpic->luma_ac_qindex = priv->q_idx_b;
169  vpic->luma_dc_qindex_delta = 0;
170  vpic->chroma_ac_qindex_delta = 0;
171  vpic->chroma_dc_qindex_delta = 0;
172 
173  vpic->filter_level = priv->loop_filter_level;
174  vpic->sharpness_level = priv->loop_filter_sharpness;
175 
176  return 0;
177 }
178 
180 {
181  VAAPIEncodeContext *ctx = avctx->priv_data;
182  VAAPIEncodeVP9Context *priv = avctx->priv_data;
183 
184  if (ctx->rc_mode->quality) {
185  priv->q_idx_p = av_clip(ctx->rc_quality, 0, VP9_MAX_QUANT);
186  if (avctx->i_quant_factor > 0.0)
187  priv->q_idx_idr =
188  av_clip((avctx->i_quant_factor * priv->q_idx_p +
189  avctx->i_quant_offset) + 0.5,
190  0, VP9_MAX_QUANT);
191  else
192  priv->q_idx_idr = priv->q_idx_p;
193  if (avctx->b_quant_factor > 0.0)
194  priv->q_idx_b =
195  av_clip((avctx->b_quant_factor * priv->q_idx_p +
196  avctx->b_quant_offset) + 0.5,
197  0, VP9_MAX_QUANT);
198  else
199  priv->q_idx_b = priv->q_idx_p;
200  } else {
201  // Arbitrary value.
202  priv->q_idx_idr = priv->q_idx_p = priv->q_idx_b = 100;
203  }
204 
206 
207  return 0;
208 }
209 
211  { FF_PROFILE_VP9_0, 8, 3, 1, 1, VAProfileVP9Profile0 },
212  { FF_PROFILE_VP9_2, 10, 3, 1, 1, VAProfileVP9Profile2 },
214 };
215 
218 
219  .flags = FLAG_B_PICTURES |
221 
222  .default_quality = 100,
223 
224  .picture_priv_data_size = sizeof(VAAPIEncodeVP9Picture),
225 
226  .configure = &vaapi_encode_vp9_configure,
227 
228  .sequence_params_size = sizeof(VAEncSequenceParameterBufferVP9),
229  .init_sequence_params = &vaapi_encode_vp9_init_sequence_params,
230 
231  .picture_params_size = sizeof(VAEncPictureParameterBufferVP9),
232  .init_picture_params = &vaapi_encode_vp9_init_picture_params,
233 };
234 
236 {
237  VAAPIEncodeContext *ctx = avctx->priv_data;
238 
240 
241  // No packed headers are currently desired. They could be written,
242  // but there isn't any reason to do so - the one usable driver (i965)
243  // can write its own headers and there is no metadata to include.
244  ctx->desired_packed_headers = 0;
245 
246  // Surfaces must be aligned to superblock boundaries.
247  ctx->surface_width = FFALIGN(avctx->width, 64);
248  ctx->surface_height = FFALIGN(avctx->height, 64);
249 
250  return ff_vaapi_encode_init(avctx);
251 }
252 
253 #define OFFSET(x) offsetof(VAAPIEncodeVP9Context, x)
254 #define FLAGS (AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM)
258 
259  { "loop_filter_level", "Loop filter level",
260  OFFSET(loop_filter_level), AV_OPT_TYPE_INT, { .i64 = 16 }, 0, 63, FLAGS },
261  { "loop_filter_sharpness", "Loop filter sharpness",
262  OFFSET(loop_filter_sharpness), AV_OPT_TYPE_INT, { .i64 = 4 }, 0, 15, FLAGS },
263  { NULL },
264 };
265 
267  { "b", "0" },
268  { "bf", "0" },
269  { "g", "250" },
270  { "qmin", "-1" },
271  { "qmax", "-1" },
272  { NULL },
273 };
274 
276  .class_name = "vp9_vaapi",
277  .item_name = av_default_item_name,
278  .option = vaapi_encode_vp9_options,
279  .version = LIBAVUTIL_VERSION_INT,
280 };
281 
283  .name = "vp9_vaapi",
284  .long_name = NULL_IF_CONFIG_SMALL("VP9 (VAAPI)"),
285  .type = AVMEDIA_TYPE_VIDEO,
286  .id = AV_CODEC_ID_VP9,
287  .priv_data_size = sizeof(VAAPIEncodeVP9Context),
289  .send_frame = &ff_vaapi_encode_send_frame,
290  .receive_packet = &ff_vaapi_encode_receive_packet,
291  .close = &ff_vaapi_encode_close,
292  .priv_class = &vaapi_encode_vp9_class,
293  .capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HARDWARE,
294  .defaults = vaapi_encode_vp9_defaults,
295  .pix_fmts = (const enum AVPixelFormat[]) {
298  },
299  .wrapper_name = "vaapi",
300 };
#define NULL
Definition: coverity.c:32
static av_cold int vaapi_encode_vp9_init(AVCodecContext *avctx)
AVOption.
Definition: opt.h:246
#define LIBAVUTIL_VERSION_INT
Definition: version.h:85
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:35
#define AV_CODEC_CAP_HARDWARE
Codec is backed by a hardware implementation.
Definition: avcodec.h:1081
static int vaapi_encode_vp9_init_picture_params(AVCodecContext *avctx, VAAPIEncodePicture *pic)
const char * av_default_item_name(void *ptr)
Return the context name.
Definition: log.c:191
void * codec_sequence_params
Definition: vaapi_encode.h:268
AVCodec.
Definition: avcodec.h:3492
float i_quant_offset
qscale offset between P and I-frames
Definition: avcodec.h:1880
#define FF_PROFILE_VP9_0
Definition: avcodec.h:2984
const char * class_name
The name of the class; usually it is the same name as the context structure type to which the AVClass...
Definition: log.h:72
#define AV_CODEC_CAP_DELAY
Encoder or decoder requires flushing with NULL input at the end in order to give the complete and cor...
Definition: avcodec.h:1009
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
int ff_vaapi_encode_send_frame(AVCodecContext *avctx, const AVFrame *frame)
#define av_cold
Definition: attributes.h:82
VAAPIEncodeContext common
AVOptions.
const VAAPIEncodeRCMode * rc_mode
Definition: vaapi_encode.h:214
float b_quant_factor
qscale factor between IP and B-frames If > 0 then the last P-frame quantizer will be used (q= lastp_q...
Definition: avcodec.h:1837
#define VP9_MAX_QUANT
#define FLAGS
VASurfaceID recon_surface
Definition: vaapi_encode.h:88
#define FFALIGN(x, a)
Definition: macros.h:48
#define av_log(a,...)
#define OFFSET(x)
unsigned int va_rc_mode
Definition: vaapi_encode.h:224
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:259
static const VAAPIEncodeType vaapi_encode_type_vp9
static const AVCodecDefault vaapi_encode_vp9_defaults[]
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:197
simple assert() macros that are a bit more flexible than ISO C assert().
const char * name
Name of the codec implementation.
Definition: avcodec.h:3499
float i_quant_factor
qscale factor between P- and I-frames If > 0 then the last P-frame quantizer will be used (q = lastp_...
Definition: avcodec.h:1873
static const AVCodecDefault defaults[]
Definition: amfenc_h264.c:361
unsigned int va_bit_rate
Definition: vaapi_encode.h:226
void * codec_picture_params
Definition: vaapi_encode.h:97
#define FF_PROFILE_VP9_2
Definition: avcodec.h:2986
common internal API header
int width
picture width / height.
Definition: avcodec.h:1741
#define FF_PROFILE_UNKNOWN
Definition: avcodec.h:2902
const VAAPIEncodeProfile * profiles
Definition: vaapi_encode.h:349
av_cold int ff_vaapi_encode_init(AVCodecContext *avctx)
AVFormatContext * ctx
Definition: movenc.c:48
void * codec_picture_params
Definition: vaapi_encode.h:272
int ff_vaapi_encode_receive_packet(AVCodecContext *avctx, AVPacket *pkt)
#define FF_ARRAY_ELEMS(a)
struct VAAPIEncodePicture * refs[MAX_PICTURE_REFERENCES]
Definition: vaapi_encode.h:110
const struct VAAPIEncodeType * codec
Definition: vaapi_encode.h:173
Libavcodec external API header.
#define VAAPI_ENCODE_RC_OPTIONS
Definition: vaapi_encode.h:444
main external API structure.
Definition: avcodec.h:1568
Describe the class of an AVClass context structure.
Definition: log.h:67
static const VAAPIEncodeProfile vaapi_encode_vp9_profiles[]
float b_quant_offset
qscale offset between IP and B-frames
Definition: avcodec.h:1850
static av_cold int vaapi_encode_vp9_configure(AVCodecContext *avctx)
AVCodec ff_vp9_vaapi_encoder
static const AVClass vaapi_encode_vp9_class
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:275
#define VAAPI_ENCODE_COMMON_OPTIONS
Definition: vaapi_encode.h:426
common internal api header.
common internal and external API header
static const AVOption vaapi_encode_vp9_options[]
void * priv_data
Definition: avcodec.h:1595
pixel format definitions
static int vaapi_encode_vp9_init_sequence_params(AVCodecContext *avctx)
unsigned int desired_packed_headers
Definition: vaapi_encode.h:195
VABufferID output_buffer
Definition: vaapi_encode.h:94
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
for(j=16;j >0;--j)
av_cold int ff_vaapi_encode_close(AVCodecContext *avctx)