[FFmpeg-devel] [PATCH v5 1/1] avcodec: add external enc libvvenc for H266/VVC
Nuo Mi
nuomi2021 at gmail.com
Sat Jun 15 16:07:49 EEST 2024
On Wed, Jun 12, 2024 at 9:36 PM Nuo Mi <nuomi2021 at gmail.com> wrote:
> Hi all,
> If there are no objections, I will push it in 3 days.
>
> Thank you, Christian
>
>
> On Thu, Jun 6, 2024 at 3:52 AM Christian Bartnik <chris10317h5 at gmail.com>
> wrote:
>
>> From: Thomas Siedel <thomas.ff at spin-digital.com>
>>
>> Add external encoder VVenC for H266/VVC encoding.
>> Register new encoder libvvenc.
>> Add libvvenc to wrap the vvenc interface.
>> libvvenc implements encoder option: preset,qp,qpa,period,
>> passlogfile,stats,vvenc-params,level,tier.
>> Enable encoder by adding --enable-libvvenc in configure step.e
>
> Applied,
Thank you, Christian, Thomas, Andreas, Anton, and everyone who contributed
to this.
>
>
>> Co-authored-by: Christian Bartnik chris10317h5 at gmail.com
>> Signed-off-by: Thomas Siedel <thomas.ff at spin-digital.com>
>> ---
>> configure | 4 +
>> doc/encoders.texi | 64 +++++
>> fftools/ffmpeg_mux_init.c | 2 +-
>> libavcodec/Makefile | 1 +
>> libavcodec/allcodecs.c | 1 +
>> libavcodec/libvvenc.c | 492 ++++++++++++++++++++++++++++++++++++++
>> 6 files changed, 563 insertions(+), 1 deletion(-)
>> create mode 100644 libavcodec/libvvenc.c
>>
>> diff --git a/configure b/configure
>> index 6c5b8aab9a..37ece23376 100755
>> --- a/configure
>> +++ b/configure
>> @@ -293,6 +293,7 @@ External library support:
>> --enable-libvorbis enable Vorbis en/decoding via libvorbis,
>> native implementation exists [no]
>> --enable-libvpx enable VP8 and VP9 de/encoding via libvpx [no]
>> + --enable-libvvenc enable H.266/VVC encoding via vvenc [no]
>> --enable-libwebp enable WebP encoding via libwebp [no]
>> --enable-libx264 enable H.264 encoding via x264 [no]
>> --enable-libx265 enable HEVC encoding via x265 [no]
>> @@ -1966,6 +1967,7 @@ EXTERNAL_LIBRARY_LIST="
>> libvmaf
>> libvorbis
>> libvpx
>> + libvvenc
>> libwebp
>> libxevd
>> libxeve
>> @@ -3560,6 +3562,7 @@ libvpx_vp8_decoder_deps="libvpx"
>> libvpx_vp8_encoder_deps="libvpx"
>> libvpx_vp9_decoder_deps="libvpx"
>> libvpx_vp9_encoder_deps="libvpx"
>> +libvvenc_encoder_deps="libvvenc"
>> libwebp_encoder_deps="libwebp"
>> libwebp_anim_encoder_deps="libwebp"
>> libx262_encoder_deps="libx262"
>> @@ -7030,6 +7033,7 @@ enabled libvpx && {
>> fi
>> }
>>
>> +enabled libvvenc && require_pkg_config libvvenc "libvvenc >=
>> 1.6.1" "vvenc/vvenc.h" vvenc_get_version
>> enabled libwebp && {
>> enabled libwebp_encoder && require_pkg_config libwebp "libwebp
>> >= 0.2.0" webp/encode.h WebPGetEncoderVersion
>> enabled libwebp_anim_encoder && check_pkg_config
>> libwebp_anim_encoder "libwebpmux >= 0.4.0" webp/mux.h
>> WebPAnimEncoderOptionsInit; }
>> diff --git a/doc/encoders.texi b/doc/encoders.texi
>> index c82f316f94..496852faeb 100644
>> --- a/doc/encoders.texi
>> +++ b/doc/encoders.texi
>> @@ -2378,6 +2378,70 @@ Indicates frame duration
>> For more information about libvpx see:
>> @url{http://www.webmproject.org/}
>>
>> + at section libvvenc
>> +
>> +VVenC H.266/VVC encoder wrapper.
>> +
>> +This encoder requires the presence of the libvvenc headers and library
>> +during configuration. You need to explicitly configure the build with
>> + at option{--enable-libvvenc}.
>> +
>> +The VVenC project website is at
>> + at url{https://github.com/fraunhoferhhi/vvenc}.
>> +
>> + at subsection Supported Pixel Formats
>> +
>> +VVenC supports only 10-bit color spaces as input. But the internal
>> (encoded)
>> +bit depth can be set to 8-bit or 10-bit at runtime.
>> +
>> + at subsection Options
>> +
>> + at table @option
>> + at item b
>> +Sets target video bitrate.
>> +
>> + at item g
>> +Set the GOP size. Currently support for g=1 (Intra only) or default.
>> +
>> + at item preset
>> +Set the VVenC preset.
>> +
>> + at item levelidc
>> +Set level idc.
>> +
>> + at item tier
>> +Set vvc tier.
>> +
>> + at item qp
>> +Set constant quantization parameter.
>> +
>> + at item subopt @var{boolean}
>> +Set subjective (perceptually motivated) optimization. Default is 1 (on).
>> +
>> + at item bitdepth8 @var{boolean}
>> +Set 8bit coding mode instead of using 10bit. Default is 0 (off).
>> +
>> + at item period
>> +set (intra) refresh period in seconds.
>> +
>> + at item vvenc-params
>> +Set vvenc options using a list of @var{key}=@var{value} couples separated
>> +by ":". See @command{vvencapp --fullhelp} or @command{vvencFFapp
>> --fullhelp} for a list of options.
>> +
>> +For example, the options might be provided as:
>> +
>> + at example
>> +intraperiod=64:decodingrefreshtype=idr:poc0idr=1:internalbitdepth=8
>> + at end example
>> +
>> +For example the encoding options might be provided with
>> @option{-vvenc-params}:
>> +
>> + at example
>> +ffmpeg -i input -c:v libvvenc -b 1M -vvenc-params
>> intraperiod=64:decodingrefreshtype=idr:poc0idr=1:internalbitdepth=8
>> output.mp4
>> + at end example
>> +
>> + at end table
>> +
>> @section libwebp
>>
>> libwebp WebP Image encoder wrapper
>> diff --git a/fftools/ffmpeg_mux_init.c b/fftools/ffmpeg_mux_init.c
>> index 8797265145..ef2922854a 100644
>> --- a/fftools/ffmpeg_mux_init.c
>> +++ b/fftools/ffmpeg_mux_init.c
>> @@ -739,7 +739,7 @@ static int new_stream_video(Muxer *mux, const
>> OptionsContext *o,
>> ost->logfile_prefix ? ost->logfile_prefix :
>>
>> DEFAULT_PASS_LOGFILENAME_PREFIX,
>> ost_idx);
>> - if (!strcmp(ost->enc_ctx->codec->name, "libx264")) {
>> + if (!strcmp(ost->enc_ctx->codec->name, "libx264") ||
>> !strcmp(ost->enc_ctx->codec->name, "libvvenc")) {
>> av_dict_set(&ost->encoder_opts, "stats", logfilename,
>> AV_DICT_DONT_OVERWRITE);
>> } else {
>> if (video_enc->flags & AV_CODEC_FLAG_PASS2) {
>> diff --git a/libavcodec/Makefile b/libavcodec/Makefile
>> index 2443d2c6fd..5d7349090e 100644
>> --- a/libavcodec/Makefile
>> +++ b/libavcodec/Makefile
>> @@ -1153,6 +1153,7 @@ OBJS-$(CONFIG_LIBVPX_VP8_DECODER) +=
>> libvpxdec.o
>> OBJS-$(CONFIG_LIBVPX_VP8_ENCODER) += libvpxenc.o
>> OBJS-$(CONFIG_LIBVPX_VP9_DECODER) += libvpxdec.o
>> OBJS-$(CONFIG_LIBVPX_VP9_ENCODER) += libvpxenc.o
>> +OBJS-$(CONFIG_LIBVVENC_ENCODER) += libvvenc.o
>> OBJS-$(CONFIG_LIBWEBP_ENCODER) += libwebpenc_common.o
>> libwebpenc.o
>> OBJS-$(CONFIG_LIBWEBP_ANIM_ENCODER) += libwebpenc_common.o
>> libwebpenc_animencoder.o
>> OBJS-$(CONFIG_LIBX262_ENCODER) += libx264.o
>> diff --git a/libavcodec/allcodecs.c b/libavcodec/allcodecs.c
>> index b102a8069e..59d36dbd56 100644
>> --- a/libavcodec/allcodecs.c
>> +++ b/libavcodec/allcodecs.c
>> @@ -800,6 +800,7 @@ extern const FFCodec ff_libvpx_vp8_encoder;
>> extern const FFCodec ff_libvpx_vp8_decoder;
>> extern FFCodec ff_libvpx_vp9_encoder;
>> extern const FFCodec ff_libvpx_vp9_decoder;
>> +extern const FFCodec ff_libvvenc_encoder;
>> /* preferred over libwebp */
>> extern const FFCodec ff_libwebp_anim_encoder;
>> extern const FFCodec ff_libwebp_encoder;
>> diff --git a/libavcodec/libvvenc.c b/libavcodec/libvvenc.c
>> new file mode 100644
>> index 0000000000..5454b3995c
>> --- /dev/null
>> +++ b/libavcodec/libvvenc.c
>> @@ -0,0 +1,492 @@
>> +/*
>> + * H.266 encoding using the VVenC library
>> + *
>> + * Copyright (C) 2022, Thomas Siedel
>> + *
>> + * This file is part of FFmpeg.
>> + *
>> + * FFmpeg is free software; you can redistribute it and/or
>> + * modify it under the terms of the GNU Lesser General Public
>> + * License as published by the Free Software Foundation; either
>> + * version 2.1 of the License, or (at your option) any later version.
>> + *
>> + * FFmpeg is distributed in the hope that it will be useful,
>> + * but WITHOUT ANY WARRANTY; without even the implied warranty of
>> + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
>> + * Lesser General Public License for more details.
>> + *
>> + * You should have received a copy of the GNU Lesser General Public
>> + * License along with FFmpeg; if not, write to the Free Software
>> + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
>> 02110-1301 USA
>> + */
>> +
>> +#include <vvenc/vvenc.h>
>> +#include <vvenc/vvencCfg.h>
>> +#include <vvenc/version.h>
>> +
>> +#include "libavutil/avstring.h"
>> +#include "libavutil/avutil.h"
>> +#include "libavutil/common.h"
>> +#include "libavutil/frame.h"
>> +#include "libavutil/imgutils.h"
>> +#include "libavutil/log.h"
>> +#include "libavutil/mem.h"
>> +#include "libavutil/pixdesc.h"
>> +#include "libavutil/opt.h"
>> +
>> +#include "avcodec.h"
>> +#include "codec_internal.h"
>> +#include "encode.h"
>> +#include "internal.h"
>> +#include "packet_internal.h"
>> +#include "profiles.h"
>> +
>> +#define VVENC_VERSION_INT AV_VERSION_INT(VVENC_VERSION_MAJOR, \
>> + VVENC_VERSION_MINOR, \
>> + VVENC_VERSION_PATCH)
>> +
>> +typedef struct VVenCContext {
>> + AVClass *class;
>> + vvencEncoder *encoder;
>> + vvencAccessUnit *au;
>> + bool encode_done;
>> + int preset;
>> + int qp;
>> + int qpa;
>> + int intra_refresh_sec;
>> + char *level;
>> + int tier;
>> + char *stats;
>> + AVDictionary *vvenc_opts;
>> +} VVenCContext;
>> +
>> +static void vvenc_log_callback(void *ctx, int level,
>> + const char *fmt, va_list args)
>> +{
>> + vvenc_config params;
>> + vvencEncoder *encoder = ctx;
>> + if (encoder) {
>> + vvenc_config_default(¶ms);
>> + vvenc_get_config(encoder, ¶ms);
>> + if ((int)params.m_verbosity >= level)
>> + vfprintf(level == 1 ? stderr : stdout, fmt, args);
>> + }
>> +}
>> +
>> +static void vvenc_set_verbository(vvenc_config *params)
>> +{
>> + int loglevel = av_log_get_level();
>> + params->m_verbosity = VVENC_SILENT;
>> + if (loglevel >= AV_LOG_DEBUG)
>> + params->m_verbosity = VVENC_DETAILS;
>> + else if (loglevel >= AV_LOG_VERBOSE)
>> + params->m_verbosity = VVENC_NOTICE;
>> + else if (loglevel >= AV_LOG_INFO)
>> + params->m_verbosity = VVENC_WARNING;
>> +}
>> +
>> +static void vvenc_set_pic_format(AVCodecContext *avctx, vvenc_config
>> *params)
>> +{
>> + params->m_internChromaFormat = VVENC_CHROMA_420;
>> + params->m_inputBitDepth[0] = 10;
>> +}
>> +
>> +static void vvenc_set_color_format(AVCodecContext *avctx, vvenc_config
>> *params)
>> +{
>> + if (avctx->color_primaries != AVCOL_PRI_UNSPECIFIED)
>> + params->m_colourPrimaries = (int) avctx->color_primaries;
>> + if (avctx->colorspace != AVCOL_SPC_UNSPECIFIED)
>> + params->m_matrixCoefficients = (int) avctx->colorspace;
>> + if (avctx->color_trc != AVCOL_TRC_UNSPECIFIED) {
>> + params->m_transferCharacteristics = (int) avctx->color_trc;
>> +
>> + if (avctx->color_trc == AVCOL_TRC_SMPTE2084)
>> + params->m_HdrMode = (avctx->color_primaries ==
>> AVCOL_PRI_BT2020) ?
>> + VVENC_HDR_PQ_BT2020 : VVENC_HDR_PQ;
>> + else if (avctx->color_trc == AVCOL_TRC_BT2020_10 ||
>> avctx->color_trc == AVCOL_TRC_ARIB_STD_B67)
>> + params->m_HdrMode = (avctx->color_trc == AVCOL_TRC_BT2020_10
>> ||
>> + avctx->color_primaries ==
>> AVCOL_PRI_BT2020 ||
>> + avctx->colorspace ==
>> AVCOL_SPC_BT2020_NCL ||
>> + avctx->colorspace ==
>> AVCOL_SPC_BT2020_CL) ?
>> + VVENC_HDR_HLG_BT2020 : VVENC_HDR_HLG;
>> + }
>> +
>> + if (params->m_HdrMode == VVENC_HDR_OFF &&
>> + (avctx->color_primaries != AVCOL_PRI_UNSPECIFIED ||
>> avctx->colorspace != AVCOL_SPC_UNSPECIFIED)) {
>> + params->m_vuiParametersPresent = 1;
>> + params->m_colourDescriptionPresent = true;
>> + }
>> +}
>> +
>> +static void vvenc_set_framerate(AVCodecContext *avctx, vvenc_config
>> *params)
>> +{
>> + if (avctx->framerate.num > 0 && avctx->framerate.den > 0) {
>> + params->m_FrameRate = avctx->framerate.num;
>> + params->m_FrameScale = avctx->framerate.den;
>> + } else {
>> + params->m_FrameRate = avctx->time_base.den;
>> + params->m_FrameScale = avctx->time_base.num;
>> + }
>> +
>> +FF_DISABLE_DEPRECATION_WARNINGS
>> +
>> +#if FF_API_TICKS_PER_FRAME
>> + if (avctx->ticks_per_frame == 1) {
>> +#endif
>> + params->m_TicksPerSecond = -1; /* auto mode for ticks per
>> frame = 1 */
>> +#if FF_API_TICKS_PER_FRAME
>> + } else {
>> + params->m_TicksPerSecond =
>> + ceil((avctx->time_base.den / (double) avctx->time_base.num) *
>> + (double) avctx->ticks_per_frame);
>> + }
>> +#endif
>> +FF_ENABLE_DEPRECATION_WARNINGS
>> +}
>> +
>> +static int vvenc_parse_vvenc_params(AVCodecContext *avctx, vvenc_config
>> *params)
>> +{
>> + VVenCContext *s = avctx->priv_data;
>> + const AVDictionaryEntry *en = NULL;
>> + int parse_ret;
>> + int ret = 0;
>> +
>> + while ((en = av_dict_iterate(s->vvenc_opts, en))) {
>> + av_log(avctx, AV_LOG_DEBUG, "vvenc_set_param: '%s:%s'\n",
>> en->key,
>> + en->value);
>> + parse_ret = vvenc_set_param(params, en->key, en->value);
>> + switch (parse_ret) {
>> + case VVENC_PARAM_BAD_NAME:
>> + av_log(avctx, AV_LOG_ERROR, "Unknown vvenc option: %s.\n",
>> en->key);
>> + ret = AVERROR(EINVAL);
>> + break;
>> + case VVENC_PARAM_BAD_VALUE:
>> + av_log(avctx, AV_LOG_ERROR, "Invalid vvenc value for %s:
>> %s.\n", en->key, en->value);
>> + ret = AVERROR(EINVAL);
>> + break;
>> + default:
>> + break;
>> + }
>> +
>> + if (!av_strcasecmp(en->key, "rcstatsfile")) {
>> + av_log(avctx, AV_LOG_ERROR, "vvenc-params 2pass option
>> 'rcstatsfile' "
>> + "not available. Use option 'passlogfile'\n");
>> + ret = AVERROR(EINVAL);
>> + }
>> + if (!av_strcasecmp(en->key, "passes") || !av_strcasecmp(en->key,
>> "pass")) {
>> + av_log(avctx, AV_LOG_ERROR, "vvenc-params 2pass option '%s' "
>> + "not available. Use option 'pass'\n", en->key);
>> + ret = AVERROR(EINVAL);
>> + }
>> + }
>> + return ret;
>> +}
>> +
>> +static int vvenc_set_rc_mode(AVCodecContext *avctx, vvenc_config *params)
>> +{
>> + params->m_RCNumPasses = 1;
>> + if ((avctx->flags & AV_CODEC_FLAG_PASS1 || avctx->flags &
>> AV_CODEC_FLAG_PASS2)) {
>> + if (!avctx->bit_rate) {
>> + av_log(avctx, AV_LOG_ERROR, "A bitrate must be set to use
>> two pass mode.\n");
>> + return AVERROR(EINVAL);
>> + }
>> + params->m_RCNumPasses = 2;
>> + if (avctx->flags & AV_CODEC_FLAG_PASS1)
>> + params->m_RCPass = 1;
>> + else
>> + params->m_RCPass = 2;
>> + }
>> +
>> + if (avctx->rc_max_rate) {
>> +#if VVENC_VERSION_INT >= AV_VERSION_INT(1,8,0)
>> + params->m_RCMaxBitrate = avctx->rc_max_rate;
>> +#endif
>> +
>> +#if VVENC_VERSION_INT < AV_VERSION_INT(1,11,0)
>> + /* rc_max_rate without a bit_rate enables capped CQF mode.
>> + (QP + subj. optimization + max. bitrate) */
>> + if (!avctx->bit_rate) {
>> + av_log(avctx, AV_LOG_ERROR, "Capped Constant Quality Factor
>> mode (capped CQF) "
>> + "needs at least vvenc version >= 1.11.0 (current
>> version %s)\n", vvenc_get_version());
>> + return AVERROR(EINVAL);
>> + }
>> +#endif
>> + }
>> + return 0;
>> +}
>> +
>> +static int vvenc_init_extradata(AVCodecContext *avctx, VVenCContext *s)
>> +{
>> + int ret;
>> + if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
>> + ret = vvenc_get_headers(s->encoder, s->au);
>> + if (0 != ret) {
>> + av_log(avctx, AV_LOG_ERROR, "cannot get (SPS,PPS) headers:
>> %s\n",
>> + vvenc_get_last_error(s->encoder));
>> + return AVERROR(EINVAL);
>> + }
>> +
>> + if (s->au->payloadUsedSize <= 0) {
>> + return AVERROR_INVALIDDATA;
>> + }
>> +
>> + avctx->extradata_size = s->au->payloadUsedSize;
>> + avctx->extradata = av_mallocz(avctx->extradata_size +
>> AV_INPUT_BUFFER_PADDING_SIZE);
>> + if (!avctx->extradata) {
>> + return AVERROR(ENOMEM);
>> + }
>> +
>> + memcpy(avctx->extradata, s->au->payload, avctx->extradata_size);
>> + }
>> + return 0;
>> +}
>> +
>> +static av_cold int vvenc_init(AVCodecContext *avctx)
>> +{
>> + int ret;
>> + int framerate;
>> + VVenCContext *s = avctx->priv_data;
>> + vvenc_config params;
>> + vvencPresetMode preset = (vvencPresetMode) s->preset;
>> +
>> + if (avctx->flags & AV_CODEC_FLAG_INTERLACED_DCT) {
>> + av_log(avctx, AV_LOG_ERROR, "interlaced not supported\n");
>> + return AVERROR(EINVAL);
>> + }
>> +
>> + vvenc_config_default(¶ms);
>> +
>> + if (avctx->framerate.num > 0 && avctx->framerate.den > 0)
>> + framerate = avctx->framerate.num / avctx->framerate.den;
>> + else
>> + framerate = avctx->time_base.den / avctx->time_base.num;
>> +
>> + vvenc_init_default(¶ms, avctx->width, avctx->height, framerate,
>> + avctx->bit_rate, s->qp, preset);
>> +
>> + vvenc_set_verbository(¶ms);
>> +
>> + if (avctx->thread_count > 0)
>> + params.m_numThreads = avctx->thread_count;
>> +
>> + /* GOP settings (IDR/CRA) */
>> + if (avctx->flags & AV_CODEC_FLAG_CLOSED_GOP)
>> + params.m_DecodingRefreshType = VVENC_DRT_IDR;
>> +
>> + if (avctx->gop_size == 1) {
>> + params.m_GOPSize = 1;
>> + params.m_IntraPeriod = 1;
>> + } else
>> + params.m_IntraPeriodSec = s->intra_refresh_sec;
>> +
>> + params.m_AccessUnitDelimiter = true;
>> + params.m_usePerceptQPA = s->qpa;
>> + params.m_levelTier = (vvencTier) s->tier;
>> +
>> + if (avctx->level > 0)
>> + params.m_level = (vvencLevel)avctx->level;
>> +
>> + if (s->level) {
>> + if (VVENC_PARAM_BAD_VALUE == vvenc_set_param(¶ms, "level",
>> s->level)) {
>> + av_log(avctx, AV_LOG_ERROR, "Invalid level_idc: %s.\n",
>> s->level);
>> + return AVERROR(EINVAL);
>> + }
>> + }
>> +
>> + vvenc_set_framerate(avctx, ¶ms);
>> +
>> + vvenc_set_pic_format(avctx, ¶ms);
>> +
>> + vvenc_set_color_format(avctx, ¶ms);
>> +
>> + ret = vvenc_parse_vvenc_params(avctx, ¶ms);
>> + if (ret != 0)
>> + return ret;
>> +
>> + ret = vvenc_set_rc_mode(avctx, ¶ms);
>> + if (ret != 0)
>> + return ret;
>> +
>> + s->encoder = vvenc_encoder_create();
>> + if (!s->encoder) {
>> + av_log(avctx, AV_LOG_ERROR, "cannot create libvvenc encoder\n");
>> + return AVERROR(ENOMEM);
>> + }
>> +
>> + vvenc_set_msg_callback(¶ms, s->encoder, vvenc_log_callback);
>> + ret = vvenc_encoder_open(s->encoder, ¶ms);
>> + if (ret != 0) {
>> + av_log(avctx, AV_LOG_ERROR, "cannot open libvvenc encoder: %s\n",
>> + vvenc_get_last_error(s->encoder));
>> + return AVERROR_EXTERNAL;
>> + }
>> +
>> + vvenc_get_config(s->encoder, ¶ms); /* get the adapted config
>> */
>> +
>> + av_log(avctx, AV_LOG_INFO, "libvvenc version: %s\n",
>> vvenc_get_version());
>> + if (av_log_get_level() >= AV_LOG_VERBOSE)
>> + av_log(avctx, AV_LOG_INFO, "%s\n",
>> vvenc_get_config_as_string(¶ms, params.m_verbosity));
>> +
>> + if (params.m_RCNumPasses == 2) {
>> + ret = vvenc_init_pass(s->encoder, params.m_RCPass - 1, s->stats);
>> + if (ret != 0) {
>> + av_log(avctx, AV_LOG_ERROR, "cannot init pass %d: %s\n",
>> params.m_RCPass,
>> + vvenc_get_last_error(s->encoder));
>> + return AVERROR_EXTERNAL;
>> + }
>> + }
>> +
>> + s->au = vvenc_accessUnit_alloc();
>> + if (!s->au) {
>> + av_log(avctx, AV_LOG_FATAL, "cannot allocate memory for AU
>> payload\n");
>> + return AVERROR(ENOMEM);
>> + }
>> + vvenc_accessUnit_alloc_payload(s->au, avctx->width * avctx->height);
>> + if (!s->au->payload) {
>> + av_log(avctx, AV_LOG_FATAL, "cannot allocate payload memory of
>> size %d\n",
>> + avctx->width * avctx->height);
>> + return AVERROR(ENOMEM);
>> + }
>> +
>> + ret = vvenc_init_extradata(avctx, s);
>> + if (ret != 0)
>> + return ret;
>> +
>> + s->encode_done = false;
>> + return 0;
>> +}
>> +
>> +static av_cold int vvenc_close(AVCodecContext *avctx)
>> +{
>> + VVenCContext *s = avctx->priv_data;
>> +
>> + if (s->au)
>> + vvenc_accessUnit_free(s->au, true);
>> +
>> + if (s->encoder) {
>> + vvenc_print_summary(s->encoder);
>> +
>> + if (0 != vvenc_encoder_close(s->encoder))
>> + return AVERROR_EXTERNAL;
>> + }
>> +
>> + return 0;
>> +}
>> +
>> +static av_cold int vvenc_frame(AVCodecContext *avctx, AVPacket *pkt,
>> const AVFrame *frame,
>> + int *got_packet)
>> +{
>> + VVenCContext *s = avctx->priv_data;
>> + vvencYUVBuffer *pyuvbuf;
>> + vvencYUVBuffer yuvbuf;
>> + int pict_type;
>> + int ret;
>> +
>> + pyuvbuf = NULL;
>> + if (frame) {
>> + vvenc_YUVBuffer_default(&yuvbuf);
>> + yuvbuf.planes[0].ptr = (int16_t *) frame->data[0];
>> + yuvbuf.planes[1].ptr = (int16_t *) frame->data[1];
>> + yuvbuf.planes[2].ptr = (int16_t *) frame->data[2];
>> +
>> + yuvbuf.planes[0].width = frame->width;
>> + yuvbuf.planes[0].height = frame->height;
>> + yuvbuf.planes[0].stride = frame->linesize[0] >> 1; /* stride is
>> used in 16bit samples in vvenc */
>> +
>> + yuvbuf.planes[1].width = frame->width >> 1;
>> + yuvbuf.planes[1].height = frame->height >> 1;
>> + yuvbuf.planes[1].stride = frame->linesize[1] >> 1;
>> +
>> + yuvbuf.planes[2].width = frame->width >> 1;
>> + yuvbuf.planes[2].height = frame->height >> 1;
>> + yuvbuf.planes[2].stride = frame->linesize[2] >> 1;
>> +
>> + yuvbuf.cts = frame->pts;
>> + yuvbuf.ctsValid = true;
>> + pyuvbuf = &yuvbuf;
>> + }
>> +
>> + if (!s->encode_done) {
>> + if (vvenc_encode(s->encoder, pyuvbuf, s->au, &s->encode_done) !=
>> 0)
>> + return AVERROR_EXTERNAL;
>> + } else
>> + return 0;
>> +
>> + if (s->au->payloadUsedSize > 0) {
>> + ret = ff_get_encode_buffer(avctx, pkt, s->au->payloadUsedSize,
>> 0);
>> + if (ret < 0)
>> + return ret;
>> +
>> + memcpy(pkt->data, s->au->payload, s->au->payloadUsedSize);
>> +
>> + if (s->au->ctsValid)
>> + pkt->pts = s->au->cts;
>> + if (s->au->dtsValid)
>> + pkt->dts = s->au->dts;
>> + pkt->flags |= AV_PKT_FLAG_KEY * s->au->rap;
>> +
>> + *got_packet = 1;
>> + return 0;
>> + }
>> +
>> + return 0;
>> +}
>> +
>> +static const enum AVPixelFormat pix_fmts_vvenc[] = {
>> + AV_PIX_FMT_YUV420P10,
>> + AV_PIX_FMT_NONE
>> +};
>> +
>> +#define OFFSET(x) offsetof(VVenCContext, x)
>> +#define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
>> +static const AVOption options[] = {
>> + { "preset", "set encoding preset", OFFSET(preset),
>> AV_OPT_TYPE_INT, {.i64 = 2}, 0, 4, VE, "preset"},
>> + { "faster", "0", 0, AV_OPT_TYPE_CONST, {.i64 = VVENC_FASTER},
>> INT_MIN, INT_MAX, VE, "preset" },
>> + { "fast", "1", 0, AV_OPT_TYPE_CONST, {.i64 = VVENC_FAST},
>> INT_MIN, INT_MAX, VE, "preset" },
>> + { "medium", "2", 0, AV_OPT_TYPE_CONST, {.i64 = VVENC_MEDIUM},
>> INT_MIN, INT_MAX, VE, "preset" },
>> + { "slow", "3", 0, AV_OPT_TYPE_CONST, {.i64 = VVENC_SLOW},
>> INT_MIN, INT_MAX, VE, "preset" },
>> + { "slower", "4", 0, AV_OPT_TYPE_CONST, {.i64 = VVENC_SLOWER},
>> INT_MIN, INT_MAX, VE, "preset" },
>> + { "qp", "set quantization", OFFSET(qp),
>> AV_OPT_TYPE_INT, {.i64 = 32}, -1, 63, VE },
>> + { "qpa", "set subjective (perceptually motivated)
>> optimization", OFFSET(qpa), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, VE},
>> + { "passlogfile", "Filename for 2 pass stats", OFFSET(stats),
>> AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, VE},
>> + { "stats", "Filename for 2 pass stats", OFFSET(stats),
>> AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, VE},
>> + { "period", "set (intra) refresh period in seconds",
>> OFFSET(intra_refresh_sec), AV_OPT_TYPE_INT, {.i64 = 1}, 1, INT_MAX, VE },
>> + { "vvenc-params", "set the vvenc configuration using a :-separated
>> list of key=value parameters", OFFSET(vvenc_opts), AV_OPT_TYPE_DICT, { 0 },
>> 0, 0, VE },
>> + { "level", "Specify level (as defined by Annex A)",
>> OFFSET(level), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, VE},
>> + { "tier", "set vvc tier", OFFSET(tier), AV_OPT_TYPE_INT,
>> {.i64 = 0}, 0, 1, VE, "tier"},
>> + { "main", "main", 0, AV_OPT_TYPE_CONST, {.i64 = 0}, INT_MIN,
>> INT_MAX, VE, "tier"},
>> + { "high", "high", 0, AV_OPT_TYPE_CONST, {.i64 = 1}, INT_MIN,
>> INT_MAX, VE, "tier"},
>> + {NULL}
>> +};
>> +
>> +static const AVClass class = {
>> + .class_name = "libvvenc",
>> + .item_name = av_default_item_name,
>> + .option = options,
>> + .version = LIBAVUTIL_VERSION_INT,
>> +};
>> +
>> +static const FFCodecDefault vvenc_defaults[] = {
>> + { "b", "0" },
>> + { "g", "-1" },
>> + { NULL },
>> +};
>> +
>> +const FFCodec ff_libvvenc_encoder = {
>> + .p.name = "libvvenc",
>> + CODEC_LONG_NAME("libvvenc H.266 / VVC"),
>> + .p.type = AVMEDIA_TYPE_VIDEO,
>> + .p.id = AV_CODEC_ID_VVC,
>> + .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_DELAY |
>> + AV_CODEC_CAP_OTHER_THREADS,
>> + .p.profiles = NULL_IF_CONFIG_SMALL(ff_vvc_profiles),
>> + .p.priv_class = &class,
>> + .p.wrapper_name = "libvvenc",
>> + .priv_data_size = sizeof(VVenCContext),
>> + .p.pix_fmts = pix_fmts_vvenc,
>> + .init = vvenc_init,
>> + FF_CODEC_ENCODE_CB(vvenc_frame),
>> + .close = vvenc_close,
>> + .defaults = vvenc_defaults,
>> + .caps_internal = FF_CODEC_CAP_INIT_CLEANUP |
>> FF_CODEC_CAP_AUTO_THREADS
>> +};
>> --
>> 2.34.1
>>
>> _______________________________________________
>> ffmpeg-devel mailing list
>> ffmpeg-devel at ffmpeg.org
>> https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
>>
>> To unsubscribe, visit link above, or email
>> ffmpeg-devel-request at ffmpeg.org with subject "unsubscribe".
>>
>
More information about the ffmpeg-devel
mailing list