nvenc.c File Reference

#include "config.h"
#include "config_components.h"
#include "nvenc.h"
#include "hevc_sei.h"
#include "libavutil/buffer.h"
#include "libavutil/hwcontext_cuda.h"
#include "libavutil/hwcontext.h"
#include "libavutil/cuda_check.h"
#include "libavutil/imgutils.h"
#include "libavutil/mem.h"
#include "libavutil/pixdesc.h"
#include "libavutil/mathematics.h"
#include "atsc_a53.h"
#include "encode.h"
#include "internal.h"
#include "packet_internal.h"

Go to the source code of this file.

Data Structures
struct	FrameData
struct	GUIDTuple

Macros
#define	CHECK_CU(x)   FF_CUDA_CHECK_DL(avctx, dl_fn->cuda_dl, x)
#define	NVENC_CAP   0x30
#define	IS_CBR(rc)
#define	IS_10BIT(pix_fmt)
#define	IS_YUV444(pix_fmt)
#define	IS_GBRP(pix_fmt)
#define	PRESET_ALIAS(alias, name, ...)   [PRESET_ ## alias] = { NV_ENC_PRESET_ ## name ## _GUID, __VA_ARGS__ }
#define	PRESET(name, ...)   PRESET_ALIAS(name, name, __VA_ARGS__)

Functions
static int	nvenc_map_error (NVENCSTATUS err, const char **desc)
static int	nvenc_print_error (AVCodecContext *avctx, NVENCSTATUS err, const char *error_string)
static void	reorder_queue_flush (AVFifo *queue)
static void	nvenc_map_preset (NvencContext *ctx)
static void	nvenc_print_driver_requirement (AVCodecContext *avctx, int level)
static av_cold int	nvenc_load_libraries (AVCodecContext *avctx)
static int	nvenc_push_context (AVCodecContext *avctx)
static int	nvenc_pop_context (AVCodecContext *avctx)
static av_cold int	nvenc_open_session (AVCodecContext *avctx)
static int	nvenc_check_codec_support (AVCodecContext *avctx)
static int	nvenc_check_cap (AVCodecContext *avctx, NV_ENC_CAPS cap)
static int	nvenc_check_capabilities (AVCodecContext *avctx)
static av_cold int	nvenc_check_device (AVCodecContext *avctx, int idx)
static av_cold int	nvenc_setup_device (AVCodecContext *avctx)
static av_cold void	set_constqp (AVCodecContext *avctx)
static av_cold void	set_vbr (AVCodecContext *avctx)
static av_cold void	set_lossless (AVCodecContext *avctx)
static void	nvenc_override_rate_control (AVCodecContext *avctx)
static av_cold int	nvenc_recalc_surfaces (AVCodecContext *avctx)
static av_cold void	nvenc_setup_rate_control (AVCodecContext *avctx)
static av_cold int	nvenc_setup_h264_config (AVCodecContext *avctx)
static av_cold int	nvenc_setup_hevc_config (AVCodecContext *avctx)
static av_cold int	nvenc_setup_codec_config (AVCodecContext *avctx)
static void	compute_dar (AVCodecContext *avctx, int *dw, int *dh)
static av_cold int	nvenc_setup_encoder (AVCodecContext *avctx)
static NV_ENC_BUFFER_FORMAT	nvenc_map_buffer_format (enum AVPixelFormat pix_fmt)
static av_cold int	nvenc_alloc_surface (AVCodecContext *avctx, int idx)
static av_cold int	nvenc_setup_surfaces (AVCodecContext *avctx)
static av_cold int	nvenc_setup_extradata (AVCodecContext *avctx)
av_cold int	ff_nvenc_encode_close (AVCodecContext *avctx)
av_cold int	ff_nvenc_encode_init (AVCodecContext *avctx)
static NvencSurface *	get_free_frame (NvencContext *ctx)
static int	nvenc_copy_frame (AVCodecContext *avctx, NvencSurface *nv_surface, NV_ENC_LOCK_INPUT_BUFFER *lock_buffer_params, const AVFrame *frame)
static int	nvenc_find_free_reg_resource (AVCodecContext *avctx)
static int	nvenc_register_frame (AVCodecContext *avctx, const AVFrame *frame)
static int	nvenc_upload_frame (AVCodecContext *avctx, const AVFrame *frame, NvencSurface *nvenc_frame)
static void	nvenc_codec_specific_pic_params (AVCodecContext *avctx, NV_ENC_PIC_PARAMS *params, NV_ENC_SEI_PAYLOAD *sei_data, int sei_count)
static void	reorder_queue_enqueue (AVFifo *queue, const AVCodecContext *avctx, const AVFrame *frame, AVBufferRef **opaque_ref)
static int64_t	reorder_queue_dequeue (AVFifo *queue, AVCodecContext *avctx, AVPacket *pkt)
static int	nvenc_set_timestamp (AVCodecContext *avctx, NV_ENC_LOCK_BITSTREAM *params, AVPacket *pkt)
static int	process_output_surface (AVCodecContext *avctx, AVPacket *pkt, NvencSurface *tmpoutsurf)
static int	output_ready (AVCodecContext *avctx, int flush)
static int	prepare_sei_data_array (AVCodecContext *avctx, const AVFrame *frame)
static void	reconfig_encoder (AVCodecContext *avctx, const AVFrame *frame)
static int	nvenc_send_frame (AVCodecContext *avctx, const AVFrame *frame)
int	ff_nvenc_receive_packet (AVCodecContext *avctx, AVPacket *pkt)
av_cold void	ff_nvenc_encode_flush (AVCodecContext *avctx)

Variables
enum AVPixelFormat	ff_nvenc_pix_fmts []
const AVCodecHWConfigInternal *const	ff_nvenc_hw_configs []
struct {
NVENCSTATUS   nverr
int   averr
const char *   desc
}	nvenc_errors []

Macro Definition Documentation

CHECK_CU

#define CHECK_CU

(

x

)

FF_CUDA_CHECK_DL(avctx, dl_fn->cuda_dl, x)

Definition at line 44 of file nvenc.c.

NVENC_CAP

#define NVENC_CAP   0x30

Definition at line 46 of file nvenc.c.

IS_CBR

#define IS_CBR

(

rc

)

Value:

                    (rc == NV_ENC_PARAMS_RC_CBR ||             \
                    rc == NV_ENC_PARAMS_RC_CBR_LOWDELAY_HQ || \
                    rc == NV_ENC_PARAMS_RC_CBR_HQ)

Definition at line 47 of file nvenc.c.

IS_10BIT

#define IS_10BIT

(

pix_fmt

)

Value:

                            (pix_fmt == AV_PIX_FMT_P010      || \
                            pix_fmt == AV_PIX_FMT_P016      || \
                            pix_fmt == AV_PIX_FMT_YUV444P16 || \
                            pix_fmt == AV_PIX_FMT_X2RGB10   || \
                            pix_fmt == AV_PIX_FMT_X2BGR10   || \
                            pix_fmt == AV_PIX_FMT_GBRP16)

Definition at line 83 of file nvenc.c.

IS_YUV444

#define IS_YUV444

(

pix_fmt

)

Value:

                            (pix_fmt == AV_PIX_FMT_YUV444P   || \
                            pix_fmt == AV_PIX_FMT_YUV444P16 || \
                            pix_fmt == AV_PIX_FMT_GBRP      || \
                            pix_fmt == AV_PIX_FMT_GBRP16)

Definition at line 90 of file nvenc.c.

IS_GBRP

#define IS_GBRP

(

pix_fmt

)

Value:

                          (pix_fmt == AV_PIX_FMT_GBRP || \
                          pix_fmt == AV_PIX_FMT_GBRP16)

Definition at line 95 of file nvenc.c.

PRESET_ALIAS

#define PRESET_ALIAS	(		alias,
			name,
			...
	)		[PRESET_ ## alias] = { NV_ENC_PRESET_ ## name ## _GUID, __VA_ARGS__ }

Definition at line 192 of file nvenc.c.

PRESET

#define PRESET	(		name,
			...
	)		PRESET_ALIAS(name, name, __VA_ARGS__)

Definition at line 195 of file nvenc.c.

Function Documentation

nvenc_map_error()

static int nvenc_map_error ( NVENCSTATUS  err, const char **  desc  )

static

Definition at line 131 of file nvenc.c.

Referenced by nvenc_print_error().

nvenc_print_error()

static int nvenc_print_error ( AVCodecContext *  avctx, NVENCSTATUS  err, const char *  error_string  )

static

Definition at line 146 of file nvenc.c.

Referenced by nvenc_alloc_surface(), nvenc_find_free_reg_resource(), nvenc_load_libraries(), nvenc_open_session(), nvenc_send_frame(), nvenc_setup_encoder(), nvenc_setup_extradata(), nvenc_upload_frame(), process_output_surface(), and reconfig_encoder().

reorder_queue_flush()

static void reorder_queue_flush ( AVFifo *  queue )

static

Definition at line 177 of file nvenc.c.

Referenced by ff_nvenc_encode_close(), and ff_nvenc_encode_flush().

nvenc_map_preset()

static void nvenc_map_preset ( NvencContext *  ctx )

static

Definition at line 197 of file nvenc.c.

Referenced by nvenc_setup_device().

nvenc_print_driver_requirement()

static void nvenc_print_driver_requirement ( AVCodecContext *  avctx, int  level  )

static

Definition at line 251 of file nvenc.c.

Referenced by nvenc_load_libraries().

nvenc_load_libraries()

static av_cold int nvenc_load_libraries ( AVCodecContext *  avctx )

static

Definition at line 313 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

nvenc_push_context()

static int nvenc_push_context ( AVCodecContext *  avctx )

static

Definition at line 357 of file nvenc.c.

Referenced by ff_nvenc_encode_close(), ff_nvenc_receive_packet(), nvenc_check_device(), nvenc_send_frame(), nvenc_setup_encoder(), and nvenc_setup_surfaces().

nvenc_pop_context()

static int nvenc_pop_context ( AVCodecContext *  avctx )

static

Definition at line 368 of file nvenc.c.

Referenced by ff_nvenc_encode_close(), ff_nvenc_receive_packet(), nvenc_check_device(), nvenc_send_frame(), nvenc_setup_encoder(), and nvenc_setup_surfaces().

nvenc_open_session()

static av_cold int nvenc_open_session ( AVCodecContext *  avctx )

static

Definition at line 380 of file nvenc.c.

Referenced by nvenc_check_device(), and nvenc_setup_device().

nvenc_check_codec_support()

static int nvenc_check_codec_support ( AVCodecContext *  avctx )

static

Definition at line 406 of file nvenc.c.

Referenced by nvenc_check_capabilities().

nvenc_check_cap()

static int nvenc_check_cap ( AVCodecContext *  avctx, NV_ENC_CAPS  cap  )

static

Definition at line 442 of file nvenc.c.

Referenced by nvenc_check_capabilities().

nvenc_check_capabilities()

static int nvenc_check_capabilities ( AVCodecContext *  avctx )

static

Definition at line 459 of file nvenc.c.

Referenced by nvenc_check_device(), and nvenc_setup_device().

nvenc_check_device()

static av_cold int nvenc_check_device ( AVCodecContext *  avctx, int  idx  )

static

Definition at line 608 of file nvenc.c.

Referenced by nvenc_setup_device().

nvenc_setup_device()

static av_cold int nvenc_setup_device ( AVCodecContext *  avctx )

static

Definition at line 683 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

set_constqp()

static av_cold void set_constqp ( AVCodecContext *  avctx )

static

Definition at line 799 of file nvenc.c.

Referenced by nvenc_override_rate_control().

set_vbr()

static av_cold void set_vbr ( AVCodecContext *  avctx )

static

Definition at line 837 of file nvenc.c.

Referenced by nvenc_override_rate_control(), and nvenc_setup_rate_control().

set_lossless()

static av_cold void set_lossless ( AVCodecContext *  avctx )

static

Definition at line 904 of file nvenc.c.

Referenced by nvenc_setup_rate_control().

nvenc_override_rate_control()

static void nvenc_override_rate_control ( AVCodecContext *  avctx )

static

Definition at line 918 of file nvenc.c.

Referenced by nvenc_setup_rate_control().

nvenc_recalc_surfaces()

static av_cold int nvenc_recalc_surfaces ( AVCodecContext *  avctx )

static

Definition at line 949 of file nvenc.c.

Referenced by nvenc_setup_encoder().

nvenc_setup_rate_control()

static av_cold void nvenc_setup_rate_control ( AVCodecContext *  avctx )

static

Definition at line 988 of file nvenc.c.

Referenced by nvenc_setup_encoder().

nvenc_setup_h264_config()

static av_cold int nvenc_setup_h264_config ( AVCodecContext *  avctx )

static

Definition at line 1146 of file nvenc.c.

Referenced by nvenc_setup_codec_config().

nvenc_setup_hevc_config()

static av_cold int nvenc_setup_hevc_config ( AVCodecContext *  avctx )

static

Definition at line 1268 of file nvenc.c.

Referenced by nvenc_setup_codec_config().

nvenc_setup_codec_config()

static av_cold int nvenc_setup_codec_config ( AVCodecContext *  avctx )

static

Definition at line 1464 of file nvenc.c.

Referenced by nvenc_setup_encoder().

compute_dar()

static void compute_dar ( AVCodecContext *  avctx, int *  dw, int *  dh  )

static

Definition at line 1481 of file nvenc.c.

Referenced by nvenc_setup_encoder(), and reconfig_encoder().

nvenc_setup_encoder()

static av_cold int nvenc_setup_encoder ( AVCodecContext *  avctx )

static

Definition at line 1514 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

nvenc_map_buffer_format()

static NV_ENC_BUFFER_FORMAT nvenc_map_buffer_format ( enum AVPixelFormat  pix_fmt )

static

Definition at line 1677 of file nvenc.c.

Referenced by nvenc_alloc_surface().

nvenc_alloc_surface()

static av_cold int nvenc_alloc_surface ( AVCodecContext *  avctx, int  idx  )

static

Definition at line 1708 of file nvenc.c.

Referenced by nvenc_setup_surfaces().

nvenc_setup_surfaces()

static av_cold int nvenc_setup_surfaces ( AVCodecContext *  avctx )

static

Definition at line 1764 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

nvenc_setup_extradata()

static av_cold int nvenc_setup_extradata ( AVCodecContext *  avctx )

static

Definition at line 1805 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

ff_nvenc_encode_close()

av_cold int ff_nvenc_encode_close

(

AVCodecContext *

avctx

)

Definition at line 1839 of file nvenc.c.

ff_nvenc_encode_init()

av_cold int ff_nvenc_encode_init

(

AVCodecContext *

avctx

)

Definition at line 1922 of file nvenc.c.

get_free_frame()

static NvencSurface* get_free_frame ( NvencContext *  ctx )

static

Definition at line 1969 of file nvenc.c.

Referenced by nvenc_send_frame().

nvenc_copy_frame()

static int nvenc_copy_frame ( AVCodecContext *  avctx, NvencSurface *  nv_surface, NV_ENC_LOCK_INPUT_BUFFER *  lock_buffer_params, const AVFrame *  frame  )

static

Definition at line 1980 of file nvenc.c.

Referenced by nvenc_upload_frame().

nvenc_find_free_reg_resource()

static int nvenc_find_free_reg_resource ( AVCodecContext *  avctx )

static

Definition at line 2010 of file nvenc.c.

nvenc_register_frame()

static int nvenc_register_frame ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 2044 of file nvenc.c.

Referenced by nvenc_upload_frame().

nvenc_upload_frame()

static int nvenc_upload_frame ( AVCodecContext *  avctx, const AVFrame *  frame, NvencSurface *  nvenc_frame  )

static

Definition at line 2098 of file nvenc.c.

Referenced by nvenc_send_frame().

nvenc_codec_specific_pic_params()

static void nvenc_codec_specific_pic_params ( AVCodecContext *  avctx, NV_ENC_PIC_PARAMS *  params, NV_ENC_SEI_PAYLOAD *  sei_data, int  sei_count  )

static

Definition at line 2160 of file nvenc.c.

Referenced by nvenc_send_frame().

reorder_queue_enqueue()

static void reorder_queue_enqueue ( AVFifo *  queue, const AVCodecContext *  avctx, const AVFrame *  frame, AVBufferRef **  opaque_ref  )

static

Definition at line 2206 of file nvenc.c.

Referenced by nvenc_send_frame().

reorder_queue_dequeue()

static int64_t reorder_queue_dequeue ( AVFifo *  queue, AVCodecContext *  avctx, AVPacket *  pkt  )

static

Definition at line 2226 of file nvenc.c.

Referenced by nvenc_set_timestamp(), and process_output_surface().

nvenc_set_timestamp()

static int nvenc_set_timestamp ( AVCodecContext *  avctx, NV_ENC_LOCK_BITSTREAM *  params, AVPacket *  pkt  )

static

Definition at line 2255 of file nvenc.c.

Referenced by process_output_surface().

process_output_surface()

static int process_output_surface ( AVCodecContext *  avctx, AVPacket *  pkt, NvencSurface *  tmpoutsurf  )

static

Definition at line 2275 of file nvenc.c.

Referenced by ff_nvenc_receive_packet().

output_ready()

static int output_ready ( AVCodecContext *  avctx, int  flush  )

static

Definition at line 2370 of file nvenc.c.

Referenced by ff_nvenc_receive_packet().

prepare_sei_data_array()

static int prepare_sei_data_array ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 2382 of file nvenc.c.

Referenced by nvenc_send_frame().

reconfig_encoder()

static void reconfig_encoder ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 2494 of file nvenc.c.

Referenced by nvenc_send_frame().

nvenc_send_frame()

static int nvenc_send_frame ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 2586 of file nvenc.c.

Referenced by ff_nvenc_encode_flush(), and ff_nvenc_receive_packet().

ff_nvenc_receive_packet()

int ff_nvenc_receive_packet	(	AVCodecContext *	avctx,
		AVPacket *	pkt
	)

Definition at line 2708 of file nvenc.c.

ff_nvenc_encode_flush()

av_cold void ff_nvenc_encode_flush

(

AVCodecContext *

avctx

)

Definition at line 2759 of file nvenc.c.

Variable Documentation

ff_nvenc_pix_fmts

enum AVPixelFormat ff_nvenc_pix_fmts[]

Initial value:

= {
    AV_PIX_FMT_YUV420P,
    AV_PIX_FMT_NV12,
    AV_PIX_FMT_P010,
    AV_PIX_FMT_YUV444P,
    AV_PIX_FMT_P016,      
    AV_PIX_FMT_YUV444P16, 
    AV_PIX_FMT_0RGB32,
    AV_PIX_FMT_RGB32,
    AV_PIX_FMT_0BGR32,
    AV_PIX_FMT_BGR32,
    AV_PIX_FMT_X2RGB10,
    AV_PIX_FMT_X2BGR10,
    AV_PIX_FMT_GBRP,
    AV_PIX_FMT_GBRP16,    
    AV_PIX_FMT_CUDA,
 
 
 
    AV_PIX_FMT_NONE
}

Definition at line 51 of file nvenc.c.

ff_nvenc_hw_configs

const AVCodecHWConfigInternal* const ff_nvenc_hw_configs[]

Initial value:

= {
    HW_CONFIG_ENCODER_FRAMES(CUDA,  CUDA),
    HW_CONFIG_ENCODER_DEVICE(NONE,  CUDA),
 
 
 
 
    NULL,
}

Definition at line 73 of file nvenc.c.

nverr

NVENCSTATUS nverr

Definition at line 99 of file nvenc.c.

Referenced by nvenc_map_error().

averr

int averr

Definition at line 100 of file nvenc.c.

Referenced by print_tls_error().

desc

const char* desc

Definition at line 101 of file nvenc.c.

Referenced by nvenc_map_error(), and nvenc_print_error().

nvenc_errors

const { ... } nvenc_errors[]

Initial value:

= {
    { NV_ENC_SUCCESS,                      0,                "success"                  },
    { NV_ENC_ERR_NO_ENCODE_DEVICE,         AVERROR(ENOENT),  "no encode device"         },
    { NV_ENC_ERR_UNSUPPORTED_DEVICE,       AVERROR(ENOSYS),  "unsupported device"       },
    { NV_ENC_ERR_INVALID_ENCODERDEVICE,    AVERROR(EINVAL),  "invalid encoder device"   },
    { NV_ENC_ERR_INVALID_DEVICE,           AVERROR(EINVAL),  "invalid device"           },
    { NV_ENC_ERR_DEVICE_NOT_EXIST,         AVERROR(EIO),     "device does not exist"    },
    { NV_ENC_ERR_INVALID_PTR,              AVERROR(EFAULT),  "invalid ptr"              },
    { NV_ENC_ERR_INVALID_EVENT,            AVERROR(EINVAL),  "invalid event"            },
    { NV_ENC_ERR_INVALID_PARAM,            AVERROR(EINVAL),  "invalid param"            },
    { NV_ENC_ERR_INVALID_CALL,             AVERROR(EINVAL),  "invalid call"             },
    { NV_ENC_ERR_OUT_OF_MEMORY,            AVERROR(ENOMEM),  "out of memory"            },
    { NV_ENC_ERR_ENCODER_NOT_INITIALIZED,  AVERROR(EINVAL),  "encoder not initialized"  },
    { NV_ENC_ERR_UNSUPPORTED_PARAM,        AVERROR(ENOSYS),  "unsupported param"        },
    { NV_ENC_ERR_LOCK_BUSY,                AVERROR(EAGAIN),  "lock busy"                },
    { NV_ENC_ERR_NOT_ENOUGH_BUFFER,        AVERROR_BUFFER_TOO_SMALL, "not enough buffer"},
    { NV_ENC_ERR_INVALID_VERSION,          AVERROR(EINVAL),  "invalid version"          },
    { NV_ENC_ERR_MAP_FAILED,               AVERROR(EIO),     "map failed"               },
    { NV_ENC_ERR_NEED_MORE_INPUT,          AVERROR(EAGAIN),  "need more input"          },
    { NV_ENC_ERR_ENCODER_BUSY,             AVERROR(EAGAIN),  "encoder busy"             },
    { NV_ENC_ERR_EVENT_NOT_REGISTERD,      AVERROR(EBADF),   "event not registered"     },
    { NV_ENC_ERR_GENERIC,                  AVERROR_UNKNOWN,  "generic error"            },
    { NV_ENC_ERR_INCOMPATIBLE_CLIENT_KEY,  AVERROR(EINVAL),  "incompatible client key"  },
    { NV_ENC_ERR_UNIMPLEMENTED,            AVERROR(ENOSYS),  "unimplemented"            },
    { NV_ENC_ERR_RESOURCE_REGISTER_FAILED, AVERROR(EIO),     "resource register failed" },
    { NV_ENC_ERR_RESOURCE_NOT_REGISTERED,  AVERROR(EBADF),   "resource not registered"  },
    { NV_ENC_ERR_RESOURCE_NOT_MAPPED,      AVERROR(EBADF),   "resource not mapped"      },
}

Referenced by nvenc_map_error().