FFmpeg
Data Structures | Macros | Typedefs | Enumerations | Functions | Variables
videotoolboxenc.c File Reference
#include <VideoToolbox/VideoToolbox.h>
#include <CoreVideo/CoreVideo.h>
#include <CoreMedia/CoreMedia.h>
#include <TargetConditionals.h>
#include <Availability.h>
#include "avcodec.h"
#include "libavutil/opt.h"
#include "libavutil/avassert.h"
#include "libavutil/avstring.h"
#include "libavutil/pixdesc.h"
#include "internal.h"
#include <pthread.h>
#include "h264.h"
#include "h264_sei.h"
#include <dlfcn.h>

Go to the source code of this file.

Data Structures

struct  ExtraSEI
 
struct  BufNode
 
struct  VTEncContext
 

Macros

#define GET_SYM(symbol, defaultVal)
 
#define VE   AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
 
#define COMMON_OPTIONS
 
#define OFFSET(x)   offsetof(VTEncContext, x)
 

Typedefs

typedef OSStatus(* getParameterSetAtIndex) (CMFormatDescriptionRef videoDesc, size_t parameterSetIndex, const uint8_t **parameterSetPointerOut, size_t *parameterSetSizeOut, size_t *parameterSetCountOut, int *NALUnitHeaderLengthOut)
 

Enumerations

enum  { kCMVideoCodecType_HEVC = 'hvc1' }
 
enum  { kCVPixelFormatType_420YpCbCr10BiPlanarFullRange = 'xf20' }
 
enum  { kCVPixelFormatType_420YpCbCr10BiPlanarVideoRange = 'x420' }
 
enum  VT_H264Profile {
  H264_PROF_AUTO, H264_PROF_BASELINE, H264_PROF_MAIN, H264_PROF_HIGH,
  H264_PROF_COUNT
}
 
enum  VTH264Entropy { VT_ENTROPY_NOT_SET, VT_CAVLC, VT_CABAC }
 
enum  VT_HEVCProfile { HEVC_PROF_AUTO, HEVC_PROF_MAIN, HEVC_PROF_MAIN10, HEVC_PROF_COUNT }
 

Functions

static void loadVTEncSymbols ()
 
static int vtenc_populate_extradata (AVCodecContext *avctx, CMVideoCodecType codec_type, CFStringRef profile_level, CFNumberRef gamma_level, CFDictionaryRef enc_info, CFDictionaryRef pixel_buffer_info)
 
static void vt_release_num (CFNumberRef *refPtr)
 NULL-safe release of *refPtr, and sets value to NULL. More...
 
static void set_async_error (VTEncContext *vtctx, int err)
 
static void clear_frame_queue (VTEncContext *vtctx)
 
static int vtenc_q_pop (VTEncContext *vtctx, bool wait, CMSampleBufferRef *buf, ExtraSEI **sei)
 
static void vtenc_q_push (VTEncContext *vtctx, CMSampleBufferRef buffer, ExtraSEI *sei)
 
static int count_nalus (size_t length_code_size, CMSampleBufferRef sample_buffer, int *count)
 
static CMVideoCodecType get_cm_codec_type (enum AVCodecID id)
 
static int get_params_size (AVCodecContext *avctx, CMVideoFormatDescriptionRef vid_fmt, size_t *size)
 Get the parameter sets from a CMSampleBufferRef. More...
 
static int copy_param_sets (AVCodecContext *avctx, CMVideoFormatDescriptionRef vid_fmt, uint8_t *dst, size_t dst_size)
 
static int set_extradata (AVCodecContext *avctx, CMSampleBufferRef sample_buffer)
 
static void vtenc_output_callback (void *ctx, void *sourceFrameCtx, OSStatus status, VTEncodeInfoFlags flags, CMSampleBufferRef sample_buffer)
 
static int get_length_code_size (AVCodecContext *avctx, CMSampleBufferRef sample_buffer, size_t *size)
 
static bool get_vt_h264_profile_level (AVCodecContext *avctx, CFStringRef *profile_level_val)
 
static bool get_vt_hevc_profile_level (AVCodecContext *avctx, CFStringRef *profile_level_val)
 
static int get_cv_pixel_format (AVCodecContext *avctx, enum AVPixelFormat fmt, enum AVColorRange range, int *av_pixel_format, int *range_guessed)
 
static void add_color_attr (AVCodecContext *avctx, CFMutableDictionaryRef dict)
 
static int create_cv_pixel_buffer_info (AVCodecContext *avctx, CFMutableDictionaryRef *dict)
 
static int get_cv_color_primaries (AVCodecContext *avctx, CFStringRef *primaries)
 
static int get_cv_transfer_function (AVCodecContext *avctx, CFStringRef *transfer_fnc, CFNumberRef *gamma_level)
 
static int get_cv_ycbcr_matrix (AVCodecContext *avctx, CFStringRef *matrix)
 
static int vtenc_create_encoder (AVCodecContext *avctx, CMVideoCodecType codec_type, CFStringRef profile_level, CFNumberRef gamma_level, CFDictionaryRef enc_info, CFDictionaryRef pixel_buffer_info, VTCompressionSessionRef *session)
 
static int vtenc_configure_encoder (AVCodecContext *avctx)
 
static av_cold int vtenc_init (AVCodecContext *avctx)
 
static void vtenc_get_frame_info (CMSampleBufferRef buffer, bool *is_key_frame)
 
static int is_post_sei_nal_type (int nal_type)
 
static int find_sei_end (AVCodecContext *avctx, uint8_t *nal_data, size_t nal_size, uint8_t **sei_end)
 
static int copy_emulation_prev (const uint8_t *src, size_t src_size, uint8_t *dst, ssize_t dst_offset, size_t dst_size)
 Copies the data inserting emulation prevention bytes as needed. More...
 
static int write_sei (const ExtraSEI *sei, int sei_type, uint8_t *dst, size_t dst_size)
 
static int copy_replace_length_codes (AVCodecContext *avctx, size_t length_code_size, CMSampleBufferRef sample_buffer, ExtraSEI *sei, uint8_t *dst_data, size_t dst_size)
 Copies NAL units and replaces length codes with H.264 Annex B start codes. More...
 
static int get_sei_msg_bytes (const ExtraSEI *sei, int type)
 Returns a sufficient number of bytes to contain the sei data. More...
 
static int vtenc_cm_to_avpacket (AVCodecContext *avctx, CMSampleBufferRef sample_buffer, AVPacket *pkt, ExtraSEI *sei)
 
static int get_cv_pixel_info (AVCodecContext *avctx, const AVFrame *frame, int *color, int *plane_count, size_t *widths, size_t *heights, size_t *strides, size_t *contiguous_buf_size)
 
static int copy_avframe_to_pixel_buffer (AVCodecContext *avctx, const AVFrame *frame, CVPixelBufferRef cv_img, const size_t *plane_strides, const size_t *plane_rows)
 
static int create_cv_pixel_buffer (AVCodecContext *avctx, const AVFrame *frame, CVPixelBufferRef *cv_img)
 
static int create_encoder_dict_h264 (const AVFrame *frame, CFDictionaryRef *dict_out)
 
static int vtenc_send_frame (AVCodecContext *avctx, VTEncContext *vtctx, const AVFrame *frame)
 
static av_cold int vtenc_frame (AVCodecContext *avctx, AVPacket *pkt, const AVFrame *frame, int *got_packet)
 
static av_cold int vtenc_close (AVCodecContext *avctx)
 

Variables

struct {
   CFStringRef   kCVImageBufferColorPrimaries_ITU_R_2020
 
   CFStringRef   kCVImageBufferTransferFunction_ITU_R_2020
 
   CFStringRef   kCVImageBufferYCbCrMatrix_ITU_R_2020
 
   CFStringRef   kVTCompressionPropertyKey_H264EntropyMode
 
   CFStringRef   kVTH264EntropyMode_CAVLC
 
   CFStringRef   kVTH264EntropyMode_CABAC
 
   CFStringRef   kVTProfileLevel_H264_Baseline_4_0
 
   CFStringRef   kVTProfileLevel_H264_Baseline_4_2
 
   CFStringRef   kVTProfileLevel_H264_Baseline_5_0
 
   CFStringRef   kVTProfileLevel_H264_Baseline_5_1
 
   CFStringRef   kVTProfileLevel_H264_Baseline_5_2
 
   CFStringRef   kVTProfileLevel_H264_Baseline_AutoLevel
 
   CFStringRef   kVTProfileLevel_H264_Main_4_2
 
   CFStringRef   kVTProfileLevel_H264_Main_5_1
 
   CFStringRef   kVTProfileLevel_H264_Main_5_2
 
   CFStringRef   kVTProfileLevel_H264_Main_AutoLevel
 
   CFStringRef   kVTProfileLevel_H264_High_3_0
 
   CFStringRef   kVTProfileLevel_H264_High_3_1
 
   CFStringRef   kVTProfileLevel_H264_High_3_2
 
   CFStringRef   kVTProfileLevel_H264_High_4_0
 
   CFStringRef   kVTProfileLevel_H264_High_4_1
 
   CFStringRef   kVTProfileLevel_H264_High_4_2
 
   CFStringRef   kVTProfileLevel_H264_High_5_1
 
   CFStringRef   kVTProfileLevel_H264_High_5_2
 
   CFStringRef   kVTProfileLevel_H264_High_AutoLevel
 
   CFStringRef   kVTProfileLevel_HEVC_Main_AutoLevel
 
   CFStringRef   kVTProfileLevel_HEVC_Main10_AutoLevel
 
   CFStringRef   kVTCompressionPropertyKey_RealTime
 
   CFStringRef   kVTVideoEncoderSpecification_EnableHardwareAcceleratedVideoEncoder
 
   CFStringRef   kVTVideoEncoderSpecification_RequireHardwareAcceleratedVideoEncoder
 
   getParameterSetAtIndex   CMVideoFormatDescriptionGetHEVCParameterSetAtIndex
 
} compat_keys
 
static pthread_once_t once_ctrl = PTHREAD_ONCE_INIT
 
static const uint8_t start_code [] = { 0, 0, 0, 1 }
 
static enum AVPixelFormat avc_pix_fmts []
 
static enum AVPixelFormat hevc_pix_fmts []
 
static const AVOption h264_options []
 
static const AVClass h264_videotoolbox_class
 
AVCodec ff_h264_videotoolbox_encoder
 
static const AVOption hevc_options []
 
static const AVClass hevc_videotoolbox_class
 
AVCodec ff_hevc_videotoolbox_encoder
 

Macro Definition Documentation

◆ GET_SYM

#define GET_SYM (   symbol,
  defaultVal 
)
Value:
do{ \
CFStringRef* handle = (CFStringRef*)dlsym(RTLD_DEFAULT, #symbol); \
if(!handle) \
compat_keys.symbol = CFSTR(defaultVal); \
else \
compat_keys.symbol = *handle; \
}while(0)

Definition at line 95 of file videotoolboxenc.c.

◆ VE

#define VE   AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM

Definition at line 2498 of file videotoolboxenc.c.

◆ COMMON_OPTIONS

#define COMMON_OPTIONS
Value:
{ "allow_sw", "Allow software encoding", OFFSET(allow_sw), AV_OPT_TYPE_BOOL, \
{ .i64 = 0 }, 0, 1, VE }, \
{ "require_sw", "Require software encoding", OFFSET(require_sw), AV_OPT_TYPE_BOOL, \
{ .i64 = 0 }, 0, 1, VE }, \
{ "realtime", "Hint that encoding should happen in real-time if not faster (e.g. capturing from camera).", \
OFFSET(realtime), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE }, \
{ "frames_before", "Other frames will come before the frames in this session. This helps smooth concatenation issues.", \
OFFSET(frames_before), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE }, \
{ "frames_after", "Other frames will come after the frames in this session. This helps smooth concatenation issues.", \
OFFSET(frames_after), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE },

Definition at line 2499 of file videotoolboxenc.c.

◆ OFFSET

#define OFFSET (   x)    offsetof(VTEncContext, x)

Definition at line 2511 of file videotoolboxenc.c.

Typedef Documentation

◆ getParameterSetAtIndex

typedef OSStatus(* getParameterSetAtIndex) (CMFormatDescriptionRef videoDesc, size_t parameterSetIndex, const uint8_t **parameterSetPointerOut, size_t *parameterSetSizeOut, size_t *parameterSetCountOut, int *NALUnitHeaderLengthOut)

Definition at line 47 of file videotoolboxenc.c.

Enumeration Type Documentation

◆ anonymous enum

anonymous enum
Enumerator
kCMVideoCodecType_HEVC 

Definition at line 39 of file videotoolboxenc.c.

◆ anonymous enum

anonymous enum
Enumerator
kCVPixelFormatType_420YpCbCr10BiPlanarFullRange 

Definition at line 43 of file videotoolboxenc.c.

◆ anonymous enum

anonymous enum
Enumerator
kCVPixelFormatType_420YpCbCr10BiPlanarVideoRange 

Definition at line 44 of file videotoolboxenc.c.

◆ VT_H264Profile

enum VT_H264Profile
Enumerator
H264_PROF_AUTO 
H264_PROF_BASELINE 
H264_PROF_MAIN 
H264_PROF_HIGH 
H264_PROF_COUNT 

Definition at line 152 of file videotoolboxenc.c.

◆ VTH264Entropy

enum VTH264Entropy
Enumerator
VT_ENTROPY_NOT_SET 
VT_CAVLC 
VT_CABAC 

Definition at line 160 of file videotoolboxenc.c.

◆ VT_HEVCProfile

enum VT_HEVCProfile
Enumerator
HEVC_PROF_AUTO 
HEVC_PROF_MAIN 
HEVC_PROF_MAIN10 
HEVC_PROF_COUNT 

Definition at line 166 of file videotoolboxenc.c.

Function Documentation

◆ loadVTEncSymbols()

static void loadVTEncSymbols ( )
static

Definition at line 106 of file videotoolboxenc.c.

Referenced by vtenc_init().

◆ vtenc_populate_extradata()

static int vtenc_populate_extradata ( AVCodecContext *  avctx,
CMVideoCodecType  codec_type,
CFStringRef  profile_level,
CFNumberRef  gamma_level,
CFDictionaryRef  enc_info,
CFDictionaryRef  pixel_buffer_info 
)
static

Definition at line 2364 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder().

◆ vt_release_num()

static void vt_release_num ( CFNumberRef *  refPtr)
static

NULL-safe release of *refPtr, and sets value to NULL.

Definition at line 236 of file videotoolboxenc.c.

Referenced by create_cv_pixel_buffer_info().

◆ set_async_error()

static void set_async_error ( VTEncContext *  vtctx,
int  err 
)
static

Definition at line 245 of file videotoolboxenc.c.

Referenced by clear_frame_queue(), vtenc_output_callback(), and vtenc_q_push().

◆ clear_frame_queue()

static void clear_frame_queue ( VTEncContext *  vtctx)
static

Definition at line 266 of file videotoolboxenc.c.

Referenced by vtenc_close().

◆ vtenc_q_pop()

static int vtenc_q_pop ( VTEncContext *  vtctx,
bool  wait,
CMSampleBufferRef *  buf,
ExtraSEI **  sei 
)
static

Definition at line 271 of file videotoolboxenc.c.

Referenced by vtenc_frame(), and vtenc_populate_extradata().

◆ vtenc_q_push()

static void vtenc_q_push ( VTEncContext *  vtctx,
CMSampleBufferRef  buffer,
ExtraSEI *  sei 
)
static

Definition at line 321 of file videotoolboxenc.c.

Referenced by vtenc_output_callback().

◆ count_nalus()

static int count_nalus ( size_t  length_code_size,
CMSampleBufferRef  sample_buffer,
int *  count 
)
static

Definition at line 348 of file videotoolboxenc.c.

Referenced by vtenc_cm_to_avpacket().

◆ get_cm_codec_type()

static CMVideoCodecType get_cm_codec_type ( enum AVCodecID  id)
static

Definition at line 387 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder().

◆ get_params_size()

static int get_params_size ( AVCodecContext *  avctx,
CMVideoFormatDescriptionRef  vid_fmt,
size_t *  size 
)
static

Get the parameter sets from a CMSampleBufferRef.

Parameters
dstIf *dst isn't NULL, the parameters are copied into existing memory. *dst_size must be set accordingly when *dst != NULL. If *dst is NULL, it will be allocated. In all cases, *dst_size is set to the number of bytes used starting at *dst.

Definition at line 404 of file videotoolboxenc.c.

Referenced by set_extradata(), and vtenc_cm_to_avpacket().

◆ copy_param_sets()

static int copy_param_sets ( AVCodecContext *  avctx,
CMVideoFormatDescriptionRef  vid_fmt,
uint8_t *  dst,
size_t  dst_size 
)
static

Definition at line 458 of file videotoolboxenc.c.

Referenced by set_extradata(), and vtenc_cm_to_avpacket().

◆ set_extradata()

static int set_extradata ( AVCodecContext *  avctx,
CMSampleBufferRef  sample_buffer 
)
static

Definition at line 522 of file videotoolboxenc.c.

Referenced by vtenc_output_callback().

◆ vtenc_output_callback()

static void vtenc_output_callback ( void *  ctx,
void *  sourceFrameCtx,
OSStatus  status,
VTEncodeInfoFlags  flags,
CMSampleBufferRef  sample_buffer 
)
static

Definition at line 556 of file videotoolboxenc.c.

Referenced by vtenc_create_encoder().

◆ get_length_code_size()

static int get_length_code_size ( AVCodecContext *  avctx,
CMSampleBufferRef  sample_buffer,
size_t *  size 
)
static

Definition at line 589 of file videotoolboxenc.c.

Referenced by vtenc_cm_to_avpacket().

◆ get_vt_h264_profile_level()

static bool get_vt_h264_profile_level ( AVCodecContext *  avctx,
CFStringRef *  profile_level_val 
)
static

Definition at line 626 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder().

◆ get_vt_hevc_profile_level()

static bool get_vt_hevc_profile_level ( AVCodecContext *  avctx,
CFStringRef *  profile_level_val 
)
static

Definition at line 723 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder().

◆ get_cv_pixel_format()

static int get_cv_pixel_format ( AVCodecContext *  avctx,
enum AVPixelFormat  fmt,
enum AVColorRange  range,
int *  av_pixel_format,
int *  range_guessed 
)
static

Definition at line 752 of file videotoolboxenc.c.

Referenced by create_cv_pixel_buffer_info(), and get_cv_pixel_info().

◆ add_color_attr()

static void add_color_attr ( AVCodecContext *  avctx,
CFMutableDictionaryRef  dict 
)
static

Definition at line 782 of file videotoolboxenc.c.

Referenced by create_cv_pixel_buffer_info().

◆ create_cv_pixel_buffer_info()

static int create_cv_pixel_buffer_info ( AVCodecContext *  avctx,
CFMutableDictionaryRef *  dict 
)
static

Definition at line 804 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder().

◆ get_cv_color_primaries()

static int get_cv_color_primaries ( AVCodecContext *  avctx,
CFStringRef *  primaries 
)
static

Definition at line 871 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder().

◆ get_cv_transfer_function()

static int get_cv_transfer_function ( AVCodecContext *  avctx,
CFStringRef *  transfer_fnc,
CFNumberRef *  gamma_level 
)
static

Definition at line 897 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder().

◆ get_cv_ycbcr_matrix()

static int get_cv_ycbcr_matrix ( AVCodecContext *  avctx,
CFStringRef *  matrix 
)
static

Definition at line 943 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder().

◆ vtenc_create_encoder()

static int vtenc_create_encoder ( AVCodecContext *  avctx,
CMVideoCodecType  codec_type,
CFStringRef  profile_level,
CFNumberRef  gamma_level,
CFDictionaryRef  enc_info,
CFDictionaryRef  pixel_buffer_info,
VTCompressionSessionRef *  session 
)
static

Definition at line 974 of file videotoolboxenc.c.

Referenced by vtenc_configure_encoder(), and vtenc_populate_extradata().

◆ vtenc_configure_encoder()

static int vtenc_configure_encoder ( AVCodecContext *  avctx)
static

Definition at line 1279 of file videotoolboxenc.c.

Referenced by create_cv_pixel_buffer(), and vtenc_init().

◆ vtenc_init()

static av_cold int vtenc_init ( AVCodecContext *  avctx)
static

Definition at line 1389 of file videotoolboxenc.c.

◆ vtenc_get_frame_info()

static void vtenc_get_frame_info ( CMSampleBufferRef  buffer,
bool *  is_key_frame 
)
static

Definition at line 1419 of file videotoolboxenc.c.

Referenced by vtenc_cm_to_avpacket().

◆ is_post_sei_nal_type()

static int is_post_sei_nal_type ( int  nal_type)
static

Definition at line 1446 of file videotoolboxenc.c.

Referenced by copy_replace_length_codes().

◆ find_sei_end()

static int find_sei_end ( AVCodecContext *  avctx,
uint8_t *  nal_data,
size_t  nal_size,
uint8_t **  sei_end 
)
static

Definition at line 1457 of file videotoolboxenc.c.

Referenced by copy_replace_length_codes().

◆ copy_emulation_prev()

static int copy_emulation_prev ( const uint8_t *  src,
size_t  src_size,
uint8_t *  dst,
ssize_t  dst_offset,
size_t  dst_size 
)
static

Copies the data inserting emulation prevention bytes as needed.

Existing data in the destination can be taken into account by providing dst with a dst_offset > 0.

Returns
The number of bytes copied on success. On failure, the negative of the number of bytes needed to copy src is returned.

Definition at line 1521 of file videotoolboxenc.c.

Referenced by get_sei_msg_bytes(), and write_sei().

◆ write_sei()

static int write_sei ( const ExtraSEI *  sei,
int  sei_type,
uint8_t *  dst,
size_t  dst_size 
)
static

Definition at line 1572 of file videotoolboxenc.c.

Referenced by copy_replace_length_codes().

◆ copy_replace_length_codes()

static int copy_replace_length_codes ( AVCodecContext *  avctx,
size_t  length_code_size,
CMSampleBufferRef  sample_buffer,
ExtraSEI *  sei,
uint8_t *  dst_data,
size_t  dst_size 
)
static

Copies NAL units and replaces length codes with H.264 Annex B start codes.

On failure, the contents of dst_data may have been modified.

Parameters
length_code_sizeByte length of each length code
sample_bufferNAL units prefixed with length codes.
seiOptional A53 closed captions SEI data.
dst_dataMust be zeroed before calling this function. Contains the copied NAL units prefixed with start codes when the function returns successfully.
dst_sizeLength of dst_data
Returns
0 on success AVERROR_INVALIDDATA if length_code_size is invalid AVERROR_BUFFER_TOO_SMALL if dst_data is too small or if a length_code in src_data specifies data beyond the end of its buffer.

Definition at line 1645 of file videotoolboxenc.c.

Referenced by vtenc_cm_to_avpacket().

◆ get_sei_msg_bytes()

static int get_sei_msg_bytes ( const ExtraSEI *  sei,
int  type 
)
static

Returns a sufficient number of bytes to contain the sei data.

It may be greater than the minimum required.

Definition at line 1802 of file videotoolboxenc.c.

Referenced by vtenc_cm_to_avpacket().

◆ vtenc_cm_to_avpacket()

static int vtenc_cm_to_avpacket ( AVCodecContext *  avctx,
CMSampleBufferRef  sample_buffer,
AVPacket *  pkt,
ExtraSEI *  sei 
)
static

Definition at line 1819 of file videotoolboxenc.c.

Referenced by vtenc_frame().

◆ get_cv_pixel_info()

static int get_cv_pixel_info ( AVCodecContext *  avctx,
const AVFrame *  frame,
int *  color,
int *  plane_count,
size_t *  widths,
size_t *  heights,
size_t *  strides,
size_t *  contiguous_buf_size 
)
static

Definition at line 1929 of file videotoolboxenc.c.

Referenced by create_cv_pixel_buffer().

◆ copy_avframe_to_pixel_buffer()

static int copy_avframe_to_pixel_buffer ( AVCodecContext *  avctx,
const AVFrame *  frame,
CVPixelBufferRef  cv_img,
const size_t *  plane_strides,
const size_t *  plane_rows 
)
static

Definition at line 2036 of file videotoolboxenc.c.

Referenced by create_cv_pixel_buffer().

◆ create_cv_pixel_buffer()

static int create_cv_pixel_buffer ( AVCodecContext *  avctx,
const AVFrame *  frame,
CVPixelBufferRef *  cv_img 
)
static

Definition at line 2128 of file videotoolboxenc.c.

Referenced by vtenc_send_frame().

◆ create_encoder_dict_h264()

static int create_encoder_dict_h264 ( const AVFrame *  frame,
CFDictionaryRef *  dict_out 
)
static

Definition at line 2225 of file videotoolboxenc.c.

Referenced by vtenc_send_frame().

◆ vtenc_send_frame()

static int vtenc_send_frame ( AVCodecContext *  avctx,
VTEncContext *  vtctx,
const AVFrame *  frame 
)
static

Definition at line 2241 of file videotoolboxenc.c.

Referenced by vtenc_frame().

◆ vtenc_frame()

static av_cold int vtenc_frame ( AVCodecContext *  avctx,
AVPacket *  pkt,
const AVFrame *  frame,
int *  got_packet 
)
static

Definition at line 2297 of file videotoolboxenc.c.

◆ vtenc_close()

static av_cold int vtenc_close ( AVCodecContext *  avctx)
static

Definition at line 2450 of file videotoolboxenc.c.

Variable Documentation

◆ kCVImageBufferColorPrimaries_ITU_R_2020

CFStringRef kCVImageBufferColorPrimaries_ITU_R_2020

Definition at line 56 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kCVImageBufferTransferFunction_ITU_R_2020

CFStringRef kCVImageBufferTransferFunction_ITU_R_2020

Definition at line 57 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kCVImageBufferYCbCrMatrix_ITU_R_2020

CFStringRef kCVImageBufferYCbCrMatrix_ITU_R_2020

Definition at line 58 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTCompressionPropertyKey_H264EntropyMode

CFStringRef kVTCompressionPropertyKey_H264EntropyMode

Definition at line 60 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTH264EntropyMode_CAVLC

CFStringRef kVTH264EntropyMode_CAVLC

Definition at line 61 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTH264EntropyMode_CABAC

CFStringRef kVTH264EntropyMode_CABAC

Definition at line 62 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Baseline_4_0

CFStringRef kVTProfileLevel_H264_Baseline_4_0

Definition at line 64 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Baseline_4_2

CFStringRef kVTProfileLevel_H264_Baseline_4_2

Definition at line 65 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Baseline_5_0

CFStringRef kVTProfileLevel_H264_Baseline_5_0

Definition at line 66 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Baseline_5_1

CFStringRef kVTProfileLevel_H264_Baseline_5_1

Definition at line 67 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Baseline_5_2

CFStringRef kVTProfileLevel_H264_Baseline_5_2

Definition at line 68 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Baseline_AutoLevel

CFStringRef kVTProfileLevel_H264_Baseline_AutoLevel

Definition at line 69 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Main_4_2

CFStringRef kVTProfileLevel_H264_Main_4_2

Definition at line 70 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Main_5_1

CFStringRef kVTProfileLevel_H264_Main_5_1

Definition at line 71 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Main_5_2

CFStringRef kVTProfileLevel_H264_Main_5_2

Definition at line 72 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_Main_AutoLevel

CFStringRef kVTProfileLevel_H264_Main_AutoLevel

Definition at line 73 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_3_0

CFStringRef kVTProfileLevel_H264_High_3_0

Definition at line 74 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_3_1

CFStringRef kVTProfileLevel_H264_High_3_1

Definition at line 75 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_3_2

CFStringRef kVTProfileLevel_H264_High_3_2

Definition at line 76 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_4_0

CFStringRef kVTProfileLevel_H264_High_4_0

Definition at line 77 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_4_1

CFStringRef kVTProfileLevel_H264_High_4_1

Definition at line 78 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_4_2

CFStringRef kVTProfileLevel_H264_High_4_2

Definition at line 79 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_5_1

CFStringRef kVTProfileLevel_H264_High_5_1

Definition at line 80 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_5_2

CFStringRef kVTProfileLevel_H264_High_5_2

Definition at line 81 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_H264_High_AutoLevel

CFStringRef kVTProfileLevel_H264_High_AutoLevel

Definition at line 82 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_HEVC_Main_AutoLevel

CFStringRef kVTProfileLevel_HEVC_Main_AutoLevel

Definition at line 84 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTProfileLevel_HEVC_Main10_AutoLevel

CFStringRef kVTProfileLevel_HEVC_Main10_AutoLevel

Definition at line 85 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTCompressionPropertyKey_RealTime

CFStringRef kVTCompressionPropertyKey_RealTime

Definition at line 87 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTVideoEncoderSpecification_EnableHardwareAcceleratedVideoEncoder

CFStringRef kVTVideoEncoderSpecification_EnableHardwareAcceleratedVideoEncoder

Definition at line 89 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ kVTVideoEncoderSpecification_RequireHardwareAcceleratedVideoEncoder

CFStringRef kVTVideoEncoderSpecification_RequireHardwareAcceleratedVideoEncoder

Definition at line 90 of file videotoolboxenc.c.

Referenced by loadVTEncSymbols().

◆ CMVideoFormatDescriptionGetHEVCParameterSetAtIndex

getParameterSetAtIndex CMVideoFormatDescriptionGetHEVCParameterSetAtIndex

Definition at line 92 of file videotoolboxenc.c.

◆ compat_keys

struct { ... } compat_keys

Referenced by get_cv_color_primaries(), get_cv_transfer_function(), get_cv_ycbcr_matrix(), get_vt_h264_profile_level(), get_vt_hevc_profile_level(), loadVTEncSymbols(), vtenc_configure_encoder(), and vtenc_create_encoder().

◆ once_ctrl

pthread_once_t once_ctrl = PTHREAD_ONCE_INIT
static

Definition at line 104 of file videotoolboxenc.c.

Referenced by vtenc_init().

◆ start_code

const uint8_t start_code[] = { 0, 0, 0, 1 }
static

Definition at line 173 of file videotoolboxenc.c.

Referenced by cbs_mpeg2_split_fragment(), commit_bitstream_and_slice_buffer(), copy_param_sets(), copy_replace_length_codes(), decode_chunks(), ff_mjpeg_decode_frame(), ff_mjpeg_find_marker(), ff_msmpeg4_decode_picture_header(), ff_rtp_send_mpegvideo(), get_params_size(), mpeg_decode_slice(), mpegvideo_extract_headers(), mxpeg_decode_frame(), slice_decode_thread(), and vtenc_cm_to_avpacket().

◆ avc_pix_fmts

enum AVPixelFormat avc_pix_fmts[]
static
Initial value:
= {
AV_PIX_FMT_VIDEOTOOLBOX,
AV_PIX_FMT_NV12,
AV_PIX_FMT_YUV420P,
AV_PIX_FMT_NONE
}

Definition at line 2483 of file videotoolboxenc.c.

◆ hevc_pix_fmts

enum AVPixelFormat hevc_pix_fmts[]
static
Initial value:
= {
AV_PIX_FMT_VIDEOTOOLBOX,
AV_PIX_FMT_NV12,
AV_PIX_FMT_YUV420P,
AV_PIX_FMT_P010LE,
AV_PIX_FMT_NONE
}

Definition at line 2490 of file videotoolboxenc.c.

◆ h264_options

const AVOption h264_options[]
static
Initial value:
= {
{ "profile", "Profile", OFFSET(profile), AV_OPT_TYPE_INT, { .i64 = H264_PROF_AUTO }, H264_PROF_AUTO, H264_PROF_COUNT, VE, "profile" },
{ "baseline", "Baseline Profile", 0, AV_OPT_TYPE_CONST, { .i64 = H264_PROF_BASELINE }, INT_MIN, INT_MAX, VE, "profile" },
{ "main", "Main Profile", 0, AV_OPT_TYPE_CONST, { .i64 = H264_PROF_MAIN }, INT_MIN, INT_MAX, VE, "profile" },
{ "high", "High Profile", 0, AV_OPT_TYPE_CONST, { .i64 = H264_PROF_HIGH }, INT_MIN, INT_MAX, VE, "profile" },
{ "level", "Level", OFFSET(level), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 52, VE, "level" },
{ "1.3", "Level 1.3, only available with Baseline Profile", 0, AV_OPT_TYPE_CONST, { .i64 = 13 }, INT_MIN, INT_MAX, VE, "level" },
{ "3.0", "Level 3.0", 0, AV_OPT_TYPE_CONST, { .i64 = 30 }, INT_MIN, INT_MAX, VE, "level" },
{ "3.1", "Level 3.1", 0, AV_OPT_TYPE_CONST, { .i64 = 31 }, INT_MIN, INT_MAX, VE, "level" },
{ "3.2", "Level 3.2", 0, AV_OPT_TYPE_CONST, { .i64 = 32 }, INT_MIN, INT_MAX, VE, "level" },
{ "4.0", "Level 4.0", 0, AV_OPT_TYPE_CONST, { .i64 = 40 }, INT_MIN, INT_MAX, VE, "level" },
{ "4.1", "Level 4.1", 0, AV_OPT_TYPE_CONST, { .i64 = 41 }, INT_MIN, INT_MAX, VE, "level" },
{ "4.2", "Level 4.2", 0, AV_OPT_TYPE_CONST, { .i64 = 42 }, INT_MIN, INT_MAX, VE, "level" },
{ "5.0", "Level 5.0", 0, AV_OPT_TYPE_CONST, { .i64 = 50 }, INT_MIN, INT_MAX, VE, "level" },
{ "5.1", "Level 5.1", 0, AV_OPT_TYPE_CONST, { .i64 = 51 }, INT_MIN, INT_MAX, VE, "level" },
{ "5.2", "Level 5.2", 0, AV_OPT_TYPE_CONST, { .i64 = 52 }, INT_MIN, INT_MAX, VE, "level" },
{ "coder", "Entropy coding", OFFSET(entropy), AV_OPT_TYPE_INT, { .i64 = VT_ENTROPY_NOT_SET }, VT_ENTROPY_NOT_SET, VT_CABAC, VE, "coder" },
{ "cavlc", "CAVLC entropy coding", 0, AV_OPT_TYPE_CONST, { .i64 = VT_CAVLC }, INT_MIN, INT_MAX, VE, "coder" },
{ "vlc", "CAVLC entropy coding", 0, AV_OPT_TYPE_CONST, { .i64 = VT_CAVLC }, INT_MIN, INT_MAX, VE, "coder" },
{ "cabac", "CABAC entropy coding", 0, AV_OPT_TYPE_CONST, { .i64 = VT_CABAC }, INT_MIN, INT_MAX, VE, "coder" },
{ "ac", "CABAC entropy coding", 0, AV_OPT_TYPE_CONST, { .i64 = VT_CABAC }, INT_MIN, INT_MAX, VE, "coder" },
{ "a53cc", "Use A53 Closed Captions (if available)", OFFSET(a53_cc), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, VE },
COMMON_OPTIONS
{ NULL },
}

Definition at line 2512 of file videotoolboxenc.c.

◆ h264_videotoolbox_class

const AVClass h264_videotoolbox_class
static
Initial value:
= {
.class_name = "h264_videotoolbox",
.item_name = av_default_item_name,
.option = h264_options,
.version = LIBAVUTIL_VERSION_INT,
}

Definition at line 2542 of file videotoolboxenc.c.

◆ ff_h264_videotoolbox_encoder

AVCodec ff_h264_videotoolbox_encoder
Initial value:
= {
.name = "h264_videotoolbox",
.long_name = NULL_IF_CONFIG_SMALL("VideoToolbox H.264 Encoder"),
.type = AVMEDIA_TYPE_VIDEO,
.id = AV_CODEC_ID_H264,
.priv_data_size = sizeof(VTEncContext),
.pix_fmts = avc_pix_fmts,
.init = vtenc_init,
.encode2 = vtenc_frame,
.close = vtenc_close,
.capabilities = AV_CODEC_CAP_DELAY,
.priv_class = &h264_videotoolbox_class,
.caps_internal = FF_CODEC_CAP_INIT_THREADSAFE |
FF_CODEC_CAP_INIT_CLEANUP,
}

Definition at line 2549 of file videotoolboxenc.c.

◆ hevc_options

const AVOption hevc_options[]
static
Initial value:
= {
{ "profile", "Profile", OFFSET(profile), AV_OPT_TYPE_INT, { .i64 = HEVC_PROF_AUTO }, HEVC_PROF_AUTO, HEVC_PROF_COUNT, VE, "profile" },
{ "main", "Main Profile", 0, AV_OPT_TYPE_CONST, { .i64 = HEVC_PROF_MAIN }, INT_MIN, INT_MAX, VE, "profile" },
{ "main10", "Main10 Profile", 0, AV_OPT_TYPE_CONST, { .i64 = HEVC_PROF_MAIN10 }, INT_MIN, INT_MAX, VE, "profile" },
COMMON_OPTIONS
{ NULL },
}

Definition at line 2565 of file videotoolboxenc.c.

◆ hevc_videotoolbox_class

const AVClass hevc_videotoolbox_class
static
Initial value:
= {
.class_name = "hevc_videotoolbox",
.item_name = av_default_item_name,
.option = hevc_options,
.version = LIBAVUTIL_VERSION_INT,
}

Definition at line 2574 of file videotoolboxenc.c.

◆ ff_hevc_videotoolbox_encoder

AVCodec ff_hevc_videotoolbox_encoder
Initial value:
= {
.name = "hevc_videotoolbox",
.long_name = NULL_IF_CONFIG_SMALL("VideoToolbox H.265 Encoder"),
.type = AVMEDIA_TYPE_VIDEO,
.id = AV_CODEC_ID_HEVC,
.priv_data_size = sizeof(VTEncContext),
.pix_fmts = hevc_pix_fmts,
.init = vtenc_init,
.encode2 = vtenc_frame,
.close = vtenc_close,
.capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HARDWARE,
.priv_class = &hevc_videotoolbox_class,
.caps_internal = FF_CODEC_CAP_INIT_THREADSAFE |
FF_CODEC_CAP_INIT_CLEANUP,
.wrapper_name = "videotoolbox",
}

Definition at line 2581 of file videotoolboxenc.c.

FF_CODEC_CAP_INIT_THREADSAFE
#define FF_CODEC_CAP_INIT_THREADSAFE
The codec does not modify any global variables in the init function, allowing to call the init functi...
Definition: internal.h:40
level
uint8_t level
Definition: svq3.c:207
init
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:35
hevc_pix_fmts
static enum AVPixelFormat hevc_pix_fmts[]
Definition: videotoolboxenc.c:2490
AV_CODEC_CAP_HARDWARE
#define AV_CODEC_CAP_HARDWARE
Codec is backed by a hardware implementation.
Definition: avcodec.h:1078
H264_PROF_AUTO
@ H264_PROF_AUTO
Definition: videotoolboxenc.c:153
profile
mfxU16 profile
Definition: qsvenc.c:44
HEVC_PROF_MAIN10
@ HEVC_PROF_MAIN10
Definition: videotoolboxenc.c:169
vtenc_close
static av_cold int vtenc_close(AVCodecContext *avctx)
Definition: videotoolboxenc.c:2450
HEVC_PROF_COUNT
@ HEVC_PROF_COUNT
Definition: videotoolboxenc.c:170
h264_options
static const AVOption h264_options[]
Definition: videotoolboxenc.c:2512
avc_pix_fmts
static enum AVPixelFormat avc_pix_fmts[]
Definition: videotoolboxenc.c:2483
hevc_options
static const AVOption hevc_options[]
Definition: videotoolboxenc.c:2565
VT_CABAC
@ VT_CABAC
Definition: videotoolboxenc.c:163
H264_PROF_MAIN
@ H264_PROF_MAIN
Definition: videotoolboxenc.c:155
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:275
HEVC_PROF_AUTO
@ HEVC_PROF_AUTO
Definition: videotoolboxenc.c:167
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
AV_CODEC_ID_H264
@ AV_CODEC_ID_H264
Definition: avcodec.h:245
LIBAVUTIL_VERSION_INT
#define LIBAVUTIL_VERSION_INT
Definition: version.h:85
NULL
#define NULL
Definition: coverity.c:32
h264_videotoolbox_class
static const AVClass h264_videotoolbox_class
Definition: videotoolboxenc.c:2542
av_default_item_name
const char * av_default_item_name(void *ptr)
Return the context name.
Definition: log.c:191
H264_PROF_BASELINE
@ H264_PROF_BASELINE
Definition: videotoolboxenc.c:154
VT_ENTROPY_NOT_SET
@ VT_ENTROPY_NOT_SET
Definition: videotoolboxenc.c:161
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:188
H264_PROF_COUNT
@ H264_PROF_COUNT
Definition: videotoolboxenc.c:157
hevc_videotoolbox_class
static const AVClass hevc_videotoolbox_class
Definition: videotoolboxenc.c:2574
AV_PIX_FMT_VIDEOTOOLBOX
@ AV_PIX_FMT_VIDEOTOOLBOX
hardware decoding through Videotoolbox
Definition: pixfmt.h:282
COMMON_OPTIONS
#define COMMON_OPTIONS
Definition: videotoolboxenc.c:2499
FF_CODEC_CAP_INIT_CLEANUP
#define FF_CODEC_CAP_INIT_CLEANUP
The codec allows calling the close function for deallocation even if the init function returned a fai...
Definition: internal.h:48
AV_CODEC_ID_HEVC
@ AV_CODEC_ID_HEVC
Definition: avcodec.h:392
VTEncContext
Definition: videotoolboxenc.c:187
AV_PIX_FMT_NV12
@ AV_PIX_FMT_NV12
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:89
HEVC_PROF_MAIN
@ HEVC_PROF_MAIN
Definition: videotoolboxenc.c:168
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:223
AV_CODEC_CAP_DELAY
#define AV_CODEC_CAP_DELAY
Encoder or decoder requires flushing with NULL input at the end in order to give the complete and cor...
Definition: avcodec.h:1006
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
OFFSET
#define OFFSET(x)
Definition: videotoolboxenc.c:2511
VE
#define VE
Definition: videotoolboxenc.c:2498
AV_PIX_FMT_P010LE
@ AV_PIX_FMT_P010LE
like NV12, with 10bpp per component, data in the high bits, zeros in the low bits,...
Definition: pixfmt.h:284
AV_OPT_TYPE_BOOL
@ AV_OPT_TYPE_BOOL
Definition: opt.h:240
vtenc_frame
static av_cold int vtenc_frame(AVCodecContext *avctx, AVPacket *pkt, const AVFrame *frame, int *got_packet)
Definition: videotoolboxenc.c:2297
H264_PROF_HIGH
@ H264_PROF_HIGH
Definition: videotoolboxenc.c:156
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:232
VT_CAVLC
@ VT_CAVLC
Definition: videotoolboxenc.c:162
vtenc_init
static av_cold int vtenc_init(AVCodecContext *avctx)
Definition: videotoolboxenc.c:1389
Generated on Wed Aug 24 2022 21:27:40 for FFmpeg by   doxygen 1.8.17