mediacodecenc.c File Reference

#include "config_components.h"
#include "libavutil/avassert.h"
#include "libavutil/fifo.h"
#include "libavutil/avstring.h"
#include "libavutil/hwcontext_mediacodec.h"
#include "libavutil/imgutils.h"
#include "libavutil/mem.h"
#include "libavutil/opt.h"
#include "libavutil/thread.h"
#include "avcodec.h"
#include "bsf.h"
#include "codec_internal.h"
#include "encode.h"
#include "hwconfig.h"
#include "jni.h"
#include "mediacodec.h"
#include "mediacodec_wrapper.h"
#include "mediacodecdec_common.h"
#include "profiles.h"

Go to the source code of this file.

Data Structures
struct	MediaCodecAsyncOutput
struct	MediaCodecEncContext

Macros
#define	INPUT_DEQUEUE_TIMEOUT_US   8000
#define	OUTPUT_DEQUEUE_TIMEOUT_US   8000
#define	OFFSET(x)   offsetof(MediaCodecEncContext, x)
#define	VE   AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
#define	COMMON_OPTION
#define	MEDIACODEC_ENCODER_CLASS(name)
#define	DECLARE_MEDIACODEC_ENCODER(short_name, long_name, codec_id)

Enumerations
enum	BitrateMode { BITRATE_MODE_CQ = 0, BITRATE_MODE_VBR = 1, BITRATE_MODE_CBR = 2, BITRATE_MODE_CBR_FD = 3 }
enum	{ COLOR_FormatYUV420Planar = 0x13, COLOR_FormatYUV420SemiPlanar = 0x15, COLOR_FormatSurface = 0x7F000789 }

Functions
static void	mediacodec_dump_format (AVCodecContext *avctx, FFAMediaFormat *out_format)
static void	mediacodec_output_format (AVCodecContext *avctx)
static int	extract_extradata_support (AVCodecContext *avctx)
static int	mediacodec_init_bsf (AVCodecContext *avctx)
static void	copy_frame_to_buffer (AVCodecContext *avctx, const AVFrame *frame, uint8_t *dst, size_t size)
static void	on_error (FFAMediaCodec *codec, void *userdata, int error, const char *detail)
static void	on_input_available (FFAMediaCodec *codec, void *userdata, int32_t index)
static void	on_output_available (FFAMediaCodec *codec, void *userdata, int32_t index, FFAMediaCodecBufferInfo *out_info)
static void	on_format_changed (FFAMediaCodec *codec, void *userdata, FFAMediaFormat *format)
static int	mediacodec_init_async_state (AVCodecContext *avctx)
static void	mediacodec_uninit_async_state (AVCodecContext *avctx)
static int	mediacodec_generate_extradata (AVCodecContext *avctx)
static av_cold int	mediacodec_init (AVCodecContext *avctx)
static int	mediacodec_get_output_index (AVCodecContext *avctx, ssize_t *index, FFAMediaCodecBufferInfo *out_info)
static int	mediacodec_receive (AVCodecContext *avctx, AVPacket *pkt)
static int	mediacodec_get_input_index (AVCodecContext *avctx, ssize_t *index)
static int	mediacodec_send (AVCodecContext *avctx, const AVFrame *frame)
static int	mediacodec_encode (AVCodecContext *avctx, AVPacket *pkt)
static int	mediacodec_send_dummy_frame (AVCodecContext *avctx)
static int	mediacodec_receive_dummy_pkt (AVCodecContext *avctx, AVPacket *pkt)
static av_cold int	mediacodec_close (AVCodecContext *avctx)
static av_cold void	mediacodec_flush (AVCodecContext *avctx)

Variables
struct {
int   color_format
enum AVPixelFormat   pix_fmt
}	color_formats []
static enum AVPixelFormat	avc_pix_fmts []
static const AVCodecHWConfigInternal *const	mediacodec_hw_configs []

Macro Definition Documentation

INPUT_DEQUEUE_TIMEOUT_US

#define INPUT_DEQUEUE_TIMEOUT_US   8000

Definition at line 45 of file mediacodecenc.c.

OUTPUT_DEQUEUE_TIMEOUT_US

#define OUTPUT_DEQUEUE_TIMEOUT_US   8000

Definition at line 46 of file mediacodecenc.c.

OFFSET

#define OFFSET

(

x

)

offsetof(MediaCodecEncContext, x)

Definition at line 992 of file mediacodecenc.c.

VE

#define VE   AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM

Definition at line 993 of file mediacodecenc.c.

COMMON_OPTION

#define COMMON_OPTION

Value:

    { "ndk_codec", "Use MediaCodec from NDK",                                                               \
                    OFFSET(use_ndk_codec), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE },                      \
    { "ndk_async", "Try NDK MediaCodec in async mode",                                                      \
                    OFFSET(async_mode), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, VE },                           \
    { "codec_name", "Select codec by name",                                                                 \
                    OFFSET(name), AV_OPT_TYPE_STRING, {0}, 0, 0, VE },                                      \
    { "bitrate_mode", "Bitrate control method",                                                             \
                    OFFSET(bitrate_mode), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE, .unit = "bitrate_mode" },  \
    { "cq", "Constant quality mode",                                                                                \
                    0, AV_OPT_TYPE_CONST, {.i64 = BITRATE_MODE_CQ}, 0, 0, VE, .unit = "bitrate_mode" },             \
    { "vbr", "Variable bitrate mode",                                                                               \
                    0, AV_OPT_TYPE_CONST, {.i64 = BITRATE_MODE_VBR}, 0, 0, VE, .unit = "bitrate_mode" },            \
    { "cbr", "Constant bitrate mode",                                                                               \
                    0, AV_OPT_TYPE_CONST, {.i64 = BITRATE_MODE_CBR}, 0, 0, VE, .unit = "bitrate_mode" },            \
    { "cbr_fd", "Constant bitrate mode with frame drops",                                                           \
                    0, AV_OPT_TYPE_CONST, {.i64 = BITRATE_MODE_CBR_FD}, 0, 0, VE, .unit = "bitrate_mode" },         \
    { "pts_as_dts", "Use PTS as DTS. It is enabled automatically if avctx max_b_frames <= 0, "              \
                    "since most of Android devices don't output B frames by default.",                      \
                    OFFSET(pts_as_dts), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE },                         \
    { "operating_rate", "The desired operating rate that the codec will need to operate at, zero for unspecified",    \
            OFFSET(operating_rate), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, VE },                                          \

Definition at line 994 of file mediacodecenc.c.

MEDIACODEC_ENCODER_CLASS

#define MEDIACODEC_ENCODER_CLASS

(

name

)

Value:

static const AVClass name ## _mediacodec_class = {  \
    .class_name = #name "_mediacodec",              \
    .item_name  = av_default_item_name,             \
    .option     = name ## _options,                 \
    .version    = LIBAVUTIL_VERSION_INT,            \
};                                                  \

Definition at line 1017 of file mediacodecenc.c.

DECLARE_MEDIACODEC_ENCODER

#define DECLARE_MEDIACODEC_ENCODER	(		short_name,
			long_name,
			codec_id
	)

Value:

MEDIACODEC_ENCODER_CLASS(short_name)                                    \
const FFCodec ff_ ## short_name ## _mediacodec_encoder = {              \
    .p.name           = #short_name "_mediacodec",                      \
    CODEC_LONG_NAME(long_name " Android MediaCodec encoder"),           \
    .p.type           = AVMEDIA_TYPE_VIDEO,                             \
    .p.id             = codec_id,                                       \
    .p.capabilities   = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_DELAY |         \
                        AV_CODEC_CAP_HARDWARE |                         \
                        AV_CODEC_CAP_ENCODER_FLUSH,                     \
    .priv_data_size   = sizeof(MediaCodecEncContext),                   \
    .p.pix_fmts       = avc_pix_fmts,                                   \
    .color_ranges   = AVCOL_RANGE_MPEG | AVCOL_RANGE_JPEG,              \
    .init             = mediacodec_init,                                \
    FF_CODEC_RECEIVE_PACKET_CB(mediacodec_encode),                      \
    .close            = mediacodec_close,                               \
    .flush            = mediacodec_flush,                               \
    .p.priv_class     = &short_name ## _mediacodec_class,               \
    .caps_internal    = FF_CODEC_CAP_INIT_CLEANUP,                      \
    .p.wrapper_name = "mediacodec",                                     \
    .hw_configs     = mediacodec_hw_configs,                            \
};                                                                      \

Definition at line 1025 of file mediacodecenc.c.

Enumeration Type Documentation

BitrateMode

enum BitrateMode

Enumerator
BITRATE_MODE_CQ
BITRATE_MODE_VBR
BITRATE_MODE_CBR
BITRATE_MODE_CBR_FD

Definition at line 48 of file mediacodecenc.c.

anonymous enum

anonymous enum

Enumerator
COLOR_FormatYUV420Planar
COLOR_FormatYUV420SemiPlanar
COLOR_FormatSurface

Definition at line 100 of file mediacodecenc.c.

Function Documentation

mediacodec_dump_format()

static void mediacodec_dump_format ( AVCodecContext *  avctx, FFAMediaFormat *  out_format  )

static

Definition at line 122 of file mediacodecenc.c.

Referenced by mediacodec_output_format(), and on_format_changed().

mediacodec_output_format()

static void mediacodec_output_format ( AVCodecContext *  avctx )

static

Definition at line 134 of file mediacodecenc.c.

Referenced by mediacodec_init(), and mediacodec_receive().

extract_extradata_support()

static int extract_extradata_support ( AVCodecContext *  avctx )

static

Definition at line 145 of file mediacodecenc.c.

Referenced by mediacodec_init_bsf().

mediacodec_init_bsf()

static int mediacodec_init_bsf ( AVCodecContext *  avctx )

static

Definition at line 162 of file mediacodecenc.c.

Referenced by mediacodec_init().

copy_frame_to_buffer()

static void copy_frame_to_buffer ( AVCodecContext *  avctx, const AVFrame *  frame, uint8_t *  dst, size_t  size  )

static

Definition at line 214 of file mediacodecenc.c.

Referenced by mediacodec_send().

on_error()

static void on_error ( FFAMediaCodec *  codec, void *  userdata, int  error, const char *  detail  )

static

Definition at line 243 of file mediacodecenc.c.

Referenced by mediacodec_init(), on_input_available(), and on_output_available().

on_input_available()

static void on_input_available ( FFAMediaCodec *  codec, void *  userdata, int32_t  index  )

static

Definition at line 264 of file mediacodecenc.c.

Referenced by mediacodec_init().

on_output_available()

static void on_output_available ( FFAMediaCodec *  codec, void *  userdata, int32_t  index, FFAMediaCodecBufferInfo *  out_info  )

static

Definition at line 281 of file mediacodecenc.c.

Referenced by mediacodec_init().

on_format_changed()

static void on_format_changed ( FFAMediaCodec *  codec, void *  userdata, FFAMediaFormat *  format  )

static

Definition at line 303 of file mediacodecenc.c.

Referenced by mediacodec_init().

mediacodec_init_async_state()

static int mediacodec_init_async_state ( AVCodecContext *  avctx )

static

Definition at line 309 of file mediacodecenc.c.

Referenced by mediacodec_init().

mediacodec_uninit_async_state()

static void mediacodec_uninit_async_state ( AVCodecContext *  avctx )

static

Definition at line 333 of file mediacodecenc.c.

Referenced by mediacodec_close(), and mediacodec_init().

mediacodec_generate_extradata()

static int mediacodec_generate_extradata ( AVCodecContext *  avctx )

static

Definition at line 896 of file mediacodecenc.c.

Referenced by mediacodec_init().

mediacodec_init()

static av_cold int mediacodec_init ( AVCodecContext *  avctx )

static

Definition at line 354 of file mediacodecenc.c.

mediacodec_get_output_index()

static int mediacodec_get_output_index ( AVCodecContext *  avctx, ssize_t *  index, FFAMediaCodecBufferInfo *  out_info  )

static

Definition at line 585 of file mediacodecenc.c.

Referenced by mediacodec_receive().

mediacodec_receive()

static int mediacodec_receive ( AVCodecContext *  avctx, AVPacket *  pkt  )

static

Definition at line 625 of file mediacodecenc.c.

Referenced by mediacodec_encode(), and mediacodec_receive_dummy_pkt().

mediacodec_get_input_index()

static int mediacodec_get_input_index ( AVCodecContext *  avctx, ssize_t *  index  )

static

Definition at line 713 of file mediacodecenc.c.

Referenced by mediacodec_send().

mediacodec_send()

static int mediacodec_send ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 746 of file mediacodecenc.c.

Referenced by mediacodec_encode(), and mediacodec_send_dummy_frame().

mediacodec_encode()

static int mediacodec_encode ( AVCodecContext *  avctx, AVPacket *  pkt  )

static

Definition at line 797 of file mediacodecenc.c.

mediacodec_send_dummy_frame()

static int mediacodec_send_dummy_frame ( AVCodecContext *  avctx )

static

Definition at line 843 of file mediacodecenc.c.

Referenced by mediacodec_generate_extradata().

mediacodec_receive_dummy_pkt()

static int mediacodec_receive_dummy_pkt ( AVCodecContext *  avctx, AVPacket *  pkt  )

static

Definition at line 874 of file mediacodecenc.c.

Referenced by mediacodec_generate_extradata().

mediacodec_close()

static av_cold int mediacodec_close ( AVCodecContext *  avctx )

static

Definition at line 948 of file mediacodecenc.c.

mediacodec_flush()

static av_cold void mediacodec_flush ( AVCodecContext *  avctx )

static

Definition at line 970 of file mediacodecenc.c.

Variable Documentation

color_format

int color_format

Definition at line 107 of file mediacodecenc.c.

Referenced by mediacodec_init().

pix_fmt

enum AVPixelFormat pix_fmt

Definition at line 108 of file mediacodecenc.c.

color_formats

const { ... } color_formats[]

Initial value:

= {
    { COLOR_FormatYUV420Planar,         AV_PIX_FMT_YUV420P },
    { COLOR_FormatYUV420SemiPlanar,     AV_PIX_FMT_NV12    },
    { COLOR_FormatSurface,              AV_PIX_FMT_MEDIACODEC },
}

Referenced by mediacodec_init().

avc_pix_fmts

enum AVPixelFormat avc_pix_fmts[]

static

Initial value:

= {
    AV_PIX_FMT_MEDIACODEC,
    AV_PIX_FMT_YUV420P,
    AV_PIX_FMT_NV12,
    AV_PIX_FMT_NONE
}

Definition at line 115 of file mediacodecenc.c.

mediacodec_hw_configs

const AVCodecHWConfigInternal* const mediacodec_hw_configs[]

static

Initial value:

= {
    &(const AVCodecHWConfigInternal) {
        .public          = {
            .pix_fmt     = AV_PIX_FMT_MEDIACODEC,
            .methods     = AV_CODEC_HW_CONFIG_METHOD_AD_HOC |
                           AV_CODEC_HW_CONFIG_METHOD_HW_DEVICE_CTX,
            .device_type = AV_HWDEVICE_TYPE_MEDIACODEC,
        },
        .hwaccel         = NULL,
    },
    NULL
}

Definition at line 979 of file mediacodecenc.c.