mediacodec_wrapper.c File Reference

#include <jni.h>
#include "libavutil/avassert.h"
#include "libavutil/mem.h"
#include "libavutil/avstring.h"
#include "avcodec.h"
#include "ffjni.h"
#include "version.h"
#include "mediacodec_wrapper.h"

Go to the source code of this file.

Data Structures
struct	JNIAMediaCodecListFields
struct	JNIAMediaFormatFields
struct	FFAMediaFormat
struct	JNIAMediaCodecFields
struct	FFAMediaCodec

Macros
#define	JNI_GET_ENV_OR_RETURN(env, log_ctx, ret)
#define	JNI_GET_ENV_OR_RETURN_VOID(env, log_ctx)
#define	CREATE_CODEC_BY_NAME   0
#define	CREATE_DECODER_BY_TYPE   1
#define	CREATE_ENCODER_BY_TYPE   2
#define	DECLARE_FF_AMEDIACODEC_CREATE_FUNC(name, method)

Functions
int	ff_AMediaCodecProfile_getProfileFromAVCodecContext (AVCodecContext *avctx)
	The following API around MediaCodec and MediaFormat is based on the NDK one provided by Google since Android 5.0. More...
char *	ff_AMediaCodecList_getCodecNameByType (const char *mime, int profile, int encoder, void *log_ctx)
FFAMediaFormat *	ff_AMediaFormat_new (void)
static FFAMediaFormat *	ff_AMediaFormat_newFromObject (void *object)
int	ff_AMediaFormat_delete (FFAMediaFormat *format)
char *	ff_AMediaFormat_toString (FFAMediaFormat *format)
int	ff_AMediaFormat_getInt32 (FFAMediaFormat *format, const char *name, int32_t *out)
int	ff_AMediaFormat_getInt64 (FFAMediaFormat *format, const char *name, int64_t *out)
int	ff_AMediaFormat_getFloat (FFAMediaFormat *format, const char *name, float *out)
int	ff_AMediaFormat_getBuffer (FFAMediaFormat *format, const char *name, void **data, size_t *size)
int	ff_AMediaFormat_getString (FFAMediaFormat *format, const char *name, const char **out)
void	ff_AMediaFormat_setInt32 (FFAMediaFormat *format, const char *name, int32_t value)
void	ff_AMediaFormat_setInt64 (FFAMediaFormat *format, const char *name, int64_t value)
void	ff_AMediaFormat_setFloat (FFAMediaFormat *format, const char *name, float value)
void	ff_AMediaFormat_setString (FFAMediaFormat *format, const char *name, const char *value)
void	ff_AMediaFormat_setBuffer (FFAMediaFormat *format, const char *name, void *data, size_t size)
static int	codec_init_static_fields (FFAMediaCodec *codec)
static FFAMediaCodec *	codec_create (int method, const char *arg)
int	ff_AMediaCodec_delete (FFAMediaCodec *codec)
char *	ff_AMediaCodec_getName (FFAMediaCodec *codec)
int	ff_AMediaCodec_configure (FFAMediaCodec *codec, const FFAMediaFormat *format, void *surface, void *crypto, uint32_t flags)
int	ff_AMediaCodec_start (FFAMediaCodec *codec)
int	ff_AMediaCodec_stop (FFAMediaCodec *codec)
int	ff_AMediaCodec_flush (FFAMediaCodec *codec)
int	ff_AMediaCodec_releaseOutputBuffer (FFAMediaCodec *codec, size_t idx, int render)
int	ff_AMediaCodec_releaseOutputBufferAtTime (FFAMediaCodec *codec, size_t idx, int64_t timestampNs)
ssize_t	ff_AMediaCodec_dequeueInputBuffer (FFAMediaCodec *codec, int64_t timeoutUs)
int	ff_AMediaCodec_queueInputBuffer (FFAMediaCodec *codec, size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags)
ssize_t	ff_AMediaCodec_dequeueOutputBuffer (FFAMediaCodec *codec, FFAMediaCodecBufferInfo *info, int64_t timeoutUs)
uint8_t *	ff_AMediaCodec_getInputBuffer (FFAMediaCodec *codec, size_t idx, size_t *out_size)
uint8_t *	ff_AMediaCodec_getOutputBuffer (FFAMediaCodec *codec, size_t idx, size_t *out_size)
FFAMediaFormat *	ff_AMediaCodec_getOutputFormat (FFAMediaCodec *codec)
int	ff_AMediaCodec_infoTryAgainLater (FFAMediaCodec *codec, ssize_t idx)
int	ff_AMediaCodec_infoOutputBuffersChanged (FFAMediaCodec *codec, ssize_t idx)
int	ff_AMediaCodec_infoOutputFormatChanged (FFAMediaCodec *codec, ssize_t idx)
int	ff_AMediaCodec_getBufferFlagCodecConfig (FFAMediaCodec *codec)
int	ff_AMediaCodec_getBufferFlagEndOfStream (FFAMediaCodec *codec)
int	ff_AMediaCodec_getBufferFlagKeyFrame (FFAMediaCodec *codec)
int	ff_AMediaCodec_getConfigureFlagEncode (FFAMediaCodec *codec)
int	ff_AMediaCodec_cleanOutputBuffers (FFAMediaCodec *codec)
int	ff_Build_SDK_INT (AVCodecContext *avctx)

Variables
static const struct FFJniField	jni_amediacodeclist_mapping []
static const struct FFJniField	jni_amediaformat_mapping []
static const AVClass	amediaformat_class
static const struct FFJniField	jni_amediacodec_mapping []
static const AVClass	amediacodec_class

Macro Definition Documentation

JNI_GET_ENV_OR_RETURN

#define JNI_GET_ENV_OR_RETURN	(		env,
			log_ctx,
			ret
	)

Value:

    do {              \
    (env) = ff_jni_get_env(log_ctx);                               \
    if (!(env)) {                                                  \
        return ret;                                                \
    }                                                              \
} while (0)

Definition at line 299 of file mediacodec_wrapper.c.

JNI_GET_ENV_OR_RETURN_VOID

#define JNI_GET_ENV_OR_RETURN_VOID	(		env,
			log_ctx
	)

Value:

    do {              \
    (env) = ff_jni_get_env(log_ctx);                               \
    if (!(env)) {                                                  \
        return;                                                    \
    }                                                              \
} while (0)

Definition at line 306 of file mediacodec_wrapper.c.

CREATE_CODEC_BY_NAME

#define CREATE_CODEC_BY_NAME   0

Definition at line 1175 of file mediacodec_wrapper.c.

CREATE_DECODER_BY_TYPE

#define CREATE_DECODER_BY_TYPE   1

Definition at line 1176 of file mediacodec_wrapper.c.

CREATE_ENCODER_BY_TYPE

#define CREATE_ENCODER_BY_TYPE   2

Definition at line 1177 of file mediacodec_wrapper.c.

DECLARE_FF_AMEDIACODEC_CREATE_FUNC

#define DECLARE_FF_AMEDIACODEC_CREATE_FUNC	(		name,
			method
	)

Value:

FFAMediaCodec *ff_AMediaCodec_##name(const char *arg)    \
{                                                        \
    return codec_create(method, arg);                    \
}                                                        \

Definition at line 1279 of file mediacodec_wrapper.c.

Function Documentation

ff_AMediaCodecProfile_getProfileFromAVCodecContext()

int ff_AMediaCodecProfile_getProfileFromAVCodecContext

(

AVCodecContext *

avctx

)

The following API around MediaCodec and MediaFormat is based on the NDK one provided by Google since Android 5.0.

Differences from the NDK API:

Buffers returned by ff_AMediaFormat_toString and ff_AMediaFormat_getString are newly allocated buffer and must be freed by the user after use.

The MediaCrypto API is not implemented.

ff_AMediaCodec_infoTryAgainLater, ff_AMediaCodec_infoOutputBuffersChanged, ff_AMediaCodec_infoOutputFormatChanged, ff_AMediaCodec_cleanOutputBuffers ff_AMediaCodec_getName and ff_AMediaCodec_getBufferFlagEndOfStream are not part of the original NDK API and are convenience functions to hide JNI implementation.

The API around MediaCodecList is not part of the NDK (and is lacking as we still need to retrieve the codec name to work around faulty decoders and encoders).

For documentation, please refers to NdkMediaCodec.h NdkMediaFormat.h and http://developer.android.com/reference/android/media/MediaCodec.html.

Definition at line 313 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_init().

ff_AMediaCodecList_getCodecNameByType()

char* ff_AMediaCodecList_getCodecNameByType	(	const char *	mime,
		int	profile,
		int	encoder,
		void *	log_ctx
	)

Definition at line 382 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_init().

ff_AMediaFormat_new()

FFAMediaFormat* ff_AMediaFormat_new

(

void

)

Definition at line 612 of file mediacodec_wrapper.c.

Referenced by mediacodec_decode_init().

ff_AMediaFormat_newFromObject()

static FFAMediaFormat* ff_AMediaFormat_newFromObject ( void *  object )

static

Definition at line 657 of file mediacodec_wrapper.c.

Referenced by ff_AMediaCodec_getOutputFormat().

ff_AMediaFormat_delete()

int ff_AMediaFormat_delete

(

FFAMediaFormat *

format

)

Definition at line 692 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive(), ff_mediacodec_dec_unref(), and mediacodec_decode_init().

ff_AMediaFormat_toString()

char* ff_AMediaFormat_toString

(

FFAMediaFormat *

format

)

Definition at line 714 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_init(), ff_mediacodec_dec_receive(), and mediacodec_dec_parse_format().

ff_AMediaFormat_getInt32()

int ff_AMediaFormat_getInt32	(	FFAMediaFormat *	format,
		const char *	name,
		int32_t *	out
	)

Definition at line 739 of file mediacodec_wrapper.c.

ff_AMediaFormat_getInt64()

int ff_AMediaFormat_getInt64	(	FFAMediaFormat *	format,
		const char *	name,
		int64_t *	out
	)

Definition at line 778 of file mediacodec_wrapper.c.

ff_AMediaFormat_getFloat()

int ff_AMediaFormat_getFloat	(	FFAMediaFormat *	format,
		const char *	name,
		float *	out
	)

Definition at line 817 of file mediacodec_wrapper.c.

ff_AMediaFormat_getBuffer()

int ff_AMediaFormat_getBuffer	(	FFAMediaFormat *	format,
		const char *	name,
		void **	data,
		size_t *	size
	)

Definition at line 856 of file mediacodec_wrapper.c.

ff_AMediaFormat_getString()

int ff_AMediaFormat_getString	(	FFAMediaFormat *	format,
		const char *	name,
		const char **	out
	)

Definition at line 914 of file mediacodec_wrapper.c.

ff_AMediaFormat_setInt32()

void ff_AMediaFormat_setInt32	(	FFAMediaFormat *	format,
		const char *	name,
		int32_t	value
	)

Definition at line 964 of file mediacodec_wrapper.c.

Referenced by mediacodec_decode_init().

ff_AMediaFormat_setInt64()

void ff_AMediaFormat_setInt64	(	FFAMediaFormat *	format,
		const char *	name,
		int64_t	value
	)

Definition at line 989 of file mediacodec_wrapper.c.

ff_AMediaFormat_setFloat()

void ff_AMediaFormat_setFloat	(	FFAMediaFormat *	format,
		const char *	name,
		float	value
	)

Definition at line 1014 of file mediacodec_wrapper.c.

ff_AMediaFormat_setString()

void ff_AMediaFormat_setString	(	FFAMediaFormat *	format,
		const char *	name,
		const char *	value
	)

Definition at line 1039 of file mediacodec_wrapper.c.

Referenced by mediacodec_decode_init().

ff_AMediaFormat_setBuffer()

void ff_AMediaFormat_setBuffer	(	FFAMediaFormat *	format,
		const char *	name,
		void *	data,
		size_t	size
	)

Definition at line 1074 of file mediacodec_wrapper.c.

codec_init_static_fields()

static int codec_init_static_fields ( FFAMediaCodec *  codec )

static

Definition at line 1121 of file mediacodec_wrapper.c.

Referenced by codec_create().

codec_create()

static FFAMediaCodec* codec_create ( int  method, const char *  arg  )

inlinestatic

Definition at line 1179 of file mediacodec_wrapper.c.

ff_AMediaCodec_delete()

int ff_AMediaCodec_delete

(

FFAMediaCodec *

codec

)

Definition at line 1289 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_unref().

ff_AMediaCodec_getName()

char* ff_AMediaCodec_getName

(

FFAMediaCodec *

codec

)

Definition at line 1325 of file mediacodec_wrapper.c.

ff_AMediaCodec_configure()

int ff_AMediaCodec_configure	(	FFAMediaCodec *	codec,
		const FFAMediaFormat *	format,
		void *	surface,
		void *	crypto,
		uint32_t	flags
	)

Definition at line 1348 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_init().

ff_AMediaCodec_start()

int ff_AMediaCodec_start

(

FFAMediaCodec *

codec

)

Definition at line 1365 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_init().

ff_AMediaCodec_stop()

int ff_AMediaCodec_stop

(

FFAMediaCodec *

codec

)

Definition at line 1382 of file mediacodec_wrapper.c.

ff_AMediaCodec_flush()

int ff_AMediaCodec_flush

(

FFAMediaCodec *

codec

)

Definition at line 1399 of file mediacodec_wrapper.c.

Referenced by mediacodec_dec_flush_codec().

ff_AMediaCodec_releaseOutputBuffer()

int ff_AMediaCodec_releaseOutputBuffer	(	FFAMediaCodec *	codec,
		size_t	idx,
		int	render
	)

Definition at line 1416 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive(), mediacodec_buffer_release(), mediacodec_wrap_hw_buffer(), and mediacodec_wrap_sw_buffer().

ff_AMediaCodec_releaseOutputBufferAtTime()

int ff_AMediaCodec_releaseOutputBufferAtTime	(	FFAMediaCodec *	codec,
		size_t	idx,
		int64_t	timestampNs
	)

Definition at line 1433 of file mediacodec_wrapper.c.

ff_AMediaCodec_dequeueInputBuffer()

ssize_t ff_AMediaCodec_dequeueInputBuffer	(	FFAMediaCodec *	codec,
		int64_t	timeoutUs
	)

Definition at line 1450 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_send(), and mediacodec_receive_frame().

ff_AMediaCodec_queueInputBuffer()

int ff_AMediaCodec_queueInputBuffer	(	FFAMediaCodec *	codec,
		size_t	idx,
		off_t	offset,
		size_t	size,
		uint64_t	time,
		uint32_t	flags
	)

Definition at line 1467 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_send().

ff_AMediaCodec_dequeueOutputBuffer()

ssize_t ff_AMediaCodec_dequeueOutputBuffer	(	FFAMediaCodec *	codec,
		FFAMediaCodecBufferInfo *	info,
		int64_t	timeoutUs
	)

Definition at line 1484 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive().

ff_AMediaCodec_getInputBuffer()

uint8_t* ff_AMediaCodec_getInputBuffer	(	FFAMediaCodec *	codec,
		size_t	idx,
		size_t *	out_size
	)

Definition at line 1519 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_send().

ff_AMediaCodec_getOutputBuffer()

uint8_t* ff_AMediaCodec_getOutputBuffer	(	FFAMediaCodec *	codec,
		size_t	idx,
		size_t *	out_size
	)

Definition at line 1567 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive().

ff_AMediaCodec_getOutputFormat()

FFAMediaFormat* ff_AMediaCodec_getOutputFormat

(

FFAMediaCodec *

codec

)

Definition at line 1615 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_init(), and ff_mediacodec_dec_receive().

ff_AMediaCodec_infoTryAgainLater()

int ff_AMediaCodec_infoTryAgainLater	(	FFAMediaCodec *	codec,
		ssize_t	idx
	)

Definition at line 1638 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive(), and ff_mediacodec_dec_send().

ff_AMediaCodec_infoOutputBuffersChanged()

int ff_AMediaCodec_infoOutputBuffersChanged	(	FFAMediaCodec *	codec,
		ssize_t	idx
	)

Definition at line 1643 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive().

ff_AMediaCodec_infoOutputFormatChanged()

int ff_AMediaCodec_infoOutputFormatChanged	(	FFAMediaCodec *	codec,
		ssize_t	idx
	)

Definition at line 1648 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive().

ff_AMediaCodec_getBufferFlagCodecConfig()

int ff_AMediaCodec_getBufferFlagCodecConfig

(

FFAMediaCodec *

codec

)

Definition at line 1653 of file mediacodec_wrapper.c.

ff_AMediaCodec_getBufferFlagEndOfStream()

int ff_AMediaCodec_getBufferFlagEndOfStream

(

FFAMediaCodec *

codec

)

Definition at line 1658 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive(), and ff_mediacodec_dec_send().

ff_AMediaCodec_getBufferFlagKeyFrame()

int ff_AMediaCodec_getBufferFlagKeyFrame

(

FFAMediaCodec *

codec

)

Definition at line 1663 of file mediacodec_wrapper.c.

ff_AMediaCodec_getConfigureFlagEncode()

int ff_AMediaCodec_getConfigureFlagEncode

(

FFAMediaCodec *

codec

)

Definition at line 1668 of file mediacodec_wrapper.c.

ff_AMediaCodec_cleanOutputBuffers()

int ff_AMediaCodec_cleanOutputBuffers

(

FFAMediaCodec *

codec

)

Definition at line 1673 of file mediacodec_wrapper.c.

Referenced by ff_mediacodec_dec_receive().

ff_Build_SDK_INT()

int ff_Build_SDK_INT

(

AVCodecContext *

avctx

)

Definition at line 1696 of file mediacodec_wrapper.c.

Referenced by mediacodec_decode_init().

Variable Documentation

jni_amediacodeclist_mapping

const struct FFJniField jni_amediacodeclist_mapping[]

static

Definition at line 71 of file mediacodec_wrapper.c.

Referenced by ff_AMediaCodecList_getCodecNameByType(), and ff_AMediaCodecProfile_getProfileFromAVCodecContext().

jni_amediaformat_mapping

const struct FFJniField jni_amediaformat_mapping[]

static

Initial value:

= {
    { "android/media/MediaFormat", NULL, NULL, FF_JNI_CLASS, 0x42, 1 },
 
        { "android/media/MediaFormat", "<init>", "()V", FF_JNI_METHOD, 0x42, 1 },
 
        { "android/media/MediaFormat", "containsKey", "(Ljava/lang/String;)Z", FF_JNI_METHOD,0x42, 1 },
 
        { "android/media/MediaFormat", "getInteger", "(Ljava/lang/String;)I", FF_JNI_METHOD, 0x42, 1 },
        { "android/media/MediaFormat", "getLong", "(Ljava/lang/String;)J", FF_JNI_METHOD, 0x42, 1 },
        { "android/media/MediaFormat", "getFloat", "(Ljava/lang/String;)F", FF_JNI_METHOD, 0x42, 1 },
        { "android/media/MediaFormat", "getByteBuffer", "(Ljava/lang/String;)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, 0x42, 1 },
        { "android/media/MediaFormat", "getString", "(Ljava/lang/String;)Ljava/lang/String;", FF_JNI_METHOD, 0x42, 1 },
 
        { "android/media/MediaFormat", "setInteger", "(Ljava/lang/String;I)V", FF_JNI_METHOD, 0x42, 1 },
        { "android/media/MediaFormat", "setLong", "(Ljava/lang/String;J)V", FF_JNI_METHOD, 0x42, 1 },
        { "android/media/MediaFormat", "setFloat", "(Ljava/lang/String;F)V", FF_JNI_METHOD, 0x42, 1 },
        { "android/media/MediaFormat", "setByteBuffer", "(Ljava/lang/String;Ljava/nio/ByteBuffer;)V", FF_JNI_METHOD, 0x42, 1 },
        { "android/media/MediaFormat", "setString", "(Ljava/lang/String;Ljava/lang/String;)V", FF_JNI_METHOD, 0x42, 1 },
 
        { "android/media/MediaFormat", "toString", "()Ljava/lang/String;", FF_JNI_METHOD, 0x42, 1 },
 
    { NULL }
}

Definition at line 132 of file mediacodec_wrapper.c.

Referenced by ff_AMediaCodecList_getCodecNameByType(), ff_AMediaFormat_delete(), ff_AMediaFormat_new(), and ff_AMediaFormat_newFromObject().

amediaformat_class

const AVClass amediaformat_class

static

Initial value:

= {
    .class_name = "amediaformat",
    .item_name  = av_default_item_name,
    .version    = LIBAVUTIL_VERSION_INT,
}

Definition at line 156 of file mediacodec_wrapper.c.

Referenced by ff_AMediaFormat_new(), and ff_AMediaFormat_newFromObject().

jni_amediacodec_mapping

const struct FFJniField jni_amediacodec_mapping[]

static

Definition at line 219 of file mediacodec_wrapper.c.

Referenced by codec_create(), and ff_AMediaCodec_delete().

amediacodec_class

const AVClass amediacodec_class

static

Initial value:

= {
    .class_name = "amediacodec",
    .item_name  = av_default_item_name,
    .version    = LIBAVUTIL_VERSION_INT,
}

Definition at line 268 of file mediacodec_wrapper.c.

Referenced by codec_create().