FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
ffmpeg_videotoolbox.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "config.h"
20 
21 #if HAVE_UTGETOSTYPEFROMSTRING
22 #include <CoreServices/CoreServices.h>
23 #endif
24 
25 #include "libavcodec/avcodec.h"
26 #if CONFIG_VDA
27 # include "libavcodec/vda.h"
28 #endif
29 #if CONFIG_VIDEOTOOLBOX
30 # include "libavcodec/videotoolbox.h"
31 #endif
32 #include "libavutil/imgutils.h"
33 #include "ffmpeg.h"
34 
35 typedef struct VTContext {
37 } VTContext;
38 
40 
42 {
43  InputStream *ist = s->opaque;
44  VTContext *vt = ist->hwaccel_ctx;
45  CVPixelBufferRef pixbuf = (CVPixelBufferRef)frame->data[3];
46  OSType pixel_format = CVPixelBufferGetPixelFormatType(pixbuf);
47  CVReturn err;
48  uint8_t *data[4] = { 0 };
49  int linesize[4] = { 0 };
50  int planes, ret, i;
51 
53 
54  switch (pixel_format) {
55  case kCVPixelFormatType_420YpCbCr8Planar: vt->tmp_frame->format = AV_PIX_FMT_YUV420P; break;
56  case kCVPixelFormatType_422YpCbCr8: vt->tmp_frame->format = AV_PIX_FMT_UYVY422; break;
57  case kCVPixelFormatType_32BGRA: vt->tmp_frame->format = AV_PIX_FMT_BGRA; break;
58 #ifdef kCFCoreFoundationVersionNumber10_7
59  case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange: vt->tmp_frame->format = AV_PIX_FMT_NV12; break;
60 #endif
61  default:
63  "%s: Unsupported pixel format: %s\n",
65  return AVERROR(ENOSYS);
66  }
67 
68  vt->tmp_frame->width = frame->width;
69  vt->tmp_frame->height = frame->height;
70  ret = av_frame_get_buffer(vt->tmp_frame, 32);
71  if (ret < 0)
72  return ret;
73 
74  err = CVPixelBufferLockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
75  if (err != kCVReturnSuccess) {
76  av_log(NULL, AV_LOG_ERROR, "Error locking the pixel buffer.\n");
77  return AVERROR_UNKNOWN;
78  }
79 
80  if (CVPixelBufferIsPlanar(pixbuf)) {
81 
82  planes = CVPixelBufferGetPlaneCount(pixbuf);
83  for (i = 0; i < planes; i++) {
84  data[i] = CVPixelBufferGetBaseAddressOfPlane(pixbuf, i);
85  linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(pixbuf, i);
86  }
87  } else {
88  data[0] = CVPixelBufferGetBaseAddress(pixbuf);
89  linesize[0] = CVPixelBufferGetBytesPerRow(pixbuf);
90  }
91 
93  (const uint8_t **)data, linesize, vt->tmp_frame->format,
94  frame->width, frame->height);
95 
96  ret = av_frame_copy_props(vt->tmp_frame, frame);
97  CVPixelBufferUnlockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
98  if (ret < 0)
99  return ret;
100 
101  av_frame_unref(frame);
102  av_frame_move_ref(frame, vt->tmp_frame);
103 
104  return 0;
105 }
106 
108 {
109  InputStream *ist = s->opaque;
110  VTContext *vt = ist->hwaccel_ctx;
111 
112  ist->hwaccel_uninit = NULL;
114 
115  av_frame_free(&vt->tmp_frame);
116 
117  if (ist->hwaccel_id == HWACCEL_VIDEOTOOLBOX) {
118 #if CONFIG_VIDEOTOOLBOX
120 #endif
121  } else {
122 #if CONFIG_VDA
124 #endif
125  }
126  av_freep(&ist->hwaccel_ctx);
127 }
128 
130 {
131  InputStream *ist = s->opaque;
132  int loglevel = (ist->hwaccel_id == HWACCEL_AUTO) ? AV_LOG_VERBOSE : AV_LOG_ERROR;
133  int ret = 0;
134  VTContext *vt;
135 
136  vt = av_mallocz(sizeof(*vt));
137  if (!vt)
138  return AVERROR(ENOMEM);
139 
140  ist->hwaccel_ctx = vt;
143 
144  vt->tmp_frame = av_frame_alloc();
145  if (!vt->tmp_frame) {
146  ret = AVERROR(ENOMEM);
147  goto fail;
148  }
149 
150  if (ist->hwaccel_id == HWACCEL_VIDEOTOOLBOX) {
151 #if CONFIG_VIDEOTOOLBOX
152  if (!videotoolbox_pixfmt) {
154  } else {
156  CFStringRef pixfmt_str = CFStringCreateWithCString(kCFAllocatorDefault,
158  kCFStringEncodingUTF8);
159 #if HAVE_UTGETOSTYPEFROMSTRING
160  vtctx->cv_pix_fmt_type = UTGetOSTypeFromString(pixfmt_str);
161 #else
162  av_log(s, loglevel, "UTGetOSTypeFromString() is not available "
163  "on this platform, %s pixel format can not be honored from "
164  "the command line\n", videotoolbox_pixfmt);
165 #endif
166  ret = av_videotoolbox_default_init2(s, vtctx);
167  CFRelease(pixfmt_str);
168  }
169 #endif
170  } else {
171 #if CONFIG_VDA
172  if (!videotoolbox_pixfmt) {
173  ret = av_vda_default_init(s);
174  } else {
176  CFStringRef pixfmt_str = CFStringCreateWithCString(kCFAllocatorDefault,
178  kCFStringEncodingUTF8);
179 #if HAVE_UTGETOSTYPEFROMSTRING
180  vdactx->cv_pix_fmt_type = UTGetOSTypeFromString(pixfmt_str);
181 #else
182  av_log(s, loglevel, "UTGetOSTypeFromString() is not available "
183  "on this platform, %s pixel format can not be honored from "
184  "the command line\n", videotoolbox_pixfmt);
185 #endif
186  ret = av_vda_default_init2(s, vdactx);
187  CFRelease(pixfmt_str);
188  }
189 #endif
190  }
191  if (ret < 0) {
192  av_log(NULL, loglevel,
193  "Error creating %s decoder.\n", ist->hwaccel_id == HWACCEL_VIDEOTOOLBOX ? "Videotoolbox" : "VDA");
194  goto fail;
195  }
196 
197  return 0;
198 fail:
200  return ret;
201 }
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:82
#define NULL
Definition: coverity.c:32
const char * s
Definition: avisynth_c.h:768
int av_vda_default_init2(AVCodecContext *avctx, AVVDAContext *vdactx)
This is a convenience function that creates and sets up the VDA context using an internal implementat...
Definition: vda.c:76
This structure describes decoded (raw) audio or video data.
Definition: frame.h:187
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:101
misc image utilities
static void videotoolbox_uninit(AVCodecContext *s)
AVFrame * tmp_frame
AVVideotoolboxContext * av_videotoolbox_alloc_context(void)
Allocate and initialize a Videotoolbox context.
char * videotoolbox_pixfmt
void av_frame_move_ref(AVFrame *dst, AVFrame *src)
Move everything contained in src to dst and reset src.
Definition: frame.c:524
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:222
void av_vda_default_free(AVCodecContext *ctx)
This function must be called to free the VDA context initialized with av_vda_default_init().
Definition: vda.c:81
static int videotoolbox_retrieve_data(AVCodecContext *s, AVFrame *frame)
This struct holds all the information that needs to be passed between the caller and libavcodec for i...
Definition: vda.h:163
uint8_t
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:150
OSType cv_pix_fmt_type
CVPixelBuffer Format Type that VDA will use for decoded frames; set by the caller.
Definition: vda.h:179
static AVFrame * frame
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:192
int av_videotoolbox_default_init(AVCodecContext *avctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
int av_vda_default_init(AVCodecContext *avctx)
This is a convenience function that creates and sets up the VDA context using an internal implementat...
Definition: vda.c:71
#define av_log(a,...)
int width
width and height of the video frame
Definition: frame.h:239
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
void(* hwaccel_uninit)(AVCodecContext *s)
Definition: ffmpeg.h:367
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:163
packed BGRA 8:8:8:8, 32bpp, BGRABGRA...
Definition: pixfmt.h:96
#define av_fourcc2str(fourcc)
Definition: avutil.h:348
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:90
#define fail()
Definition: checkasm.h:89
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
Definition: imgutils.c:385
int(* hwaccel_retrieve_data)(AVCodecContext *s, AVFrame *frame)
Definition: ffmpeg.h:369
int av_videotoolbox_default_init2(AVCodecContext *avctx, AVVideotoolboxContext *vtctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames...
Definition: frame.h:251
Libavcodec external API header.
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:218
Public libavcodec VDA header.
main external API structure.
Definition: avcodec.h:1732
unsigned int codec_tag
fourcc (LSB first, so "ABCD" -> ('D'<<24) + ('C'<<16) + ('B'<<8) + 'A').
Definition: avcodec.h:1764
int videotoolbox_init(AVCodecContext *s)
OSType cv_pix_fmt_type
CVPixelBuffer Format Type that Videotoolbox will use for decoded frames.
Definition: videotoolbox.h:64
int av_frame_get_buffer(AVFrame *frame, int align)
Allocate new buffer(s) for audio or video data.
Definition: frame.c:280
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:498
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:201
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:62
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
Definition: error.h:71
void * hwaccel_ctx
Definition: ffmpeg.h:366
int height
Definition: frame.h:239
#define av_freep(p)
void av_videotoolbox_default_free(AVCodecContext *avctx)
This function must be called to free the Videotoolbox context initialized with av_videotoolbox_defaul...
AVVDAContext * av_vda_alloc_context(void)
Allocate and initialize a VDA context.
Definition: vda.c:66
enum HWAccelID hwaccel_id
Definition: ffmpeg.h:360
This struct holds all the information that needs to be passed between the caller and libavcodec for i...
Definition: videotoolbox.h:46
void * opaque
Private data of the user, can be used to carry app specific stuff.
Definition: avcodec.h:1789
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:596
Public libavcodec Videotoolbox header.