FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
ffmpeg_videotoolbox.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "config.h"
20 
21 #if HAVE_UTGETOSTYPEFROMSTRING
22 #include <CoreServices/CoreServices.h>
23 #endif
24 
25 #include "libavcodec/avcodec.h"
27 #include "libavutil/imgutils.h"
28 #include "ffmpeg.h"
29 
30 typedef struct VTContext {
32 } VTContext;
33 
35 
37 {
38  InputStream *ist = s->opaque;
39  VTContext *vt = ist->hwaccel_ctx;
40  CVPixelBufferRef pixbuf = (CVPixelBufferRef)frame->data[3];
41  OSType pixel_format = CVPixelBufferGetPixelFormatType(pixbuf);
42  CVReturn err;
43  uint8_t *data[4] = { 0 };
44  int linesize[4] = { 0 };
45  int planes, ret, i;
46 
48 
49  switch (pixel_format) {
50  case kCVPixelFormatType_420YpCbCr8Planar: vt->tmp_frame->format = AV_PIX_FMT_YUV420P; break;
51  case kCVPixelFormatType_422YpCbCr8: vt->tmp_frame->format = AV_PIX_FMT_UYVY422; break;
52  case kCVPixelFormatType_32BGRA: vt->tmp_frame->format = AV_PIX_FMT_BGRA; break;
53 #ifdef kCFCoreFoundationVersionNumber10_7
54  case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange: vt->tmp_frame->format = AV_PIX_FMT_NV12; break;
55 #endif
56  default:
58  "%s: Unsupported pixel format: %s\n",
60  return AVERROR(ENOSYS);
61  }
62 
63  vt->tmp_frame->width = frame->width;
64  vt->tmp_frame->height = frame->height;
65  ret = av_frame_get_buffer(vt->tmp_frame, 32);
66  if (ret < 0)
67  return ret;
68 
69  err = CVPixelBufferLockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
70  if (err != kCVReturnSuccess) {
71  av_log(NULL, AV_LOG_ERROR, "Error locking the pixel buffer.\n");
72  return AVERROR_UNKNOWN;
73  }
74 
75  if (CVPixelBufferIsPlanar(pixbuf)) {
76 
77  planes = CVPixelBufferGetPlaneCount(pixbuf);
78  for (i = 0; i < planes; i++) {
79  data[i] = CVPixelBufferGetBaseAddressOfPlane(pixbuf, i);
80  linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(pixbuf, i);
81  }
82  } else {
83  data[0] = CVPixelBufferGetBaseAddress(pixbuf);
84  linesize[0] = CVPixelBufferGetBytesPerRow(pixbuf);
85  }
86 
88  (const uint8_t **)data, linesize, vt->tmp_frame->format,
89  frame->width, frame->height);
90 
91  ret = av_frame_copy_props(vt->tmp_frame, frame);
92  CVPixelBufferUnlockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
93  if (ret < 0)
94  return ret;
95 
96  av_frame_unref(frame);
97  av_frame_move_ref(frame, vt->tmp_frame);
98 
99  return 0;
100 }
101 
103 {
104  InputStream *ist = s->opaque;
105  VTContext *vt = ist->hwaccel_ctx;
106 
107  ist->hwaccel_uninit = NULL;
109 
110  av_frame_free(&vt->tmp_frame);
111 
113  av_freep(&ist->hwaccel_ctx);
114 }
115 
117 {
118  InputStream *ist = s->opaque;
119  int loglevel = (ist->hwaccel_id == HWACCEL_AUTO) ? AV_LOG_VERBOSE : AV_LOG_ERROR;
120  int ret = 0;
121  VTContext *vt;
122 
123  vt = av_mallocz(sizeof(*vt));
124  if (!vt)
125  return AVERROR(ENOMEM);
126 
127  ist->hwaccel_ctx = vt;
130 
131  vt->tmp_frame = av_frame_alloc();
132  if (!vt->tmp_frame) {
133  ret = AVERROR(ENOMEM);
134  goto fail;
135  }
136 
137  // TODO: reindent
138  if (!videotoolbox_pixfmt) {
140  } else {
142  CFStringRef pixfmt_str = CFStringCreateWithCString(kCFAllocatorDefault,
144  kCFStringEncodingUTF8);
145 #if HAVE_UTGETOSTYPEFROMSTRING
146  vtctx->cv_pix_fmt_type = UTGetOSTypeFromString(pixfmt_str);
147 #else
148  av_log(s, loglevel, "UTGetOSTypeFromString() is not available "
149  "on this platform, %s pixel format can not be honored from "
150  "the command line\n", videotoolbox_pixfmt);
151 #endif
152  ret = av_videotoolbox_default_init2(s, vtctx);
153  CFRelease(pixfmt_str);
154  }
155  if (ret < 0) {
156  av_log(NULL, loglevel, "Error creating Videotoolbox decoder.\n");
157  goto fail;
158  }
159 
160  return 0;
161 fail:
163  return ret;
164 }
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:77
#define NULL
Definition: coverity.c:32
const char * s
Definition: avisynth_c.h:768
This structure describes decoded (raw) audio or video data.
Definition: frame.h:201
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:101
misc image utilities
static void videotoolbox_uninit(AVCodecContext *s)
AVFrame * tmp_frame
AVVideotoolboxContext * av_videotoolbox_alloc_context(void)
Allocate and initialize a Videotoolbox context.
char * videotoolbox_pixfmt
void av_frame_move_ref(AVFrame *dst, AVFrame *src)
Move everything contained in src to dst and reset src.
Definition: frame.c:537
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:236
static int videotoolbox_retrieve_data(AVCodecContext *s, AVFrame *frame)
uint8_t
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:150
static AVFrame * frame
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:192
int av_videotoolbox_default_init(AVCodecContext *avctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
#define av_log(a,...)
int width
Definition: frame.h:259
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
void(* hwaccel_uninit)(AVCodecContext *s)
Definition: ffmpeg.h:374
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:163
packed BGRA 8:8:8:8, 32bpp, BGRABGRA...
Definition: pixfmt.h:91
#define av_fourcc2str(fourcc)
Definition: avutil.h:348
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:85
#define fail()
Definition: checkasm.h:113
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
Definition: imgutils.c:386
int(* hwaccel_retrieve_data)(AVCodecContext *s, AVFrame *frame)
Definition: ffmpeg.h:376
int av_videotoolbox_default_init2(AVCodecContext *avctx, AVVideotoolboxContext *vtctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames...
Definition: frame.h:274
Libavcodec external API header.
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:232
main external API structure.
Definition: avcodec.h:1488
unsigned int codec_tag
fourcc (LSB first, so "ABCD" -> ('D'<<24) + ('C'<<16) + ('B'<<8) + 'A').
Definition: avcodec.h:1513
int videotoolbox_init(AVCodecContext *s)
OSType cv_pix_fmt_type
CVPixelBuffer Format Type that Videotoolbox will use for decoded frames.
Definition: videotoolbox.h:64
int av_frame_get_buffer(AVFrame *frame, int align)
Allocate new buffer(s) for audio or video data.
Definition: frame.c:283
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:510
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:215
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:62
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
Definition: error.h:71
void * hwaccel_ctx
Definition: ffmpeg.h:373
int height
Definition: frame.h:259
#define av_freep(p)
void av_videotoolbox_default_free(AVCodecContext *avctx)
This function must be called to free the Videotoolbox context initialized with av_videotoolbox_defaul...
enum HWAccelID hwaccel_id
Definition: ffmpeg.h:367
This struct holds all the information that needs to be passed between the caller and libavcodec for i...
Definition: videotoolbox.h:46
void * opaque
Private data of the user, can be used to carry app specific stuff.
Definition: avcodec.h:1530
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:609
Public libavcodec Videotoolbox header.