FFmpeg
ffmpeg_videotoolbox.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "config.h"
20 
21 #if HAVE_UTGETOSTYPEFROMSTRING
22 #include <CoreServices/CoreServices.h>
23 #endif
24 
25 #include "libavcodec/avcodec.h"
27 #include "libavutil/imgutils.h"
28 #include "ffmpeg.h"
29 
30 typedef struct VTContext {
32 } VTContext;
33 
35 
37 {
38  InputStream *ist = s->opaque;
39  VTContext *vt = ist->hwaccel_ctx;
40  CVPixelBufferRef pixbuf = (CVPixelBufferRef)frame->data[3];
41  OSType pixel_format = CVPixelBufferGetPixelFormatType(pixbuf);
42  CVReturn err;
43  uint8_t *data[4] = { 0 };
44  int linesize[4] = { 0 };
45  int planes, ret, i;
46 
48 
49  switch (pixel_format) {
50  case kCVPixelFormatType_420YpCbCr8Planar: vt->tmp_frame->format = AV_PIX_FMT_YUV420P; break;
51  case kCVPixelFormatType_422YpCbCr8: vt->tmp_frame->format = AV_PIX_FMT_UYVY422; break;
52  case kCVPixelFormatType_32BGRA: vt->tmp_frame->format = AV_PIX_FMT_BGRA; break;
53 #ifdef kCFCoreFoundationVersionNumber10_7
54  case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange:
55  case kCVPixelFormatType_420YpCbCr8BiPlanarFullRange: vt->tmp_frame->format = AV_PIX_FMT_NV12; break;
56 #endif
57 #if HAVE_KCVPIXELFORMATTYPE_420YPCBCR10BIPLANARVIDEORANGE
60 #endif
61  default:
63  "%s: Unsupported pixel format: %s\n",
65  return AVERROR(ENOSYS);
66  }
67 
68  vt->tmp_frame->width = frame->width;
69  vt->tmp_frame->height = frame->height;
70  ret = av_frame_get_buffer(vt->tmp_frame, 32);
71  if (ret < 0)
72  return ret;
73 
74  err = CVPixelBufferLockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
75  if (err != kCVReturnSuccess) {
76  av_log(NULL, AV_LOG_ERROR, "Error locking the pixel buffer.\n");
77  return AVERROR_UNKNOWN;
78  }
79 
80  if (CVPixelBufferIsPlanar(pixbuf)) {
81 
82  planes = CVPixelBufferGetPlaneCount(pixbuf);
83  for (i = 0; i < planes; i++) {
84  data[i] = CVPixelBufferGetBaseAddressOfPlane(pixbuf, i);
85  linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(pixbuf, i);
86  }
87  } else {
88  data[0] = CVPixelBufferGetBaseAddress(pixbuf);
89  linesize[0] = CVPixelBufferGetBytesPerRow(pixbuf);
90  }
91 
93  (const uint8_t **)data, linesize, vt->tmp_frame->format,
94  frame->width, frame->height);
95 
96  ret = av_frame_copy_props(vt->tmp_frame, frame);
97  CVPixelBufferUnlockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
98  if (ret < 0)
99  return ret;
100 
101  av_frame_unref(frame);
102  av_frame_move_ref(frame, vt->tmp_frame);
103 
104  return 0;
105 }
106 
108 {
109  InputStream *ist = s->opaque;
110  VTContext *vt = ist->hwaccel_ctx;
111 
112  ist->hwaccel_uninit = NULL;
114 
115  av_frame_free(&vt->tmp_frame);
116 
118  av_freep(&ist->hwaccel_ctx);
119 }
120 
122 {
123  InputStream *ist = s->opaque;
124  int loglevel = (ist->hwaccel_id == HWACCEL_AUTO) ? AV_LOG_VERBOSE : AV_LOG_ERROR;
125  int ret = 0;
126  VTContext *vt;
127 
128  vt = av_mallocz(sizeof(*vt));
129  if (!vt)
130  return AVERROR(ENOMEM);
131 
132  ist->hwaccel_ctx = vt;
135 
136  vt->tmp_frame = av_frame_alloc();
137  if (!vt->tmp_frame) {
138  ret = AVERROR(ENOMEM);
139  goto fail;
140  }
141 
142  // TODO: reindent
143  if (!videotoolbox_pixfmt) {
145  } else {
147  CFStringRef pixfmt_str = CFStringCreateWithCString(kCFAllocatorDefault,
149  kCFStringEncodingUTF8);
150 #if HAVE_UTGETOSTYPEFROMSTRING
151  vtctx->cv_pix_fmt_type = UTGetOSTypeFromString(pixfmt_str);
152 #else
153  av_log(s, loglevel, "UTGetOSTypeFromString() is not available "
154  "on this platform, %s pixel format can not be honored from "
155  "the command line\n", videotoolbox_pixfmt);
156 #endif
157  ret = av_videotoolbox_default_init2(s, vtctx);
158  CFRelease(pixfmt_str);
159  }
160  if (ret < 0) {
161  av_log(NULL, loglevel, "Error creating Videotoolbox decoder.\n");
162  goto fail;
163  }
164 
165  return 0;
166 fail:
168  return ret;
169 }
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:81
#define NULL
Definition: coverity.c:32
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:100
misc image utilities
static void videotoolbox_uninit(AVCodecContext *s)
AVFrame * tmp_frame
AVVideotoolboxContext * av_videotoolbox_alloc_context(void)
Allocate and initialize a Videotoolbox context.
char * videotoolbox_pixfmt
void(* hwaccel_uninit)(AVCodecContext *s)
Definition: ffmpeg.h:371
void av_frame_move_ref(AVFrame *dst, AVFrame *src)
Move everything contained in src to dst and reset src.
Definition: frame.c:582
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:236
static int videotoolbox_retrieve_data(AVCodecContext *s, AVFrame *frame)
#define AV_PIX_FMT_P010
Definition: pixfmt.h:436
uint8_t
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:189
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:192
int av_videotoolbox_default_init(AVCodecContext *avctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
#define av_log(a,...)
int(* hwaccel_retrieve_data)(AVCodecContext *s, AVFrame *frame)
Definition: ffmpeg.h:373
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:259
int width
Definition: frame.h:353
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
packed BGRA 8:8:8:8, 32bpp, BGRABGRA...
Definition: pixfmt.h:95
#define av_fourcc2str(fourcc)
Definition: avutil.h:348
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:89
#define fail()
Definition: checkasm.h:122
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
Definition: imgutils.c:387
#define s(width, name)
Definition: cbs_vp9.c:257
int av_videotoolbox_default_init2(AVCodecContext *avctx, AVVideotoolboxContext *vtctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames...
Definition: frame.h:368
Libavcodec external API header.
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:326
main external API structure.
Definition: avcodec.h:1568
unsigned int codec_tag
fourcc (LSB first, so "ABCD" -> (&#39;D&#39;<<24) + (&#39;C&#39;<<16) + (&#39;B&#39;<<8) + &#39;A&#39;).
Definition: avcodec.h:1593
int videotoolbox_init(AVCodecContext *s)
OSType cv_pix_fmt_type
CVPixelBuffer Format Type that Videotoolbox will use for decoded frames.
Definition: videotoolbox.h:64
int av_frame_get_buffer(AVFrame *frame, int align)
Allocate new buffer(s) for audio or video data.
Definition: frame.c:324
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:553
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:309
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
Definition: error.h:71
static const struct @317 planes[]
void * hwaccel_ctx
Definition: ffmpeg.h:370
int height
Definition: frame.h:353
#define av_freep(p)
void av_videotoolbox_default_free(AVCodecContext *avctx)
This function must be called to free the Videotoolbox context initialized with av_videotoolbox_defaul...
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
enum HWAccelID hwaccel_id
Definition: ffmpeg.h:364
This struct holds all the information that needs to be passed between the caller and libavcodec for i...
Definition: videotoolbox.h:46
void * opaque
Private data of the user, can be used to carry app specific stuff.
Definition: avcodec.h:1610
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:654
CVImageBufferRef frame
Definition: vt_internal.h:33
Public libavcodec Videotoolbox header.