FFmpeg
ffmpeg_videotoolbox.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "config.h"
20 
21 #if HAVE_UTGETOSTYPEFROMSTRING
22 #include <CoreServices/CoreServices.h>
23 #endif
24 
25 #include "libavcodec/avcodec.h"
27 #include "libavutil/imgutils.h"
28 #include "ffmpeg.h"
29 
30 typedef struct VTContext {
32 } VTContext;
33 
35 
37 {
38  InputStream *ist = s->opaque;
39  VTContext *vt = ist->hwaccel_ctx;
40  CVPixelBufferRef pixbuf = (CVPixelBufferRef)frame->data[3];
41  OSType pixel_format = CVPixelBufferGetPixelFormatType(pixbuf);
42  CVReturn err;
43  uint8_t *data[4] = { 0 };
44  int linesize[4] = { 0 };
45  int planes, ret, i;
46 
48 
49  switch (pixel_format) {
50  case kCVPixelFormatType_420YpCbCr8Planar: vt->tmp_frame->format = AV_PIX_FMT_YUV420P; break;
51  case kCVPixelFormatType_422YpCbCr8: vt->tmp_frame->format = AV_PIX_FMT_UYVY422; break;
52  case kCVPixelFormatType_32BGRA: vt->tmp_frame->format = AV_PIX_FMT_BGRA; break;
53 #ifdef kCFCoreFoundationVersionNumber10_7
54  case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange: vt->tmp_frame->format = AV_PIX_FMT_NV12; break;
55 #endif
56 #if HAVE_KCVPIXELFORMATTYPE_420YPCBCR10BIPLANARVIDEORANGE
58 #endif
59  default:
61  "%s: Unsupported pixel format: %s\n",
63  return AVERROR(ENOSYS);
64  }
65 
66  vt->tmp_frame->width = frame->width;
67  vt->tmp_frame->height = frame->height;
68  ret = av_frame_get_buffer(vt->tmp_frame, 32);
69  if (ret < 0)
70  return ret;
71 
72  err = CVPixelBufferLockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
73  if (err != kCVReturnSuccess) {
74  av_log(NULL, AV_LOG_ERROR, "Error locking the pixel buffer.\n");
75  return AVERROR_UNKNOWN;
76  }
77 
78  if (CVPixelBufferIsPlanar(pixbuf)) {
79 
80  planes = CVPixelBufferGetPlaneCount(pixbuf);
81  for (i = 0; i < planes; i++) {
82  data[i] = CVPixelBufferGetBaseAddressOfPlane(pixbuf, i);
83  linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(pixbuf, i);
84  }
85  } else {
86  data[0] = CVPixelBufferGetBaseAddress(pixbuf);
87  linesize[0] = CVPixelBufferGetBytesPerRow(pixbuf);
88  }
89 
91  (const uint8_t **)data, linesize, vt->tmp_frame->format,
92  frame->width, frame->height);
93 
94  ret = av_frame_copy_props(vt->tmp_frame, frame);
95  CVPixelBufferUnlockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
96  if (ret < 0)
97  return ret;
98 
99  av_frame_unref(frame);
100  av_frame_move_ref(frame, vt->tmp_frame);
101 
102  return 0;
103 }
104 
106 {
107  InputStream *ist = s->opaque;
108  VTContext *vt = ist->hwaccel_ctx;
109 
110  ist->hwaccel_uninit = NULL;
112 
113  av_frame_free(&vt->tmp_frame);
114 
116  av_freep(&ist->hwaccel_ctx);
117 }
118 
120 {
121  InputStream *ist = s->opaque;
122  int loglevel = (ist->hwaccel_id == HWACCEL_AUTO) ? AV_LOG_VERBOSE : AV_LOG_ERROR;
123  int ret = 0;
124  VTContext *vt;
125 
126  vt = av_mallocz(sizeof(*vt));
127  if (!vt)
128  return AVERROR(ENOMEM);
129 
130  ist->hwaccel_ctx = vt;
133 
134  vt->tmp_frame = av_frame_alloc();
135  if (!vt->tmp_frame) {
136  ret = AVERROR(ENOMEM);
137  goto fail;
138  }
139 
140  // TODO: reindent
141  if (!videotoolbox_pixfmt) {
143  } else {
145  CFStringRef pixfmt_str = CFStringCreateWithCString(kCFAllocatorDefault,
147  kCFStringEncodingUTF8);
148 #if HAVE_UTGETOSTYPEFROMSTRING
149  vtctx->cv_pix_fmt_type = UTGetOSTypeFromString(pixfmt_str);
150 #else
151  av_log(s, loglevel, "UTGetOSTypeFromString() is not available "
152  "on this platform, %s pixel format can not be honored from "
153  "the command line\n", videotoolbox_pixfmt);
154 #endif
155  ret = av_videotoolbox_default_init2(s, vtctx);
156  CFRelease(pixfmt_str);
157  }
158  if (ret < 0) {
159  av_log(NULL, loglevel, "Error creating Videotoolbox decoder.\n");
160  goto fail;
161  }
162 
163  return 0;
164 fail:
166  return ret;
167 }
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:81
#define NULL
Definition: coverity.c:32
This structure describes decoded (raw) audio or video data.
Definition: frame.h:268
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:100
misc image utilities
static void videotoolbox_uninit(AVCodecContext *s)
AVFrame * tmp_frame
AVVideotoolboxContext * av_videotoolbox_alloc_context(void)
Allocate and initialize a Videotoolbox context.
char * videotoolbox_pixfmt
void(* hwaccel_uninit)(AVCodecContext *s)
Definition: ffmpeg.h:371
void av_frame_move_ref(AVFrame *dst, AVFrame *src)
Move everything contained in src to dst and reset src.
Definition: frame.c:582
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:236
static int videotoolbox_retrieve_data(AVCodecContext *s, AVFrame *frame)
#define AV_PIX_FMT_P010
Definition: pixfmt.h:436
uint8_t
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:189
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:192
int av_videotoolbox_default_init(AVCodecContext *avctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
#define av_log(a,...)
static const struct @309 planes[]
int(* hwaccel_retrieve_data)(AVCodecContext *s, AVFrame *frame)
Definition: ffmpeg.h:373
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:260
int width
Definition: frame.h:326
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
packed BGRA 8:8:8:8, 32bpp, BGRABGRA...
Definition: pixfmt.h:95
#define av_fourcc2str(fourcc)
Definition: avutil.h:348
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:89
#define fail()
Definition: checkasm.h:120
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
Definition: imgutils.c:387
#define s(width, name)
Definition: cbs_vp9.c:257
int av_videotoolbox_default_init2(AVCodecContext *avctx, AVVideotoolboxContext *vtctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames...
Definition: frame.h:341
Libavcodec external API header.
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:299
main external API structure.
Definition: avcodec.h:1565
unsigned int codec_tag
fourcc (LSB first, so "ABCD" -> (&#39;D&#39;<<24) + (&#39;C&#39;<<16) + (&#39;B&#39;<<8) + &#39;A&#39;).
Definition: avcodec.h:1590
int videotoolbox_init(AVCodecContext *s)
OSType cv_pix_fmt_type
CVPixelBuffer Format Type that Videotoolbox will use for decoded frames.
Definition: videotoolbox.h:64
int av_frame_get_buffer(AVFrame *frame, int align)
Allocate new buffer(s) for audio or video data.
Definition: frame.c:324
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:553
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:282
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
Definition: error.h:71
void * hwaccel_ctx
Definition: ffmpeg.h:370
int height
Definition: frame.h:326
#define av_freep(p)
void av_videotoolbox_default_free(AVCodecContext *avctx)
This function must be called to free the Videotoolbox context initialized with av_videotoolbox_defaul...
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
enum HWAccelID hwaccel_id
Definition: ffmpeg.h:364
This struct holds all the information that needs to be passed between the caller and libavcodec for i...
Definition: videotoolbox.h:46
void * opaque
Private data of the user, can be used to carry app specific stuff.
Definition: avcodec.h:1607
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:654
CVImageBufferRef frame
Definition: vt_internal.h:33
Public libavcodec Videotoolbox header.