FFmpeg
qsv_internal.h
Go to the documentation of this file.
1 /*
2  * Intel MediaSDK QSV encoder/decoder shared code
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #ifndef AVCODEC_QSV_INTERNAL_H
22 #define AVCODEC_QSV_INTERNAL_H
23 
24 #include "config.h"
25 
26 #if CONFIG_VAAPI
27 #define AVCODEC_QSV_LINUX_SESSION_HANDLE
28 #endif //CONFIG_VAAPI
29 
30 #ifdef AVCODEC_QSV_LINUX_SESSION_HANDLE
31 #include <stdio.h>
32 #include <string.h>
33 #if HAVE_UNISTD_H
34 #include <unistd.h>
35 #endif
36 #include <fcntl.h>
37 #include <va/va.h>
38 #include <va/va_drm.h>
40 #endif
41 
42 #include <mfx/mfxvideo.h>
43 
44 #include "libavutil/frame.h"
45 
46 #include "avcodec.h"
47 
48 #define QSV_VERSION_MAJOR 1
49 #define QSV_VERSION_MINOR 1
50 
51 #define ASYNC_DEPTH_DEFAULT 4 // internal parallelism
52 
53 #define QSV_MAX_ENC_PAYLOAD 2 // # of mfxEncodeCtrl payloads supported
54 
55 #define QSV_VERSION_ATLEAST(MAJOR, MINOR) \
56  (MFX_VERSION_MAJOR > (MAJOR) || \
57  MFX_VERSION_MAJOR == (MAJOR) && MFX_VERSION_MINOR >= (MINOR))
58 
59 #define QSV_RUNTIME_VERSION_ATLEAST(MFX_VERSION, MAJOR, MINOR) \
60  ((MFX_VERSION.Major > (MAJOR)) || \
61  (MFX_VERSION.Major == (MAJOR) && MFX_VERSION.Minor >= (MINOR)))
62 
63 typedef struct QSVMid {
65  mfxHDL handle;
66 
69  mfxFrameSurface1 surf;
70 } QSVMid;
71 
72 typedef struct QSVFrame {
74  mfxFrameSurface1 surface;
75  mfxEncodeCtrl enc_ctrl;
76  mfxExtDecodedFrameInfo dec_info;
77  mfxExtBuffer *ext_param;
78 
79  int queued;
80  int used;
81 
82  struct QSVFrame *next;
83 } QSVFrame;
84 
85 typedef struct QSVSession {
86  mfxSession session;
87 #ifdef AVCODEC_QSV_LINUX_SESSION_HANDLE
88  AVBufferRef *va_device_ref;
89  AVHWDeviceContext *va_device_ctx;
90 #endif
91 } QSVSession;
92 
93 typedef struct QSVFramesContext {
95  void *logctx;
96 
97  /* The memory ids for the external frames.
98  * Refcounted, since we need one reference owned by the QSVFramesContext
99  * (i.e. by the encoder/decoder) and another one given to the MFX session
100  * from the frame allocator. */
103  int nb_mids;
105 
106 int ff_qsv_print_iopattern(void *log_ctx, int mfx_iopattern,
107  const char *extra_string);
108 
109 /**
110  * Convert a libmfx error code into an ffmpeg error code.
111  */
112 int ff_qsv_map_error(mfxStatus mfx_err, const char **desc);
113 
114 int ff_qsv_print_error(void *log_ctx, mfxStatus err,
115  const char *error_string);
116 
117 int ff_qsv_print_warning(void *log_ctx, mfxStatus err,
118  const char *warning_string);
119 
122 
123 enum AVPixelFormat ff_qsv_map_fourcc(uint32_t fourcc);
124 
125 int ff_qsv_map_pixfmt(enum AVPixelFormat format, uint32_t *fourcc);
126 enum AVPictureType ff_qsv_map_pictype(int mfx_pic_type);
127 
128 enum AVFieldOrder ff_qsv_map_picstruct(int mfx_pic_struct);
129 
131  const char *load_plugins, int gpu_copy);
132 
134 
135 int ff_qsv_init_session_device(AVCodecContext *avctx, mfxSession *psession,
136  AVBufferRef *device_ref, const char *load_plugins,
137  int gpu_copy);
138 
139 int ff_qsv_init_session_frames(AVCodecContext *avctx, mfxSession *session,
140  QSVFramesContext *qsv_frames_ctx,
141  const char *load_plugins, int opaque, int gpu_copy);
142 
144 
145 #endif /* AVCODEC_QSV_INTERNAL_H */
ff_qsv_map_pictype
enum AVPictureType ff_qsv_map_pictype(int mfx_pic_type)
Definition: qsv.c:270
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
level
uint8_t level
Definition: svq3.c:204
ff_qsv_print_iopattern
int ff_qsv_print_iopattern(void *log_ctx, int mfx_iopattern, const char *extra_string)
Definition: qsv.c:104
QSVFramesContext::nb_mids
int nb_mids
Definition: qsv_internal.h:103
QSVFramesContext::hw_frames_ctx
AVBufferRef * hw_frames_ctx
Definition: qsv_internal.h:94
QSVMid::locked_frame
AVFrame * locked_frame
Definition: qsv_internal.h:67
AVPictureType
AVPictureType
Definition: avutil.h:272
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:303
ff_qsv_map_error
int ff_qsv_map_error(mfxStatus mfx_err, const char **desc)
Convert a libmfx error code into an ffmpeg error code.
Definition: qsv.c:161
QSVFrame::frame
AVFrame * frame
Definition: qsv_internal.h:73
QSVFrame::used
int used
Definition: qsv_internal.h:80
QSVFrame::enc_ctrl
mfxEncodeCtrl enc_ctrl
Definition: qsv_internal.h:75
ff_qsv_level_to_mfx
int ff_qsv_level_to_mfx(enum AVCodecID codec_id, int level)
Definition: qsv.c:79
ff_qsv_init_internal_session
int ff_qsv_init_internal_session(AVCodecContext *avctx, QSVSession *qs, const char *load_plugins, int gpu_copy)
Definition: qsv.c:383
AVHWDeviceContext
This struct aggregates all the (hardware/vendor-specific) "high-level" state, i.e.
Definition: hwcontext.h:61
ff_qsv_init_session_frames
int ff_qsv_init_session_frames(AVCodecContext *avctx, mfxSession *session, QSVFramesContext *qsv_frames_ctx, const char *load_plugins, int opaque, int gpu_copy)
Definition: qsv.c:766
ff_qsv_map_picstruct
enum AVFieldOrder ff_qsv_map_picstruct(int mfx_pic_struct)
Definition: qsv.c:252
QSVMid::hw_frame
AVFrame * hw_frame
Definition: qsv_internal.h:68
ff_qsv_map_pixfmt
int ff_qsv_map_pixfmt(enum AVPixelFormat format, uint32_t *fourcc)
Definition: qsv.c:212
ctx
AVFormatContext * ctx
Definition: movenc.c:48
codec_id
enum AVCodecID codec_id
Definition: vaapi_decode.c:369
ff_qsv_codec_id_to_mfx
int ff_qsv_codec_id_to_mfx(enum AVCodecID codec_id)
Definition: qsv.c:43
QSVFrame
Definition: qsv_internal.h:72
QSVFrame::surface
mfxFrameSurface1 surface
Definition: qsv_internal.h:74
QSVFramesContext::mids_buf
AVBufferRef * mids_buf
Definition: qsv_internal.h:101
ff_qsv_print_warning
int ff_qsv_print_warning(void *log_ctx, mfxStatus err, const char *warning_string)
Definition: qsv.c:186
AVCodecID
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: codec_id.h:47
QSVMid::hw_frames_ref
AVBufferRef * hw_frames_ref
Definition: qsv_internal.h:64
ff_qsv_init_session_device
int ff_qsv_init_session_device(AVCodecContext *avctx, mfxSession *psession, AVBufferRef *device_ref, const char *load_plugins, int gpu_copy)
Definition: qsv.c:689
frame.h
mfx_iopattern
int mfx_iopattern
Definition: qsv.c:93
ff_qsv_find_surface_idx
int ff_qsv_find_surface_idx(QSVFramesContext *ctx, QSVFrame *frame)
Definition: qsv.c:241
QSVFramesContext::mids
QSVMid * mids
Definition: qsv_internal.h:102
QSVMid::surf
mfxFrameSurface1 surf
Definition: qsv_internal.h:69
avcodec.h
hwcontext_vaapi.h
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
QSVFrame::queued
int queued
Definition: qsv_internal.h:79
QSVSession
Definition: qsv_internal.h:85
AVCodecContext
main external API structure.
Definition: avcodec.h:379
ff_qsv_map_fourcc
enum AVPixelFormat ff_qsv_map_fourcc(uint32_t fourcc)
Definition: qsv.c:196
QSVSession::session
mfxSession session
Definition: qsv_internal.h:86
desc
const char * desc
Definition: libsvtav1.c:79
QSVFrame::ext_param
mfxExtBuffer * ext_param
Definition: qsv_internal.h:77
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
QSVFrame::dec_info
mfxExtDecodedFrameInfo dec_info
Definition: qsv_internal.h:76
ff_qsv_print_error
int ff_qsv_print_error(void *log_ctx, mfxStatus err, const char *error_string)
Definition: qsv.c:176
QSVFramesContext::logctx
void * logctx
Definition: qsv_internal.h:95
AVFieldOrder
AVFieldOrder
Definition: codec_par.h:36
QSVFramesContext
Definition: qsv_internal.h:93
format
fg outputs[0] format
Definition: ffmpeg_filter.c:175
QSVMid::handle
mfxHDL handle
Definition: qsv_internal.h:65
QSVFrame::next
struct QSVFrame * next
Definition: qsv_internal.h:82
QSVMid
Definition: qsv_internal.h:63
fourcc
uint32_t fourcc
Definition: vaapi_decode.c:239
ff_qsv_close_internal_session
int ff_qsv_close_internal_session(QSVSession *qs)
Definition: qsv.c:813