FFmpeg
qsv_internal.h
Go to the documentation of this file.
1 /*
2  * Intel MediaSDK QSV encoder/decoder shared code
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #ifndef AVCODEC_QSV_INTERNAL_H
22 #define AVCODEC_QSV_INTERNAL_H
23 
24 #if CONFIG_VAAPI
25 #define AVCODEC_QSV_LINUX_SESSION_HANDLE
26 #endif //CONFIG_VAAPI
27 
28 #ifdef AVCODEC_QSV_LINUX_SESSION_HANDLE
29 #include <stdio.h>
30 #include <string.h>
31 #if HAVE_UNISTD_H
32 #include <unistd.h>
33 #endif
34 #include <fcntl.h>
35 #include <va/va.h>
36 #include <va/va_drm.h>
38 #endif
39 
40 #include <mfx/mfxvideo.h>
41 
42 #include "libavutil/frame.h"
43 
44 #include "avcodec.h"
45 
46 #define QSV_VERSION_MAJOR 1
47 #define QSV_VERSION_MINOR 1
48 
49 #define ASYNC_DEPTH_DEFAULT 4 // internal parallelism
50 
51 #define QSV_MAX_ENC_PAYLOAD 2 // # of mfxEncodeCtrl payloads supported
52 
53 #define QSV_VERSION_ATLEAST(MAJOR, MINOR) \
54  (MFX_VERSION_MAJOR > (MAJOR) || \
55  MFX_VERSION_MAJOR == (MAJOR) && MFX_VERSION_MINOR >= (MINOR))
56 
57 #define QSV_RUNTIME_VERSION_ATLEAST(MFX_VERSION, MAJOR, MINOR) \
58  ((MFX_VERSION.Major > (MAJOR)) || \
59  (MFX_VERSION.Major == (MAJOR) && MFX_VERSION.Minor >= (MINOR)))
60 
61 typedef struct QSVMid {
63  mfxHDL handle;
64 
67  mfxFrameSurface1 surf;
68 } QSVMid;
69 
70 typedef struct QSVFrame {
72  mfxFrameSurface1 surface;
73  mfxEncodeCtrl enc_ctrl;
74  mfxExtDecodedFrameInfo dec_info;
75  mfxExtBuffer *ext_param;
76 
77  int queued;
78  int used;
79 
80  struct QSVFrame *next;
81 } QSVFrame;
82 
83 typedef struct QSVSession {
84  mfxSession session;
85 #ifdef AVCODEC_QSV_LINUX_SESSION_HANDLE
86  AVBufferRef *va_device_ref;
87  AVHWDeviceContext *va_device_ctx;
88 #endif
89 } QSVSession;
90 
91 typedef struct QSVFramesContext {
93  void *logctx;
94 
95  /* The memory ids for the external frames.
96  * Refcounted, since we need one reference owned by the QSVFramesContext
97  * (i.e. by the encoder/decoder) and another one given to the MFX session
98  * from the frame allocator. */
101  int nb_mids;
103 
104 int ff_qsv_print_iopattern(void *log_ctx, int mfx_iopattern,
105  const char *extra_string);
106 
107 /**
108  * Convert a libmfx error code into an ffmpeg error code.
109  */
110 int ff_qsv_map_error(mfxStatus mfx_err, const char **desc);
111 
112 int ff_qsv_print_error(void *log_ctx, mfxStatus err,
113  const char *error_string);
114 
115 int ff_qsv_print_warning(void *log_ctx, mfxStatus err,
116  const char *warning_string);
117 
121 
122 enum AVPixelFormat ff_qsv_map_fourcc(uint32_t fourcc);
123 
124 int ff_qsv_map_pixfmt(enum AVPixelFormat format, uint32_t *fourcc);
125 enum AVPictureType ff_qsv_map_pictype(int mfx_pic_type);
126 
127 enum AVFieldOrder ff_qsv_map_picstruct(int mfx_pic_struct);
128 
130  const char *load_plugins, int gpu_copy);
131 
133 
134 int ff_qsv_init_session_device(AVCodecContext *avctx, mfxSession *psession,
135  AVBufferRef *device_ref, const char *load_plugins,
136  int gpu_copy);
137 
138 int ff_qsv_init_session_frames(AVCodecContext *avctx, mfxSession *session,
139  QSVFramesContext *qsv_frames_ctx,
140  const char *load_plugins, int opaque, int gpu_copy);
141 
143 
144 #endif /* AVCODEC_QSV_INTERNAL_H */
This struct aggregates all the (hardware/vendor-specific) "high-level" state, i.e.
Definition: hwcontext.h:60
int ff_qsv_profile_to_mfx(enum AVCodecID codec_id, int profile)
Definition: qsv.c:111
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
const char * desc
Definition: nvenc.c:68
uint32_t fourcc
Definition: vaapi_decode.c:238
enum AVCodecID codec_id
Definition: qsv.c:77
mfxEncodeCtrl enc_ctrl
Definition: qsv_internal.h:73
int ff_qsv_init_session_frames(AVCodecContext *avctx, mfxSession *session, QSVFramesContext *qsv_frames_ctx, const char *load_plugins, int opaque, int gpu_copy)
Definition: qsv.c:797
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample format(the sample packing is implied by the sample format) and sample rate.The lists are not just lists
enum AVPictureType ff_qsv_map_pictype(int mfx_pic_type)
Definition: qsv.c:300
AVFrame * locked_frame
Definition: qsv_internal.h:65
AVBufferRef * hw_frames_ctx
Definition: qsv_internal.h:92
int ff_qsv_map_pixfmt(enum AVPixelFormat format, uint32_t *fourcc)
Definition: qsv.c:254
API-specific header for AV_HWDEVICE_TYPE_VAAPI.
int ff_qsv_close_internal_session(QSVSession *qs)
Definition: qsv.c:844
mfxExtDecodedFrameInfo dec_info
Definition: qsv_internal.h:74
AVFrame * hw_frame
Definition: qsv_internal.h:66
int ff_qsv_codec_id_to_mfx(enum AVCodecID codec_id)
Definition: qsv.c:43
AVBufferRef * mids_buf
Definition: qsv_internal.h:99
int queued
Definition: qsv_internal.h:77
int mfx_iopattern
Definition: qsv.c:141
int ff_qsv_map_error(mfxStatus mfx_err, const char **desc)
Convert a libmfx error code into an ffmpeg error code.
Definition: qsv.c:209
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: avcodec.h:215
int ff_qsv_find_surface_idx(QSVFramesContext *ctx, QSVFrame *frame)
Definition: qsv.c:271
mfxHDL handle
Definition: qsv_internal.h:63
reference-counted frame API
int ff_qsv_level_to_mfx(enum AVCodecID codec_id, int level)
Definition: qsv.c:127
int ff_qsv_init_internal_session(AVCodecContext *avctx, QSVSession *qs, const char *load_plugins, int gpu_copy)
Definition: qsv.c:414
mfxExtBuffer * ext_param
Definition: qsv_internal.h:75
enum AVFieldOrder ff_qsv_map_picstruct(int mfx_pic_struct)
Definition: qsv.c:282
AVFormatContext * ctx
Definition: movenc.c:48
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
mfxFrameSurface1 surface
Definition: qsv_internal.h:72
enum AVPixelFormat ff_qsv_map_fourcc(uint32_t fourcc)
Definition: qsv.c:244
Libavcodec external API header.
main external API structure.
Definition: avcodec.h:1568
struct QSVFrame * next
Definition: qsv_internal.h:80
AVBufferRef * hw_frames_ref
Definition: qsv_internal.h:62
AVFieldOrder
Definition: avcodec.h:1546
int ff_qsv_print_error(void *log_ctx, mfxStatus err, const char *error_string)
Definition: qsv.c:224
AVPictureType
Definition: avutil.h:272
int ff_qsv_print_warning(void *log_ctx, mfxStatus err, const char *warning_string)
Definition: qsv.c:234
mfxU16 profile
Definition: qsvenc.c:44
uint8_t level
Definition: svq3.c:207
A reference to a data buffer.
Definition: buffer.h:81
int ff_qsv_init_session_device(AVCodecContext *avctx, mfxSession *psession, AVBufferRef *device_ref, const char *load_plugins, int gpu_copy)
Definition: qsv.c:720
int ff_qsv_print_iopattern(void *log_ctx, int mfx_iopattern, const char *extra_string)
Definition: qsv.c:152
mfxFrameSurface1 surf
Definition: qsv_internal.h:67
AVFrame * frame
Definition: qsv_internal.h:71
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
mfxSession session
Definition: qsv_internal.h:84