Go to the documentation of this file.
55 C(1,
if ((o_offset[
i].x <=
pos.x) && (o_offset[
i].y <=
pos.y) &&
56 (
pos.x < (o_offset[
i].x + o_size[
i].x)) &&
57 (
pos.y < (o_offset[
i].y + o_size[
i].y))) { )
58 C(2, vec4 res = texture(overlay_img[i], pos - o_offset[i]); )
59 C(2, imageStore(output_img[i], pos, res); )
61 C(2, vec4 res = texture(main_img[i], pos); )
62 C(2, imageStore(output_img[i], pos, res); )
68 C(0,
void overlay_alpha_opaque(
int i, ivec2
pos) )
70 C(1, vec4 res = texture(main_img[
i],
pos); )
71 C(1,
if ((o_offset[
i].x <=
pos.x) && (o_offset[
i].y <=
pos.y) &&
72 (
pos.x < (o_offset[
i].x + o_size[
i].x)) &&
73 (
pos.y < (o_offset[
i].y + o_size[
i].y))) { )
74 C(2, vec4 ovr = texture(overlay_img[i], pos - o_offset[i]); )
75 C(2, res = ovr * ovr.a + res * (1.0f - ovr.a); )
77 C(2, imageStore(output_img[i], pos, res); )
79 C(1, imageStore(output_img[
i],
pos, res); )
88 void *spv_opaque =
NULL;
98 spv = ff_vk_spirv_init();
108 VK_SHADER_STAGE_COMPUTE_BIT,
113 GLSLC(0,
layout(push_constant, std430) uniform pushConstants { );
114 GLSLC(1, ivec2 o_offset[3]; );
115 GLSLC(1, ivec2 o_size[3]; );
120 VK_SHADER_STAGE_COMPUTE_BIT);
125 .type = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
128 .stages = VK_SHADER_STAGE_COMPUTE_BIT,
132 .name =
"overlay_img",
133 .type = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
136 .stages = VK_SHADER_STAGE_COMPUTE_BIT,
140 .name =
"output_img",
141 .type = VK_DESCRIPTOR_TYPE_STORAGE_IMAGE,
143 .mem_quali =
"writeonly",
146 .stages = VK_SHADER_STAGE_COMPUTE_BIT,
156 GLSLC(1, ivec2
pos = ivec2(gl_GlobalInvocationID.xy); );
160 GLSLC(2, overlay_alpha_opaque(
i,
pos); );
172 s->opts.o_offset[0] =
s->overlay_x;
173 s->opts.o_offset[1] =
s->overlay_y;
179 s->opts.o_size[0] =
s->overlay_w;
180 s->opts.o_size[1] =
s->overlay_h;
212 if (!input_main || !input_overlay)
215 if (!
s->initialized) {
218 if (main_fc->
sw_format != overlay_fc->sw_format) {
223 s->overlay_w = input_overlay->
width;
224 s->overlay_h = input_overlay->
height;
236 out, (
AVFrame *[]){ input_main, input_overlay }, 2,
237 s->sampler, &
s->opts,
sizeof(
s->opts)));
302 #define OFFSET(x) offsetof(OverlayVulkanContext, x)
303 #define FLAGS (AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM)
334 .
name =
"overlay_vulkan",
343 .priv_class = &overlay_vulkan_class,
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
void ff_vk_shader_free(FFVulkanContext *s, FFVulkanShader *shd)
Free a shader.
int ff_vk_shader_init(FFVulkanContext *s, FFVulkanShader *shd, const char *name, VkPipelineStageFlags stage, const char *extensions[], int nb_extensions, int lg_x, int lg_y, int lg_z, uint32_t required_subgroup_size)
Initialize a shader object, with a specific set of extensions, type+bind, local group size,...
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
uint8_t * data
The data buffer.
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
static const char overlay_noalpha[]
int ff_vk_qf_init(FFVulkanContext *s, FFVkQueueFamilyCtx *qf, VkQueueFlagBits dev_family)
Chooses a QF and loads it into a context.
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
#define FILTER_INPUTS(array)
This structure describes decoded (raw) audio or video data.
int ff_vk_filter_init(AVFilterContext *avctx)
General lavfi IO functions.
static int overlay_vulkan_activate(AVFilterContext *avctx)
static int overlay_vulkan_config_output(AVFilterLink *outlink)
static const AVFilterPad overlay_vulkan_outputs[]
void ff_vk_uninit(FFVulkanContext *s)
Frees main context.
void(* uninit)(struct FFVkSPIRVCompiler **ctx)
const char * name
Filter name.
A link between two filters.
static int overlay_vulkan_blend(FFFrameSync *fs)
@ AV_PIX_FMT_VULKAN
Vulkan hardware images.
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
const VkAllocationCallbacks * alloc
Custom memory allocator, else NULL.
void * priv
private data for use by the filter
int ff_vk_shader_register_exec(FFVulkanContext *s, FFVkExecPool *pool, FFVulkanShader *shd)
Register a shader with an exec pool.
int ff_vk_shader_add_descriptor_set(FFVulkanContext *s, FFVulkanShader *shd, FFVulkanDescriptorSetBinding *desc, int nb, int singular, int print_to_shader_only)
Add descriptor to a shader.
const AVFilter ff_vf_overlay_vulkan
A filter pad used for either input or output.
s EdgeDetect Foobar g libavfilter vf_edgedetect c libavfilter vf_foobar c edit libavfilter and add an entry for foobar following the pattern of the other filters edit libavfilter allfilters and add an entry for foobar following the pattern of the other filters configure make j< whatever > ffmpeg ffmpeg i you should get a foobar png with Lena edge detected That s your new playground is ready Some little details about what s going which in turn will define variables for the build system and the C
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
#define AV_PIX_FMT_FLAG_ALPHA
The pixel format has an alpha channel.
static const AVOption overlay_vulkan_options[]
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
void ff_vk_exec_pool_free(FFVulkanContext *s, FFVkExecPool *pool)
#define FILTER_OUTPUTS(array)
static const struct @465 planes[]
static av_cold int init_filter(AVFilterContext *ctx)
const char * ff_vk_shader_rep_fmt(enum AVPixelFormat pix_fmt, enum FFVkShaderRepFormat rep_fmt)
enum AVPixelFormat sw_format
The pixel format identifying the actual data layout of the hardware frames.
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
#define fs(width, name, subs,...)
static const AVFilterPad overlay_vulkan_inputs[]
filter_frame For filters that do not use the activate() callback
int ff_vk_filter_config_output(AVFilterLink *outlink)
int ff_vk_exec_pool_init(FFVulkanContext *s, FFVkQueueFamilyCtx *qf, FFVkExecPool *pool, int nb_contexts, int nb_queries, VkQueryType query_type, int query_64bit, const void *query_create_pnext)
Allocates/frees an execution pool.
uint64_t flags
Combination of AV_PIX_FMT_FLAG_...
#define FF_FILTER_FLAG_HWFRAME_AWARE
The filter is aware of hardware frames, and any hardware frame context should not be automatically pr...
struct OverlayVulkanContext::@348 opts
static av_cold int overlay_vulkan_init(AVFilterContext *avctx)
int ff_vk_filter_process_Nin(FFVulkanContext *vkctx, FFVkExecPool *e, FFVulkanShader *shd, AVFrame *out, AVFrame *in[], int nb_in, VkSampler sampler, void *push_src, size_t push_size)
Up to 16 inputs, one output.
int(* init)(AVBSFContext *ctx)
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
int ff_framesync_init_dualinput(FFFrameSync *fs, AVFilterContext *parent)
Initialize a frame sync structure for dualinput.
#define AVFILTER_FLAG_HWDEVICE
The filter can create hardware frames using AVFilterContext.hw_device_ctx.
AVFilterContext * src
source filter
int(* compile_shader)(FFVulkanContext *s, struct FFVkSPIRVCompiler *ctx, FFVulkanShader *shd, uint8_t **data, size_t *size, const char *entrypoint, void **opaque)
#define AVERROR_EXTERNAL
Generic error in an external library.
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel layout
static void uninit(AVBSFContext *ctx)
#define i(width, name, range_min, range_max)
int w
agreed upon image width
static const char overlay_alpha[]
int ff_vk_shader_link(FFVulkanContext *s, FFVulkanShader *shd, uint8_t *spirv, size_t spirv_len, const char *entrypoint)
Link a shader into an executable.
const char * name
Pad name.
void(* free_shader)(struct FFVkSPIRVCompiler *ctx, void **opaque)
AVFILTER_DEFINE_CLASS(overlay_vulkan)
This struct describes a set or pool of "hardware" frames (i.e.
int ff_vk_shader_add_push_const(FFVulkanShader *shd, int offset, int size, VkShaderStageFlagBits stage)
Add/update push constants for execution.
AVBufferRef * hw_frames_ctx
For hwaccel-format frames, this should be a reference to the AVHWFramesContext describing the frame.
int h
agreed upon image height
@ AV_OPT_TYPE_INT
Underlying C type is int.
static void overlay_vulkan_uninit(AVFilterContext *avctx)
int ff_vk_filter_config_input(AVFilterLink *inlink)
AVVulkanDeviceContext * hwctx
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
VkDevice act_dev
Active device.
int ff_vk_init_sampler(FFVulkanContext *s, VkSampler *sampler, int unnorm_coords, VkFilter filt)
Create a sampler.
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
#define FILTER_SINGLE_PIXFMT(pix_fmt_)
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.