Go to the documentation of this file.
21 #include "config_components.h"
72 unsigned accept_flags = 0;
91 for (
i = 0;
i <
s->nb_inputs;
i++) {
100 s->wfactor +=
s->weights[
i];
102 s->fast &=
s->weights[
i] ==
s->weights[0];
106 for (;
i <
s->nb_inputs;
i++) {
107 s->weights[
i] =
s->weights[last];
108 s->wfactor +=
s->weights[
i];
111 s->wfactor = 1 /
s->wfactor;
113 if (
s->scale != 1.f /
s->wfactor)
115 s->wfactor =
s->scale;
126 s->tmix = !strcmp(
ctx->filter->name,
"tmix");
128 s->frames =
av_calloc(
s->nb_inputs,
sizeof(*
s->frames));
132 s->weights =
av_calloc(
s->nb_inputs,
sizeof(*
s->weights));
137 for (
int i = 0;
i <
s->nb_inputs;
i++) {
157 #define FAST_TMIX_SLICE(type, stype, round) \
158 for (int p = 0; p < s->nb_planes; p++) { \
159 const int slice_start = (s->height[p] * jobnr) / nb_jobs; \
160 const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs; \
161 const int width = s->linesizes[p] / sizeof(type); \
162 stype *sum = (stype *)(s->sum[p] + slice_start * s->linesizes[p] * 2); \
163 type *dst = (type *)(out->data[p] + slice_start * out->linesize[p]); \
164 const ptrdiff_t sum_linesize = (s->linesizes[p] * 2) / sizeof(stype); \
165 const ptrdiff_t dst_linesize = out->linesize[p] / sizeof(type); \
166 const int idx = FFMAX(0, nb_inputs - nb_unique); \
167 const ptrdiff_t src_linesize[2] = { in[idx]->linesize[p], \
168 in[nb_inputs-1]->linesize[p] }; \
169 const type *src[2]; \
171 if (!((1 << p) & s->planes)) { \
172 av_image_copy_plane((uint8_t *)dst, out->linesize[p], \
173 in[0]->data[p] + slice_start * in[0]->linesize[p], \
174 in[0]->linesize[p], \
175 s->linesizes[p], slice_end - slice_start); \
179 src[0] = (const type *)(in[idx]->data[p] + slice_start*src_linesize[0]); \
180 src[1] = (const type *)(in[nb_inputs-1]->data[p] + slice_start * src_linesize[1]); \
182 for (int y = slice_start; y < slice_end; y++) { \
183 for (int x = 0; x < width; x++) { \
184 sum[x] += src[1][x] * (1 + (nb_inputs - 1) * (idx == (nb_inputs - 1))); \
185 dst[x] = (sum[x] + (round)) / nb_inputs; \
186 sum[x] -= src[0][x]; \
189 dst += dst_linesize; \
190 sum += sum_linesize; \
191 src[0] += src_linesize[0] / sizeof(type); \
192 src[1] += src_linesize[1] / sizeof(type); \
196 #define MIX_SLICE(type, fun, clip) \
197 for (int p = 0; p < s->nb_planes; p++) { \
198 const int slice_start = (s->height[p] * jobnr) / nb_jobs; \
199 const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs; \
200 const int width = s->linesizes[p] / sizeof(type); \
201 type *dst = (type *)(out->data[p] + slice_start * out->linesize[p]); \
202 const ptrdiff_t dst_linesize = out->linesize[p] / sizeof(type); \
204 if (!((1 << p) & s->planes)) { \
205 av_image_copy_plane((uint8_t *)dst, out->linesize[p], \
206 in[0]->data[p] + slice_start * in[0]->linesize[p], \
207 in[0]->linesize[p], \
208 s->linesizes[p], slice_end - slice_start); \
212 for (int i = 0; i < nb_inputs; i++) \
213 linesize[i] = in[i]->linesize[p]; \
215 for (int i = 0; i < nb_inputs; i++) \
216 srcf[i] = in[i]->data[p] + slice_start * linesize[i]; \
218 for (int y = slice_start; y < slice_end; y++) { \
219 for (int x = 0; x < width; x++) { \
222 for (int i = 0; i < nb_inputs; i++) { \
223 float src = *(type *)(srcf[i] + x * sizeof(type)); \
225 val += src * weights[i]; \
228 dst[x] = clip(fun(val * wfactor), 0, max); \
231 dst += dst_linesize; \
232 for (int i = 0; i < nb_inputs; i++) \
233 srcf[i] += linesize[i]; \
237 #define CLIP8(x, min, max) av_clip_uint8(x)
238 #define CLIP16(x, min, max) av_clip(x, min, max)
239 #define CLIPF(x, min, max) (x)
249 uint8_t **srcf =
s->data + jobnr *
s->nb_inputs;
250 int *linesize =
s->linesize + jobnr *
s->nb_inputs;
251 const int nb_unique =
s->nb_unique_frames;
252 const int nb_inputs =
s->nb_inputs;
253 const float wfactor =
s->wfactor;
254 const int max =
s->max;
256 if (
s->tmix &&
s->fast) {
259 }
else if (
s->depth <= 16) {
270 }
else if (
s->depth <= 16) {
289 for (
i = 0;
i <
s->nb_inputs;
i++) {
294 if (
ctx->is_disabled) {
310 FFMIN(
s->height[1],
s->nb_threads));
329 for (
i = 1;
i <
s->nb_inputs;
i++) {
342 s->depth =
s->desc->comp[0].depth;
343 s->max = (1 <<
s->depth) - 1;
349 s->height[0] =
s->height[3] =
inlink->h;
351 s->data =
av_calloc(
s->nb_threads *
s->nb_inputs,
sizeof(*
s->data));
355 s->linesize =
av_calloc(
s->nb_threads *
s->nb_inputs,
sizeof(*
s->linesize));
360 for (
int p = 0; p <
s->nb_planes; p++) {
361 s->sum[p] =
av_calloc(
s->linesizes[p],
s->height[p] *
sizeof(*
s->sum) * 2);
380 for (
i = 0;
i <
s->nb_inputs;
i++) {
406 for (
i = 0;
i < 4;
i++)
408 for (
i = 0;
i <
s->nb_frames &&
s->frames;
i++)
415 char *res,
int res_len,
int flags)
432 #define OFFSET(x) offsetof(MixContext, x)
433 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
434 #define TFLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_RUNTIME_PARAM
442 {
"longest",
"Duration of longest input", 0,
AV_OPT_TYPE_CONST, {.i64=0}, 0, 0,
FLAGS, .unit =
"duration" },
443 {
"shortest",
"Duration of shortest input", 0,
AV_OPT_TYPE_CONST, {.i64=1}, 0, 0,
FLAGS, .unit =
"duration" },
456 #if CONFIG_MIX_FILTER
463 .priv_class = &mix_class,
476 #if CONFIG_TMIX_FILTER
485 if (
s->nb_inputs == 1)
488 if (
s->nb_frames <
s->nb_inputs) {
489 s->frames[
s->nb_frames] = in;
491 s->nb_unique_frames++;
492 while (
s->nb_frames <
s->nb_inputs) {
494 if (!
s->frames[
s->nb_frames])
499 s->nb_unique_frames =
FFMIN(
s->nb_unique_frames + 1,
s->nb_inputs);
501 memmove(&
s->frames[0], &
s->frames[1],
sizeof(*
s->frames) * (
s->nb_inputs - 1));
502 s->frames[
s->nb_inputs - 1] = in;
505 if (
ctx->is_disabled) {
515 out->pts =
s->frames[
s->nb_frames - 1]->pts;
520 FFMIN(
s->height[1],
s->nb_threads));
525 static const AVOption tmix_options[] = {
526 {
"frames",
"set number of successive frames to mix",
OFFSET(nb_inputs),
AV_OPT_TYPE_INT, {.i64=3}, 1, 1024, .flags =
FLAGS },
537 .filter_frame = tmix_filter_frame,
547 .priv_class = &tmix_class,
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
AVRational time_base
Time base for the incoming frames.
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
static int parse_weights(AVFilterContext *ctx)
static int mix(int c0, int c1)
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
const AVFilter ff_vf_tmix
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
char * av_asprintf(const char *fmt,...)
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
#define FILTER_INPUTS(array)
This structure describes decoded (raw) audio or video data.
static av_cold void uninit(AVFilterContext *ctx)
#define FAST_TMIX_SLICE(type, stype, round)
const char * name
Filter name.
@ EXT_INFINITY
Extend the frame to infinity.
static const struct @446 planes[]
A link between two filters.
static int mix_frames(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Link properties exposed to filter code, but not external callers.
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
@ EXT_STOP
Completely stop all streams with this one.
#define AV_PIX_FMT_FLAG_HWACCEL
Pixel format is an HW accelerated format.
static int activate(AVFilterContext *ctx)
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events.
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
A filter pad used for either input or output.
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
static int config_output(AVFilterLink *outlink)
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
#define AV_CEIL_RSHIFT(a, b)
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok().
AVRational sample_aspect_ratio
agreed upon sample aspect ratio
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
#define FILTER_OUTPUTS(array)
#define MIX_SLICE(type, fun, clip)
int av_sscanf(const char *string, const char *format,...)
See libc sscanf manual for more information.
Describe the class of an AVClass context structure.
#define fs(width, name, subs,...)
Rational number (pair of numerator and denominator).
int ff_append_inpad_free_name(AVFilterContext *f, AVFilterPad *p)
static int process_frame(FFFrameSync *fs)
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several inputs
#define AVFILTER_DEFINE_CLASS(fname)
static FilterLink * ff_filter_link(AVFilterLink *link)
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
static int query_formats(AVFilterContext *ctx)
int format
agreed upon media format
#define AV_PIX_FMT_FLAG_BITSTREAM
All values of a component are bit-wise packed end to end.
char * weights_str
string for custom weights for every input
AVFilterContext * src
source filter
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
#define CLIP16(x, min, max)
@ AV_OPT_TYPE_FLOAT
Underlying C type is float.
#define CLIP8(x, min, max)
#define i(width, name, range_min, range_max)
#define CLIPF(x, min, max)
int w
agreed upon image width
static const int weights[]
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Used for passing data between threads.
#define AV_PIX_FMT_FLAG_BE
Pixel format is big-endian.
const char * name
Pad name.
void * av_calloc(size_t nmemb, size_t size)
enum AVMediaType type
AVFilterPad type.
float * weights
custom weights for every input
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
static av_cold int init(AVFilterContext *ctx)
int h
agreed upon image height
int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
@ AV_OPT_TYPE_INT
Underlying C type is int.
AVRational time_base
Define the time base used by the PTS of the frames/samples which will pass through this link.
static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, char *res, int res_len, int flags)
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
static const AVOption mix_options[]
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
static void scale(int *out, const int *in, const int w, const int h, const int shift)
@ AV_OPT_TYPE_FLAGS
Underlying C type is unsigned int.
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
#define flags(name, subs,...)
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
AVRational frame_rate
Frame rate of the stream on the link, or 1/0 if unknown or variable.
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
@ AV_OPT_TYPE_STRING
Underlying C type is a uint8_t* that is either NULL or points to a C string allocated with the av_mal...
#define AV_PIX_FMT_FLAG_PAL
Pixel format has a palette in data[1], values are indexes in this palette.
@ AV_OPT_TYPE_CONST
Special option type for declaring named constants.
static const AVFilterPad outputs[]
#define FILTER_QUERY_FUNC(func)
const AVPixFmtDescriptor * desc
int nb_inputs
number of inputs