FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
vf_blend.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2013 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/imgutils.h"
22 #include "libavutil/eval.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/pixfmt.h"
25 #include "avfilter.h"
26 #include "bufferqueue.h"
27 #include "formats.h"
28 #include "internal.h"
29 #include "dualinput.h"
30 #include "video.h"
31 
32 #define TOP 0
33 #define BOTTOM 1
34 
35 enum BlendMode {
66 };
67 
68 static const char *const var_names[] = { "X", "Y", "W", "H", "SW", "SH", "T", "N", "A", "B", "TOP", "BOTTOM", NULL };
70 
71 typedef struct FilterParams {
73  double opacity;
75  char *expr_str;
76  void (*blend)(const uint8_t *top, int top_linesize,
77  const uint8_t *bottom, int bottom_linesize,
78  uint8_t *dst, int dst_linesize,
79  int width, int start, int end,
80  struct FilterParams *param, double *values);
81 } FilterParams;
82 
83 typedef struct ThreadData {
84  const AVFrame *top, *bottom;
87  int plane;
88  int w, h;
90 } ThreadData;
91 
92 typedef struct {
93  const AVClass *class;
95  int hsub, vsub; ///< chroma subsampling values
96  int nb_planes;
97  char *all_expr;
98  enum BlendMode all_mode;
99  double all_opacity;
100 
102  int tblend;
103  AVFrame *prev_frame; /* only used with tblend */
104 } BlendContext;
105 
106 #define COMMON_OPTIONS \
107  { "c0_mode", "set component #0 blend mode", OFFSET(params[0].mode), AV_OPT_TYPE_INT, {.i64=0}, 0, BLEND_NB-1, FLAGS, "mode"},\
108  { "c1_mode", "set component #1 blend mode", OFFSET(params[1].mode), AV_OPT_TYPE_INT, {.i64=0}, 0, BLEND_NB-1, FLAGS, "mode"},\
109  { "c2_mode", "set component #2 blend mode", OFFSET(params[2].mode), AV_OPT_TYPE_INT, {.i64=0}, 0, BLEND_NB-1, FLAGS, "mode"},\
110  { "c3_mode", "set component #3 blend mode", OFFSET(params[3].mode), AV_OPT_TYPE_INT, {.i64=0}, 0, BLEND_NB-1, FLAGS, "mode"},\
111  { "all_mode", "set blend mode for all components", OFFSET(all_mode), AV_OPT_TYPE_INT, {.i64=-1},-1, BLEND_NB-1, FLAGS, "mode"},\
112  { "addition", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_ADDITION}, 0, 0, FLAGS, "mode" },\
113  { "and", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_AND}, 0, 0, FLAGS, "mode" },\
114  { "average", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_AVERAGE}, 0, 0, FLAGS, "mode" },\
115  { "burn", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_BURN}, 0, 0, FLAGS, "mode" },\
116  { "darken", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DARKEN}, 0, 0, FLAGS, "mode" },\
117  { "difference", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DIFFERENCE}, 0, 0, FLAGS, "mode" },\
118  { "difference128", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DIFFERENCE128}, 0, 0, FLAGS, "mode" },\
119  { "divide", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DIVIDE}, 0, 0, FLAGS, "mode" },\
120  { "dodge", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DODGE}, 0, 0, FLAGS, "mode" },\
121  { "exclusion", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_EXCLUSION}, 0, 0, FLAGS, "mode" },\
122  { "glow", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_GLOW}, 0, 0, FLAGS, "mode" },\
123  { "hardlight", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_HARDLIGHT}, 0, 0, FLAGS, "mode" },\
124  { "hardmix", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_HARDMIX}, 0, 0, FLAGS, "mode" },\
125  { "lighten", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_LIGHTEN}, 0, 0, FLAGS, "mode" },\
126  { "linearlight","", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_LINEARLIGHT},0, 0, FLAGS, "mode" },\
127  { "multiply", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_MULTIPLY}, 0, 0, FLAGS, "mode" },\
128  { "negation", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_NEGATION}, 0, 0, FLAGS, "mode" },\
129  { "normal", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_NORMAL}, 0, 0, FLAGS, "mode" },\
130  { "or", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_OR}, 0, 0, FLAGS, "mode" },\
131  { "overlay", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_OVERLAY}, 0, 0, FLAGS, "mode" },\
132  { "phoenix", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_PHOENIX}, 0, 0, FLAGS, "mode" },\
133  { "pinlight", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_PINLIGHT}, 0, 0, FLAGS, "mode" },\
134  { "reflect", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_REFLECT}, 0, 0, FLAGS, "mode" },\
135  { "screen", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_SCREEN}, 0, 0, FLAGS, "mode" },\
136  { "softlight", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_SOFTLIGHT}, 0, 0, FLAGS, "mode" },\
137  { "subtract", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_SUBTRACT}, 0, 0, FLAGS, "mode" },\
138  { "vividlight", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_VIVIDLIGHT}, 0, 0, FLAGS, "mode" },\
139  { "xor", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_XOR}, 0, 0, FLAGS, "mode" },\
140  { "c0_expr", "set color component #0 expression", OFFSET(params[0].expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS },\
141  { "c1_expr", "set color component #1 expression", OFFSET(params[1].expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS },\
142  { "c2_expr", "set color component #2 expression", OFFSET(params[2].expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS },\
143  { "c3_expr", "set color component #3 expression", OFFSET(params[3].expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS },\
144  { "all_expr", "set expression for all color components", OFFSET(all_expr), AV_OPT_TYPE_STRING, {.str=NULL}, CHAR_MIN, CHAR_MAX, FLAGS },\
145  { "c0_opacity", "set color component #0 opacity", OFFSET(params[0].opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },\
146  { "c1_opacity", "set color component #1 opacity", OFFSET(params[1].opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },\
147  { "c2_opacity", "set color component #2 opacity", OFFSET(params[2].opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },\
148  { "c3_opacity", "set color component #3 opacity", OFFSET(params[3].opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },\
149  { "all_opacity", "set opacity for all color components", OFFSET(all_opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS}
150 
151 #define OFFSET(x) offsetof(BlendContext, x)
152 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
153 
154 static const AVOption blend_options[] = {
156  { "shortest", "force termination when the shortest input terminates", OFFSET(dinput.shortest), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS },
157  { "repeatlast", "repeat last bottom frame", OFFSET(dinput.repeatlast), AV_OPT_TYPE_INT, {.i64=1}, 0, 1, FLAGS },
158  { NULL }
159 };
160 
161 AVFILTER_DEFINE_CLASS(blend);
162 
163 static void blend_normal(const uint8_t *top, int top_linesize,
164  const uint8_t *bottom, int bottom_linesize,
165  uint8_t *dst, int dst_linesize,
166  int width, int start, int end,
167  FilterParams *param, double *values)
168 {
169  av_image_copy_plane(dst, dst_linesize, top, top_linesize, width, end - start);
170 }
171 
172 #define DEFINE_BLEND(name, expr) \
173 static void blend_## name(const uint8_t *top, int top_linesize, \
174  const uint8_t *bottom, int bottom_linesize, \
175  uint8_t *dst, int dst_linesize, \
176  int width, int start, int end, \
177  FilterParams *param, double *values) \
178 { \
179  double opacity = param->opacity; \
180  int i, j; \
181  \
182  for (i = start; i < end; i++) { \
183  for (j = 0; j < width; j++) { \
184  dst[j] = top[j] + ((expr) - top[j]) * opacity; \
185  } \
186  dst += dst_linesize; \
187  top += top_linesize; \
188  bottom += bottom_linesize; \
189  } \
190 }
191 
192 #define A top[j]
193 #define B bottom[j]
194 
195 #define MULTIPLY(x, a, b) ((x) * (((a) * (b)) / 255))
196 #define SCREEN(x, a, b) (255 - (x) * ((255 - (a)) * (255 - (b)) / 255))
197 #define BURN(a, b) (((a) == 0) ? (a) : FFMAX(0, 255 - ((255 - (b)) << 8) / (a)))
198 #define DODGE(a, b) (((a) == 255) ? (a) : FFMIN(255, (((b) << 8) / (255 - (a)))))
199 
200 DEFINE_BLEND(addition, FFMIN(255, A + B))
201 DEFINE_BLEND(average, (A + B) / 2)
202 DEFINE_BLEND(subtract, FFMAX(0, A - B))
203 DEFINE_BLEND(multiply, MULTIPLY(1, A, B))
204 DEFINE_BLEND(negation, 255 - FFABS(255 - A - B))
205 DEFINE_BLEND(difference, FFABS(A - B))
206 DEFINE_BLEND(difference128, av_clip_uint8(128 + A - B))
207 DEFINE_BLEND(screen, SCREEN(1, A, B))
208 DEFINE_BLEND(overlay, (A < 128) ? MULTIPLY(2, A, B) : SCREEN(2, A, B))
209 DEFINE_BLEND(hardlight, (B < 128) ? MULTIPLY(2, B, A) : SCREEN(2, B, A))
210 DEFINE_BLEND(hardmix, (A < (255 - B)) ? 0: 255)
211 DEFINE_BLEND(darken, FFMIN(A, B))
212 DEFINE_BLEND(lighten, FFMAX(A, B))
213 DEFINE_BLEND(divide, av_clip_uint8(((float)A / ((float)B) * 255)))
214 DEFINE_BLEND(dodge, DODGE(A, B))
215 DEFINE_BLEND(burn, BURN(A, B))
216 DEFINE_BLEND(softlight, (A > 127) ? B + (255 - B) * (A - 127.5) / 127.5 * (0.5 - FFABS(B - 127.5) / 255): B - B * ((127.5 - A) / 127.5) * (0.5 - FFABS(B - 127.5)/255))
217 DEFINE_BLEND(exclusion, A + B - 2 * A * B / 255)
218 DEFINE_BLEND(pinlight, (B < 128) ? FFMIN(A, 2 * B) : FFMAX(A, 2 * (B - 128)))
219 DEFINE_BLEND(phoenix, FFMIN(A, B) - FFMAX(A, B) + 255)
220 DEFINE_BLEND(reflect, (B == 255) ? B : FFMIN(255, (A * A / (255 - B))))
221 DEFINE_BLEND(glow, (A == 255) ? A : FFMIN(255, (B * B / (255 - A))))
222 DEFINE_BLEND(and, A & B)
223 DEFINE_BLEND(or, A | B)
224 DEFINE_BLEND(xor, A ^ B)
225 DEFINE_BLEND(vividlight, (A < 128) ? BURN(2 * A, B) : DODGE(2 * (A - 128), B))
226 DEFINE_BLEND(linearlight,av_clip_uint8((B < 128) ? B + 2 * A - 255 : B + 2 * (A - 128)))
227 
228 static void blend_expr(const uint8_t *top, int top_linesize,
229  const uint8_t *bottom, int bottom_linesize,
230  uint8_t *dst, int dst_linesize,
231  int width, int start, int end,
232  FilterParams *param, double *values)
233 {
234  AVExpr *e = param->e;
235  int y, x;
236 
237  for (y = start; y < end; y++) {
238  values[VAR_Y] = y;
239  for (x = 0; x < width; x++) {
240  values[VAR_X] = x;
241  values[VAR_TOP] = values[VAR_A] = top[x];
242  values[VAR_BOTTOM] = values[VAR_B] = bottom[x];
243  dst[x] = av_expr_eval(e, values, NULL);
244  }
245  dst += dst_linesize;
246  top += top_linesize;
247  bottom += bottom_linesize;
248  }
249 }
250 
251 static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
252 {
253  ThreadData *td = arg;
254  int slice_start = (td->h * jobnr ) / nb_jobs;
255  int slice_end = (td->h * (jobnr+1)) / nb_jobs;
256  const uint8_t *top = td->top->data[td->plane];
257  const uint8_t *bottom = td->bottom->data[td->plane];
258  uint8_t *dst = td->dst->data[td->plane];
259  double values[VAR_VARS_NB];
260 
261  values[VAR_N] = td->inlink->frame_count;
262  values[VAR_T] = td->dst->pts == AV_NOPTS_VALUE ? NAN : td->dst->pts * av_q2d(td->inlink->time_base);
263  values[VAR_W] = td->w;
264  values[VAR_H] = td->h;
265  values[VAR_SW] = td->w / (double)td->dst->width;
266  values[VAR_SH] = td->h / (double)td->dst->height;
267 
268  td->param->blend(top + slice_start * td->top->linesize[td->plane],
269  td->top->linesize[td->plane],
270  bottom + slice_start * td->bottom->linesize[td->plane],
271  td->bottom->linesize[td->plane],
272  dst + slice_start * td->dst->linesize[td->plane],
273  td->dst->linesize[td->plane],
274  td->w, slice_start, slice_end, td->param, &values[0]);
275  return 0;
276 }
277 
279  const AVFrame *bottom_buf)
280 {
281  BlendContext *b = ctx->priv;
282  AVFilterLink *inlink = ctx->inputs[0];
283  AVFilterLink *outlink = ctx->outputs[0];
284  AVFrame *dst_buf;
285  int plane;
286 
287  dst_buf = ff_get_video_buffer(outlink, outlink->w, outlink->h);
288  if (!dst_buf)
289  return top_buf;
290  av_frame_copy_props(dst_buf, top_buf);
291 
292  for (plane = 0; plane < b->nb_planes; plane++) {
293  int hsub = plane == 1 || plane == 2 ? b->hsub : 0;
294  int vsub = plane == 1 || plane == 2 ? b->vsub : 0;
295  int outw = FF_CEIL_RSHIFT(dst_buf->width, hsub);
296  int outh = FF_CEIL_RSHIFT(dst_buf->height, vsub);
297  FilterParams *param = &b->params[plane];
298  ThreadData td = { .top = top_buf, .bottom = bottom_buf, .dst = dst_buf,
299  .w = outw, .h = outh, .param = param, .plane = plane,
300  .inlink = inlink };
301 
302  ctx->internal->execute(ctx, filter_slice, &td, NULL, FFMIN(outh, ctx->graph->nb_threads));
303  }
304 
305  if (!b->tblend)
306  av_frame_free(&top_buf);
307 
308  return dst_buf;
309 }
310 
311 static av_cold int init(AVFilterContext *ctx)
312 {
313  BlendContext *b = ctx->priv;
314  int ret, plane;
315 
316  b->tblend = !strcmp(ctx->filter->name, "tblend");
317 
318  for (plane = 0; plane < FF_ARRAY_ELEMS(b->params); plane++) {
319  FilterParams *param = &b->params[plane];
320 
321  if (b->all_mode >= 0)
322  param->mode = b->all_mode;
323  if (b->all_opacity < 1)
324  param->opacity = b->all_opacity;
325 
326  switch (param->mode) {
327  case BLEND_ADDITION: param->blend = blend_addition; break;
328  case BLEND_AND: param->blend = blend_and; break;
329  case BLEND_AVERAGE: param->blend = blend_average; break;
330  case BLEND_BURN: param->blend = blend_burn; break;
331  case BLEND_DARKEN: param->blend = blend_darken; break;
332  case BLEND_DIFFERENCE: param->blend = blend_difference; break;
333  case BLEND_DIFFERENCE128: param->blend = blend_difference128; break;
334  case BLEND_DIVIDE: param->blend = blend_divide; break;
335  case BLEND_DODGE: param->blend = blend_dodge; break;
336  case BLEND_EXCLUSION: param->blend = blend_exclusion; break;
337  case BLEND_GLOW: param->blend = blend_glow; break;
338  case BLEND_HARDLIGHT: param->blend = blend_hardlight; break;
339  case BLEND_HARDMIX: param->blend = blend_hardmix; break;
340  case BLEND_LIGHTEN: param->blend = blend_lighten; break;
341  case BLEND_LINEARLIGHT:param->blend = blend_linearlight;break;
342  case BLEND_MULTIPLY: param->blend = blend_multiply; break;
343  case BLEND_NEGATION: param->blend = blend_negation; break;
344  case BLEND_NORMAL: param->blend = blend_normal; break;
345  case BLEND_OR: param->blend = blend_or; break;
346  case BLEND_OVERLAY: param->blend = blend_overlay; break;
347  case BLEND_PHOENIX: param->blend = blend_phoenix; break;
348  case BLEND_PINLIGHT: param->blend = blend_pinlight; break;
349  case BLEND_REFLECT: param->blend = blend_reflect; break;
350  case BLEND_SCREEN: param->blend = blend_screen; break;
351  case BLEND_SOFTLIGHT: param->blend = blend_softlight; break;
352  case BLEND_SUBTRACT: param->blend = blend_subtract; break;
353  case BLEND_VIVIDLIGHT: param->blend = blend_vividlight; break;
354  case BLEND_XOR: param->blend = blend_xor; break;
355  }
356 
357  if (b->all_expr && !param->expr_str) {
358  param->expr_str = av_strdup(b->all_expr);
359  if (!param->expr_str)
360  return AVERROR(ENOMEM);
361  }
362  if (param->expr_str) {
363  ret = av_expr_parse(&param->e, param->expr_str, var_names,
364  NULL, NULL, NULL, NULL, 0, ctx);
365  if (ret < 0)
366  return ret;
367  param->blend = blend_expr;
368  }
369  }
370 
372  return 0;
373 }
374 
376 {
377  static const enum AVPixelFormat pix_fmts[] = {
382  };
383 
384  AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
385  if (!fmts_list)
386  return AVERROR(ENOMEM);
387  return ff_set_common_formats(ctx, fmts_list);
388 }
389 
390 static av_cold void uninit(AVFilterContext *ctx)
391 {
392  BlendContext *b = ctx->priv;
393  int i;
394 
397 
398  for (i = 0; i < FF_ARRAY_ELEMS(b->params); i++)
399  av_expr_free(b->params[i].e);
400 }
401 
402 #if CONFIG_BLEND_FILTER
403 
404 static int config_output(AVFilterLink *outlink)
405 {
406  AVFilterContext *ctx = outlink->src;
407  AVFilterLink *toplink = ctx->inputs[TOP];
408  AVFilterLink *bottomlink = ctx->inputs[BOTTOM];
409  BlendContext *b = ctx->priv;
410  const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(toplink->format);
411  int ret;
412 
413  if (toplink->format != bottomlink->format) {
414  av_log(ctx, AV_LOG_ERROR, "inputs must be of same pixel format\n");
415  return AVERROR(EINVAL);
416  }
417  if (toplink->w != bottomlink->w ||
418  toplink->h != bottomlink->h ||
419  toplink->sample_aspect_ratio.num != bottomlink->sample_aspect_ratio.num ||
420  toplink->sample_aspect_ratio.den != bottomlink->sample_aspect_ratio.den) {
421  av_log(ctx, AV_LOG_ERROR, "First input link %s parameters "
422  "(size %dx%d, SAR %d:%d) do not match the corresponding "
423  "second input link %s parameters (%dx%d, SAR %d:%d)\n",
424  ctx->input_pads[TOP].name, toplink->w, toplink->h,
425  toplink->sample_aspect_ratio.num,
426  toplink->sample_aspect_ratio.den,
427  ctx->input_pads[BOTTOM].name, bottomlink->w, bottomlink->h,
428  bottomlink->sample_aspect_ratio.num,
429  bottomlink->sample_aspect_ratio.den);
430  return AVERROR(EINVAL);
431  }
432 
433  outlink->w = toplink->w;
434  outlink->h = toplink->h;
435  outlink->time_base = toplink->time_base;
436  outlink->sample_aspect_ratio = toplink->sample_aspect_ratio;
437  outlink->frame_rate = toplink->frame_rate;
438 
439  b->hsub = pix_desc->log2_chroma_w;
440  b->vsub = pix_desc->log2_chroma_h;
442 
443  if ((ret = ff_dualinput_init(ctx, &b->dinput)) < 0)
444  return ret;
445 
446  return 0;
447 }
448 
449 static int request_frame(AVFilterLink *outlink)
450 {
451  BlendContext *b = outlink->src->priv;
452  return ff_dualinput_request_frame(&b->dinput, outlink);
453 }
454 
455 static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
456 {
457  BlendContext *b = inlink->dst->priv;
458  return ff_dualinput_filter_frame(&b->dinput, inlink, buf);
459 }
460 
461 static const AVFilterPad blend_inputs[] = {
462  {
463  .name = "top",
464  .type = AVMEDIA_TYPE_VIDEO,
465  .filter_frame = filter_frame,
466  },{
467  .name = "bottom",
468  .type = AVMEDIA_TYPE_VIDEO,
469  .filter_frame = filter_frame,
470  },
471  { NULL }
472 };
473 
474 static const AVFilterPad blend_outputs[] = {
475  {
476  .name = "default",
477  .type = AVMEDIA_TYPE_VIDEO,
478  .config_props = config_output,
479  .request_frame = request_frame,
480  },
481  { NULL }
482 };
483 
484 AVFilter ff_vf_blend = {
485  .name = "blend",
486  .description = NULL_IF_CONFIG_SMALL("Blend two video frames into each other."),
487  .init = init,
488  .uninit = uninit,
489  .priv_size = sizeof(BlendContext),
491  .inputs = blend_inputs,
492  .outputs = blend_outputs,
493  .priv_class = &blend_class,
495 };
496 
497 #endif
498 
499 #if CONFIG_TBLEND_FILTER
500 
501 static int tblend_config_output(AVFilterLink *outlink)
502 {
503  AVFilterContext *ctx = outlink->src;
504  AVFilterLink *inlink = ctx->inputs[0];
505  BlendContext *b = ctx->priv;
506  const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(inlink->format);
507 
508  b->hsub = pix_desc->log2_chroma_w;
509  b->vsub = pix_desc->log2_chroma_h;
511  outlink->flags |= FF_LINK_FLAG_REQUEST_LOOP;
512 
513  return 0;
514 }
515 
516 static int tblend_filter_frame(AVFilterLink *inlink, AVFrame *frame)
517 {
518  BlendContext *b = inlink->dst->priv;
519  AVFilterLink *outlink = inlink->dst->outputs[0];
520 
521  if (b->prev_frame) {
522  AVFrame *out = blend_frame(inlink->dst, frame, b->prev_frame);
524  b->prev_frame = frame;
525  return ff_filter_frame(outlink, out);
526  }
527  b->prev_frame = frame;
528  return 0;
529 }
530 
531 static const AVOption tblend_options[] = {
533  { NULL }
534 };
535 
536 AVFILTER_DEFINE_CLASS(tblend);
537 
538 static const AVFilterPad tblend_inputs[] = {
539  {
540  .name = "default",
541  .type = AVMEDIA_TYPE_VIDEO,
542  .filter_frame = tblend_filter_frame,
543  },
544  { NULL }
545 };
546 
547 static const AVFilterPad tblend_outputs[] = {
548  {
549  .name = "default",
550  .type = AVMEDIA_TYPE_VIDEO,
551  .config_props = tblend_config_output,
552  },
553  { NULL }
554 };
555 
556 AVFilter ff_vf_tblend = {
557  .name = "tblend",
558  .description = NULL_IF_CONFIG_SMALL("Blend successive frames."),
559  .priv_size = sizeof(BlendContext),
560  .priv_class = &tblend_class,
562  .init = init,
563  .uninit = uninit,
564  .inputs = tblend_inputs,
565  .outputs = tblend_outputs,
567 };
568 
569 #endif
FFDualInputContext dinput
Definition: vf_blend.c:94
int plane
Definition: avisynth_c.h:291
static AVFrame * blend_frame(AVFilterContext *ctx, AVFrame *top_buf, const AVFrame *bottom_buf)
Definition: vf_blend.c:278
AVExpr * e
Definition: vf_blend.c:74
static const AVOption blend_options[]
Definition: vf_blend.c:154
#define NULL
Definition: coverity.c:32
static const char *const var_names[]
Definition: vf_blend.c:68
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2090
This structure describes decoded (raw) audio or video data.
Definition: frame.h:171
double opacity
Definition: vf_blend.c:73
AVOption.
Definition: opt.h:255
AVFILTER_DEFINE_CLASS(blend)
enum BlendMode all_mode
Definition: vf_blend.c:98
void(* blend)(const uint8_t *top, int top_linesize, const uint8_t *bottom, int bottom_linesize, uint8_t *dst, int dst_linesize, int width, int start, int end, struct FilterParams *param, double *values)
Definition: vf_blend.c:76
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:68
misc image utilities
Definition: vf_blend.c:69
static const AVFilterPad outputs[]
Definition: af_ashowinfo.c:248
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2130
Main libavfilter public API header.
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:176
int num
numerator
Definition: rational.h:44
const char * b
Definition: vf_curves.c:109
#define DODGE(a, b)
Definition: vf_blend.c:198
#define FF_ARRAY_ELEMS(a)
#define BURN(a, b)
Definition: vf_blend.c:197
int av_expr_parse(AVExpr **expr, const char *s, const char *const *const_names, const char *const *func1_names, double(*const *funcs1)(void *, double), const char *const *func2_names, double(*const *funcs2)(void *, double, double), int log_offset, void *log_ctx)
Parse an expression.
Definition: eval.c:652
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:109
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_blend.c:390
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
Definition: pixdesc.h:80
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:283
struct AVFilterGraph * graph
filtergraph this filter belongs to
Definition: avfilter.h:656
const char * name
Pad name.
Definition: internal.h:67
int ff_dualinput_filter_frame(FFDualInputContext *s, AVFilterLink *inlink, AVFrame *in)
Definition: dualinput.c:69
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:641
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1145
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:103
uint8_t
char * expr_str
Definition: vf_blend.c:75
#define av_cold
Definition: attributes.h:74
Definition: vf_blend.c:69
AVOptions.
static av_cold int end(AVCodecContext *avctx)
Definition: avrndec.c:67
Definition: vf_blend.c:69
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:257
const AVFrame * bottom
Definition: vf_blend.c:84
Definition: eval.c:143
#define OFFSET(x)
Definition: vf_blend.c:151
static AVFrame * frame
enum BlendMode mode
Definition: vf_blend.c:72
static double av_q2d(AVRational a)
Convert rational to double.
Definition: rational.h:80
int plane
Definition: vf_blend.c:87
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range...
Definition: pixfmt.h:102
int nb_threads
Maximum number of threads used by filters in this graph.
Definition: avfilter.h:1203
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition: pixfmt.h:76
#define BOTTOM
Definition: vf_blend.c:33
FilterParams params[4]
Definition: vf_blend.c:101
void ff_dualinput_uninit(FFDualInputContext *s)
Definition: dualinput.c:80
#define av_log(a,...)
AVFrame * prev_frame
Definition: vf_blend.c:103
A filter pad used for either input or output.
Definition: internal.h:61
AVFilterPad * input_pads
array of input pads
Definition: avfilter.h:640
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:269
int width
width and height of the video frame
Definition: frame.h:220
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:542
#define td
Definition: regdef.h:70
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:89
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:148
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:175
void * priv
private data for use by the filter
Definition: avfilter.h:654
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:442
static int config_output(AVFilterLink *outlink)
Definition: af_aecho.c:231
const char * arg
Definition: jacosubdec.c:66
GLenum GLint * params
Definition: opengl_enc.c:114
#define FLAGS
Definition: vf_blend.c:152
#define FFMAX(a, b)
Definition: common.h:64
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:67
#define TOP
Definition: vf_blend.c:32
BlendMode
Definition: vf_blend.c:35
static SDL_Surface * screen
Definition: ffplay.c:355
static int request_frame(AVFilterLink *outlink)
Definition: aeval.c:274
#define FFMIN(a, b)
Definition: common.h:66
float y
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition: pixfmt.h:75
ret
Definition: avfilter.c:974
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
#define FF_CEIL_RSHIFT(a, b)
Definition: common.h:57
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: aeval.c:415
#define FFABS(a)
Definition: common.h:61
static av_cold int init(AVFilterContext *ctx)
Definition: vf_blend.c:311
#define SCREEN(x, a, b)
Definition: vf_blend.c:196
#define B
Definition: vf_blend.c:193
AVFrame *(* process)(AVFilterContext *ctx, AVFrame *main, const AVFrame *second)
Definition: dualinput.h:36
FilterParams * param
Definition: vf_blend.c:89
Definition: vf_blend.c:69
Definition: vf_blend.c:69
AVFrame * dst
Definition: vf_blend.c:85
void av_expr_free(AVExpr *e)
Free a parsed expression previously created with av_expr_parse().
Definition: eval.c:312
char * av_strdup(const char *s)
Duplicate the string s.
Definition: mem.c:265
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:199
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:268
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
#define COMMON_OPTIONS
Definition: vf_blend.c:106
void * buf
Definition: avisynth_c.h:553
Definition: vf_blend.c:69
filter data
Definition: mlp.h:74
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:69
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:470
static const AVFilterPad inputs[]
Definition: af_ashowinfo.c:239
const char * name
Filter name.
Definition: avfilter.h:474
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:459
int ff_dualinput_init(AVFilterContext *ctx, FFDualInputContext *s)
Definition: dualinput.c:43
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:648
Definition: vf_blend.c:69
AVFilterInternal * internal
An opaque struct for libavfilter internal use.
Definition: avfilter.h:679
Frame requests may need to loop in order to be fulfilled.
Definition: internal.h:359
static int flags
Definition: cpu.c:47
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:182
static void blend_normal(const uint8_t *top, int top_linesize, const uint8_t *bottom, int bottom_linesize, uint8_t *dst, int dst_linesize, int width, int start, int end, FilterParams *param, double *values)
Definition: vf_blend.c:163
int nb_planes
Definition: vf_blend.c:96
char * all_expr
Definition: vf_blend.c:97
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:63
Y , 8bpp.
Definition: pixfmt.h:71
int vsub
chroma subsampling values
Definition: vf_blend.c:95
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:287
double all_opacity
Definition: vf_blend.c:99
#define A
Definition: vf_blend.c:192
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:77
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:70
int den
denominator
Definition: rational.h:45
avfilter_execute_func * execute
Definition: internal.h:162
const AVFrame * top
Definition: vf_blend.c:84
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2073
pixel format definitions
#define NAN
Definition: math.h:28
Definition: vf_blend.c:69
double av_expr_eval(AVExpr *e, const double *const_values, void *opaque)
Evaluate a previously parsed expression.
Definition: eval.c:707
Double input streams helper for filters.
A list of supported formats for one end of a filter link.
Definition: formats.h:64
static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_blend.c:251
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition: pixfmt.h:290
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> out
An instance of a filter.
Definition: avfilter.h:633
int ff_dualinput_request_frame(FFDualInputContext *s, AVFilterLink *outlink)
Definition: dualinput.c:75
int height
Definition: frame.h:220
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:101
void INT64 start
Definition: avisynth_c.h:553
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:273
AVFilterLink * inlink
Definition: vf_blend.c:86
internal API functions
#define MULTIPLY(x, a, b)
Definition: vf_blend.c:195
AVPixelFormat
Pixel format.
Definition: pixfmt.h:61
const AVFilter * filter
the AVFilter of which this is an instance
Definition: avfilter.h:636
static int query_formats(AVFilterContext *ctx)
Definition: vf_blend.c:375
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:548
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:241
#define DEFINE_BLEND(name, expr)
Definition: vf_blend.c:172
simple arithmetic expression evaluator
static int width