FFmpeg
vf_premultiply.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2016 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/imgutils.h"
22 #include "libavutil/pixdesc.h"
23 #include "libavutil/opt.h"
24 #include "avfilter.h"
25 #include "filters.h"
26 #include "formats.h"
27 #include "framesync.h"
28 #include "internal.h"
29 #include "video.h"
30 
31 typedef struct ThreadData {
32  AVFrame *m, *a, *d;
33 } ThreadData;
34 
35 typedef struct PreMultiplyContext {
36  const AVClass *class;
37  int width[4], height[4];
38  int linesize[4];
39  int nb_planes;
40  int planes;
41  int inverse;
42  int inplace;
43  int half, depth, offset, max;
45 
46  void (*premultiply[4])(const uint8_t *msrc, const uint8_t *asrc,
47  uint8_t *dst,
48  ptrdiff_t mlinesize, ptrdiff_t alinesize,
49  ptrdiff_t dlinesize,
50  int w, int h,
51  int half, int shift, int offset);
53 
54 #define OFFSET(x) offsetof(PreMultiplyContext, x)
55 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
56 
57 static const AVOption options[] = {
58  { "planes", "set planes", OFFSET(planes), AV_OPT_TYPE_INT, {.i64=0xF}, 0, 0xF, FLAGS },
59  { "inplace","enable inplace mode", OFFSET(inplace), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
60  { NULL }
61 };
62 
63 #define premultiply_options options
64 AVFILTER_DEFINE_CLASS(premultiply);
65 
67 {
68  PreMultiplyContext *s = ctx->priv;
69 
70  static const enum AVPixelFormat no_alpha_pix_fmts[] = {
79  };
80 
81  static const enum AVPixelFormat alpha_pix_fmts[] = {
86  AV_PIX_FMT_NONE
87  };
88 
89  return ff_set_common_formats(ctx, ff_make_format_list(s->inplace ? alpha_pix_fmts : no_alpha_pix_fmts));
90 }
91 
92 static void premultiply8(const uint8_t *msrc, const uint8_t *asrc,
93  uint8_t *dst,
94  ptrdiff_t mlinesize, ptrdiff_t alinesize,
95  ptrdiff_t dlinesize,
96  int w, int h,
97  int half, int shift, int offset)
98 {
99  int x, y;
100 
101  for (y = 0; y < h; y++) {
102  for (x = 0; x < w; x++) {
103  dst[x] = ((msrc[x] * (((asrc[x] >> 1) & 1) + asrc[x])) + 128) >> 8;
104  }
105 
106  dst += dlinesize;
107  msrc += mlinesize;
108  asrc += alinesize;
109  }
110 }
111 
112 static void premultiply8yuv(const uint8_t *msrc, const uint8_t *asrc,
113  uint8_t *dst,
114  ptrdiff_t mlinesize, ptrdiff_t alinesize,
115  ptrdiff_t dlinesize,
116  int w, int h,
117  int half, int shift, int offset)
118 {
119  int x, y;
120 
121  for (y = 0; y < h; y++) {
122  for (x = 0; x < w; x++) {
123  dst[x] = ((((msrc[x] - 128) * (((asrc[x] >> 1) & 1) + asrc[x]))) >> 8) + 128;
124  }
125 
126  dst += dlinesize;
127  msrc += mlinesize;
128  asrc += alinesize;
129  }
130 }
131 
132 static void premultiply8offset(const uint8_t *msrc, const uint8_t *asrc,
133  uint8_t *dst,
134  ptrdiff_t mlinesize, ptrdiff_t alinesize,
135  ptrdiff_t dlinesize,
136  int w, int h,
137  int half, int shift, int offset)
138 {
139  int x, y;
140 
141  for (y = 0; y < h; y++) {
142  for (x = 0; x < w; x++) {
143  dst[x] = ((((msrc[x] - offset) * (((asrc[x] >> 1) & 1) + asrc[x])) + 128) >> 8) + offset;
144  }
145 
146  dst += dlinesize;
147  msrc += mlinesize;
148  asrc += alinesize;
149  }
150 }
151 
152 static void premultiply16(const uint8_t *mmsrc, const uint8_t *aasrc,
153  uint8_t *ddst,
154  ptrdiff_t mlinesize, ptrdiff_t alinesize,
155  ptrdiff_t dlinesize,
156  int w, int h,
157  int half, int shift, int offset)
158 {
159  const uint16_t *msrc = (const uint16_t *)mmsrc;
160  const uint16_t *asrc = (const uint16_t *)aasrc;
161  uint16_t *dst = (uint16_t *)ddst;
162  int x, y;
163 
164  for (y = 0; y < h; y++) {
165  for (x = 0; x < w; x++) {
166  dst[x] = ((msrc[x] * (((asrc[x] >> 1) & 1) + asrc[x])) + half) >> shift;
167  }
168 
169  dst += dlinesize / 2;
170  msrc += mlinesize / 2;
171  asrc += alinesize / 2;
172  }
173 }
174 
175 static void premultiply16yuv(const uint8_t *mmsrc, const uint8_t *aasrc,
176  uint8_t *ddst,
177  ptrdiff_t mlinesize, ptrdiff_t alinesize,
178  ptrdiff_t dlinesize,
179  int w, int h,
180  int half, int shift, int offset)
181 {
182  const uint16_t *msrc = (const uint16_t *)mmsrc;
183  const uint16_t *asrc = (const uint16_t *)aasrc;
184  uint16_t *dst = (uint16_t *)ddst;
185  int x, y;
186 
187  for (y = 0; y < h; y++) {
188  for (x = 0; x < w; x++) {
189  dst[x] = ((((msrc[x] - half) * (((asrc[x] >> 1) & 1) + asrc[x]))) >> shift) + half;
190  }
191 
192  dst += dlinesize / 2;
193  msrc += mlinesize / 2;
194  asrc += alinesize / 2;
195  }
196 }
197 
198 static void premultiply16offset(const uint8_t *mmsrc, const uint8_t *aasrc,
199  uint8_t *ddst,
200  ptrdiff_t mlinesize, ptrdiff_t alinesize,
201  ptrdiff_t dlinesize,
202  int w, int h,
203  int half, int shift, int offset)
204 {
205  const uint16_t *msrc = (const uint16_t *)mmsrc;
206  const uint16_t *asrc = (const uint16_t *)aasrc;
207  uint16_t *dst = (uint16_t *)ddst;
208  int x, y;
209 
210  for (y = 0; y < h; y++) {
211  for (x = 0; x < w; x++) {
212  dst[x] = ((((msrc[x] - offset) * (((asrc[x] >> 1) & 1) + asrc[x])) + half) >> shift) + offset;
213  }
214 
215  dst += dlinesize / 2;
216  msrc += mlinesize / 2;
217  asrc += alinesize / 2;
218  }
219 }
220 
221 static void unpremultiply8(const uint8_t *msrc, const uint8_t *asrc,
222  uint8_t *dst,
223  ptrdiff_t mlinesize, ptrdiff_t alinesize,
224  ptrdiff_t dlinesize,
225  int w, int h,
226  int half, int max, int offset)
227 {
228  int x, y;
229 
230  for (y = 0; y < h; y++) {
231  for (x = 0; x < w; x++) {
232  if (asrc[x] > 0 && asrc[x] < 255)
233  dst[x] = FFMIN(msrc[x] * 255 / asrc[x], 255);
234  else
235  dst[x] = msrc[x];
236  }
237 
238  dst += dlinesize;
239  msrc += mlinesize;
240  asrc += alinesize;
241  }
242 }
243 
244 static void unpremultiply8yuv(const uint8_t *msrc, const uint8_t *asrc,
245  uint8_t *dst,
246  ptrdiff_t mlinesize, ptrdiff_t alinesize,
247  ptrdiff_t dlinesize,
248  int w, int h,
249  int half, int max, int offset)
250 {
251  int x, y;
252 
253  for (y = 0; y < h; y++) {
254  for (x = 0; x < w; x++) {
255  if (asrc[x] > 0 && asrc[x] < 255)
256  dst[x] = FFMIN((msrc[x] - 128) * 255 / asrc[x] + 128, 255);
257  else
258  dst[x] = msrc[x];
259  }
260 
261  dst += dlinesize;
262  msrc += mlinesize;
263  asrc += alinesize;
264  }
265 }
266 
267 static void unpremultiply8offset(const uint8_t *msrc, const uint8_t *asrc,
268  uint8_t *dst,
269  ptrdiff_t mlinesize, ptrdiff_t alinesize,
270  ptrdiff_t dlinesize,
271  int w, int h,
272  int half, int max, int offset)
273 {
274  int x, y;
275 
276  for (y = 0; y < h; y++) {
277  for (x = 0; x < w; x++) {
278  if (asrc[x] > 0 && asrc[x] < 255)
279  dst[x] = FFMIN(FFMAX(msrc[x] - offset, 0) * 255 / asrc[x] + offset, 255);
280  else
281  dst[x] = msrc[x];
282  }
283 
284  dst += dlinesize;
285  msrc += mlinesize;
286  asrc += alinesize;
287  }
288 }
289 
290 static void unpremultiply16(const uint8_t *mmsrc, const uint8_t *aasrc,
291  uint8_t *ddst,
292  ptrdiff_t mlinesize, ptrdiff_t alinesize,
293  ptrdiff_t dlinesize,
294  int w, int h,
295  int half, int max, int offset)
296 {
297  const uint16_t *msrc = (const uint16_t *)mmsrc;
298  const uint16_t *asrc = (const uint16_t *)aasrc;
299  uint16_t *dst = (uint16_t *)ddst;
300  int x, y;
301 
302  for (y = 0; y < h; y++) {
303  for (x = 0; x < w; x++) {
304  if (asrc[x] > 0 && asrc[x] < max)
305  dst[x] = FFMIN(msrc[x] * (unsigned)max / asrc[x], max);
306  else
307  dst[x] = msrc[x];
308  }
309 
310  dst += dlinesize / 2;
311  msrc += mlinesize / 2;
312  asrc += alinesize / 2;
313  }
314 }
315 
316 static void unpremultiply16yuv(const uint8_t *mmsrc, const uint8_t *aasrc,
317  uint8_t *ddst,
318  ptrdiff_t mlinesize, ptrdiff_t alinesize,
319  ptrdiff_t dlinesize,
320  int w, int h,
321  int half, int max, int offset)
322 {
323  const uint16_t *msrc = (const uint16_t *)mmsrc;
324  const uint16_t *asrc = (const uint16_t *)aasrc;
325  uint16_t *dst = (uint16_t *)ddst;
326  int x, y;
327 
328  for (y = 0; y < h; y++) {
329  for (x = 0; x < w; x++) {
330  if (asrc[x] > 0 && asrc[x] < max)
331  dst[x] = FFMAX(FFMIN((msrc[x] - half) * max / asrc[x], half - 1), -half) + half;
332  else
333  dst[x] = msrc[x];
334  }
335 
336  dst += dlinesize / 2;
337  msrc += mlinesize / 2;
338  asrc += alinesize / 2;
339  }
340 }
341 
342 static void unpremultiply16offset(const uint8_t *mmsrc, const uint8_t *aasrc,
343  uint8_t *ddst,
344  ptrdiff_t mlinesize, ptrdiff_t alinesize,
345  ptrdiff_t dlinesize,
346  int w, int h,
347  int half, int max, int offset)
348 {
349  const uint16_t *msrc = (const uint16_t *)mmsrc;
350  const uint16_t *asrc = (const uint16_t *)aasrc;
351  uint16_t *dst = (uint16_t *)ddst;
352  int x, y;
353 
354  for (y = 0; y < h; y++) {
355  for (x = 0; x < w; x++) {
356  if (asrc[x] > 0 && asrc[x] < max)
357  dst[x] = FFMAX(FFMIN(FFMAX(msrc[x] - offset, 0) * (unsigned)max / asrc[x] + offset, max), 0);
358  else
359  dst[x] = msrc[x];
360  }
361 
362  dst += dlinesize / 2;
363  msrc += mlinesize / 2;
364  asrc += alinesize / 2;
365  }
366 }
367 
368 static int premultiply_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
369 {
370  PreMultiplyContext *s = ctx->priv;
371  ThreadData *td = arg;
372  AVFrame *out = td->d;
373  AVFrame *alpha = td->a;
374  AVFrame *base = td->m;
375  int p;
376 
377  for (p = 0; p < s->nb_planes; p++) {
378  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
379  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
380 
381  if (!((1 << p) & s->planes) || p == 3) {
382  av_image_copy_plane(out->data[p] + slice_start * out->linesize[p],
383  out->linesize[p],
384  base->data[p] + slice_start * base->linesize[p],
385  base->linesize[p],
386  s->linesize[p], slice_end - slice_start);
387  continue;
388  }
389 
390  s->premultiply[p](base->data[p] + slice_start * base->linesize[p],
391  s->inplace ? alpha->data[3] + slice_start * alpha->linesize[3] :
392  alpha->data[0] + slice_start * alpha->linesize[0],
393  out->data[p] + slice_start * out->linesize[p],
394  base->linesize[p], s->inplace ? alpha->linesize[3] : alpha->linesize[0],
395  out->linesize[p],
396  s->width[p], slice_end - slice_start,
397  s->half, s->inverse ? s->max : s->depth, s->offset);
398  }
399 
400  return 0;
401 }
402 
405 {
406  PreMultiplyContext *s = ctx->priv;
407  AVFilterLink *outlink = ctx->outputs[0];
408 
409  if (ctx->is_disabled) {
410  *out = av_frame_clone(base);
411  if (!*out)
412  return AVERROR(ENOMEM);
413  } else {
414  ThreadData td;
415  int full, limited;
416 
417  *out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
418  if (!*out)
419  return AVERROR(ENOMEM);
420  av_frame_copy_props(*out, base);
421 
422  full = base->color_range == AVCOL_RANGE_JPEG;
423  limited = base->color_range == AVCOL_RANGE_MPEG;
424 
425  if (s->inverse) {
426  switch (outlink->format) {
427  case AV_PIX_FMT_YUV444P:
428  case AV_PIX_FMT_YUVA444P:
430  s->premultiply[1] = s->premultiply[2] = unpremultiply8yuv;
431  break;
432  case AV_PIX_FMT_YUVJ444P:
433  s->premultiply[0] = unpremultiply8;
434  s->premultiply[1] = s->premultiply[2] = unpremultiply8yuv;
435  break;
436  case AV_PIX_FMT_GBRP:
437  case AV_PIX_FMT_GBRAP:
438  s->premultiply[0] = s->premultiply[1] = s->premultiply[2] = limited ? unpremultiply8offset : unpremultiply8;
439  break;
440  case AV_PIX_FMT_YUV444P9:
450  break;
451  case AV_PIX_FMT_GBRP9:
452  case AV_PIX_FMT_GBRP10:
453  case AV_PIX_FMT_GBRAP10:
454  case AV_PIX_FMT_GBRP12:
455  case AV_PIX_FMT_GBRAP12:
456  case AV_PIX_FMT_GBRP14:
457  case AV_PIX_FMT_GBRP16:
458  case AV_PIX_FMT_GBRAP16:
459  s->premultiply[0] = s->premultiply[1] = s->premultiply[2] = limited ? unpremultiply16offset : unpremultiply16;
460  break;
461  case AV_PIX_FMT_GRAY8:
462  s->premultiply[0] = limited ? unpremultiply8offset : unpremultiply8;
463  break;
464  case AV_PIX_FMT_GRAY9:
465  case AV_PIX_FMT_GRAY10:
466  case AV_PIX_FMT_GRAY12:
467  case AV_PIX_FMT_GRAY14:
468  case AV_PIX_FMT_GRAY16:
470  break;
471  }
472  } else {
473  switch (outlink->format) {
474  case AV_PIX_FMT_YUV444P:
475  case AV_PIX_FMT_YUVA444P:
477  s->premultiply[1] = s->premultiply[2] = premultiply8yuv;
478  break;
479  case AV_PIX_FMT_YUVJ444P:
480  s->premultiply[0] = premultiply8;
481  s->premultiply[1] = s->premultiply[2] = premultiply8yuv;
482  break;
483  case AV_PIX_FMT_GBRP:
484  case AV_PIX_FMT_GBRAP:
485  s->premultiply[0] = s->premultiply[1] = s->premultiply[2] = limited ? premultiply8offset : premultiply8;
486  break;
487  case AV_PIX_FMT_YUV444P9:
496  s->premultiply[1] = s->premultiply[2] = premultiply16yuv;
497  break;
498  case AV_PIX_FMT_GBRP9:
499  case AV_PIX_FMT_GBRP10:
500  case AV_PIX_FMT_GBRAP10:
501  case AV_PIX_FMT_GBRP12:
502  case AV_PIX_FMT_GBRAP12:
503  case AV_PIX_FMT_GBRP14:
504  case AV_PIX_FMT_GBRP16:
505  case AV_PIX_FMT_GBRAP16:
506  s->premultiply[0] = s->premultiply[1] = s->premultiply[2] = limited ? premultiply16offset : premultiply16;
507  break;
508  case AV_PIX_FMT_GRAY8:
509  s->premultiply[0] = limited ? premultiply8offset : premultiply8;
510  break;
511  case AV_PIX_FMT_GRAY9:
512  case AV_PIX_FMT_GRAY10:
513  case AV_PIX_FMT_GRAY12:
514  case AV_PIX_FMT_GRAY14:
515  case AV_PIX_FMT_GRAY16:
516  s->premultiply[0] = limited ? premultiply16offset : premultiply16;
517  break;
518  }
519  }
520 
521  td.d = *out;
522  td.a = alpha;
523  td.m = base;
524  ctx->internal->execute(ctx, premultiply_slice, &td, NULL, FFMIN(s->height[0],
526  }
527 
528  return 0;
529 }
530 
532 {
533  AVFilterContext *ctx = fs->parent;
534  PreMultiplyContext *s = fs->opaque;
535  AVFilterLink *outlink = ctx->outputs[0];
536  AVFrame *out = NULL, *base, *alpha;
537  int ret;
538 
539  if ((ret = ff_framesync_get_frame(&s->fs, 0, &base, 0)) < 0 ||
540  (ret = ff_framesync_get_frame(&s->fs, 1, &alpha, 0)) < 0)
541  return ret;
542 
543  if ((ret = filter_frame(ctx, &out, base, alpha)) < 0)
544  return ret;
545 
546  out->pts = av_rescale_q(base->pts, s->fs.time_base, outlink->time_base);
547 
548  return ff_filter_frame(outlink, out);
549 }
550 
552 {
553  AVFilterContext *ctx = inlink->dst;
554  PreMultiplyContext *s = ctx->priv;
556  int vsub, hsub, ret;
557 
559 
560  if ((ret = av_image_fill_linesizes(s->linesize, inlink->format, inlink->w)) < 0)
561  return ret;
562 
563  hsub = desc->log2_chroma_w;
564  vsub = desc->log2_chroma_h;
565  s->height[1] = s->height[2] = AV_CEIL_RSHIFT(inlink->h, vsub);
566  s->height[0] = s->height[3] = inlink->h;
567  s->width[1] = s->width[2] = AV_CEIL_RSHIFT(inlink->w, hsub);
568  s->width[0] = s->width[3] = inlink->w;
569 
570  s->depth = desc->comp[0].depth;
571  s->max = (1 << s->depth) - 1;
572  s->half = (1 << s->depth) / 2;
573  s->offset = 16 << (s->depth - 8);
574 
575  return 0;
576 }
577 
578 static int config_output(AVFilterLink *outlink)
579 {
580  AVFilterContext *ctx = outlink->src;
581  PreMultiplyContext *s = ctx->priv;
582  AVFilterLink *base = ctx->inputs[0];
584  FFFrameSyncIn *in;
585  int ret;
586 
587  if (!s->inplace) {
588  alpha = ctx->inputs[1];
589 
590  if (base->format != alpha->format) {
591  av_log(ctx, AV_LOG_ERROR, "inputs must be of same pixel format\n");
592  return AVERROR(EINVAL);
593  }
594  if (base->w != alpha->w ||
595  base->h != alpha->h) {
596  av_log(ctx, AV_LOG_ERROR, "First input link %s parameters "
597  "(size %dx%d) do not match the corresponding "
598  "second input link %s parameters (%dx%d) ",
599  ctx->input_pads[0].name, base->w, base->h,
600  ctx->input_pads[1].name, alpha->w, alpha->h);
601  return AVERROR(EINVAL);
602  }
603  }
604 
605  outlink->w = base->w;
606  outlink->h = base->h;
607  outlink->time_base = base->time_base;
608  outlink->sample_aspect_ratio = base->sample_aspect_ratio;
609  outlink->frame_rate = base->frame_rate;
610 
611  if (s->inplace)
612  return 0;
613 
614  if ((ret = ff_framesync_init(&s->fs, ctx, 2)) < 0)
615  return ret;
616 
617  in = s->fs.in;
618  in[0].time_base = base->time_base;
619  in[1].time_base = alpha->time_base;
620  in[0].sync = 1;
621  in[0].before = EXT_STOP;
622  in[0].after = EXT_INFINITY;
623  in[1].sync = 1;
624  in[1].before = EXT_STOP;
625  in[1].after = EXT_INFINITY;
626  s->fs.opaque = s;
628 
629  return ff_framesync_configure(&s->fs);
630 }
631 
633 {
634  PreMultiplyContext *s = ctx->priv;
635 
636  if (s->inplace) {
637  AVFrame *frame = NULL;
638  AVFrame *out = NULL;
639  int ret, status;
640  int64_t pts;
641 
642  if ((ret = ff_inlink_consume_frame(ctx->inputs[0], &frame)) > 0) {
643  ret = filter_frame(ctx, &out, frame, frame);
644  av_frame_free(&frame);
645  if (ret < 0)
646  return ret;
647  ret = ff_filter_frame(ctx->outputs[0], out);
648  }
649  if (ret < 0) {
650  return ret;
651  } else if (ff_inlink_acknowledge_status(ctx->inputs[0], &status, &pts)) {
652  ff_outlink_set_status(ctx->outputs[0], status, pts);
653  return 0;
654  } else {
655  if (ff_outlink_frame_wanted(ctx->outputs[0]))
657  return 0;
658  }
659  } else {
660  return ff_framesync_activate(&s->fs);
661  }
662 }
663 
665 {
666  PreMultiplyContext *s = ctx->priv;
667  AVFilterPad pad = { 0 };
668  int ret;
669 
670  if (!strcmp(ctx->filter->name, "unpremultiply"))
671  s->inverse = 1;
672 
673  pad.type = AVMEDIA_TYPE_VIDEO;
674  pad.name = av_strdup("main");
676  if (!pad.name)
677  return AVERROR(ENOMEM);
678 
679  if ((ret = ff_insert_inpad(ctx, 0, &pad)) < 0) {
680  av_freep(&pad.name);
681  return ret;
682  }
683 
684  if (!s->inplace) {
685  pad.type = AVMEDIA_TYPE_VIDEO;
686  pad.name = av_strdup("alpha");
687  pad.config_props = NULL;
688  if (!pad.name)
689  return AVERROR(ENOMEM);
690 
691  if ((ret = ff_insert_inpad(ctx, 1, &pad)) < 0) {
692  av_freep(&pad.name);
693  return ret;
694  }
695  }
696 
697  return 0;
698 }
699 
701 {
702  PreMultiplyContext *s = ctx->priv;
703 
704  if (!s->inplace)
705  ff_framesync_uninit(&s->fs);
706 }
707 
709  {
710  .name = "default",
711  .type = AVMEDIA_TYPE_VIDEO,
712  .config_props = config_output,
713  },
714  { NULL }
715 };
716 
717 #if CONFIG_PREMULTIPLY_FILTER
718 
720  .name = "premultiply",
721  .description = NULL_IF_CONFIG_SMALL("PreMultiply first stream with first plane of second stream."),
722  .priv_size = sizeof(PreMultiplyContext),
723  .init = init,
724  .uninit = uninit,
726  .activate = activate,
727  .inputs = NULL,
728  .outputs = premultiply_outputs,
729  .priv_class = &premultiply_class,
733 };
734 
735 #endif /* CONFIG_PREMULTIPLY_FILTER */
736 
737 #if CONFIG_UNPREMULTIPLY_FILTER
738 
739 #define unpremultiply_options options
740 AVFILTER_DEFINE_CLASS(unpremultiply);
741 
743  .name = "unpremultiply",
744  .description = NULL_IF_CONFIG_SMALL("UnPreMultiply first stream with first plane of second stream."),
745  .priv_size = sizeof(PreMultiplyContext),
746  .init = init,
747  .uninit = uninit,
749  .activate = activate,
750  .inputs = NULL,
751  .outputs = premultiply_outputs,
752  .priv_class = &unpremultiply_class,
756 };
757 
758 #endif /* CONFIG_UNPREMULTIPLY_FILTER */
int ff_inlink_consume_frame(AVFilterLink *link, AVFrame **rframe)
Take a frame from the link&#39;s FIFO and update the link&#39;s stats.
Definition: avfilter.c:1481
#define NULL
Definition: coverity.c:32
AVFrame * out
Definition: af_adeclick.c:488
static int shift(int a, int b)
Definition: sonic.c:82
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2522
static int activate(AVFilterContext *ctx)
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
AVOption.
Definition: opt.h:246
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:397
#define AV_PIX_FMT_GBRAP10
Definition: pixfmt.h:407
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
misc image utilities
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2562
AVFrame * frame
Definition: dsddec.c:65
Main libavfilter public API header.
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:105
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:168
static const AVOption options[]
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:403
static void premultiply16(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:367
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:65
static void premultiply8(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:117
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:99
int is_disabled
the enabled state from the last expression evaluation
Definition: avfilter.h:385
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
Definition: pixdesc.h:92
static void ff_outlink_set_status(AVFilterLink *link, int status, int64_t pts)
Set the status field of a link from the source filter.
Definition: filters.h:189
AVFILTER_DEFINE_CLASS(premultiply)
void ff_inlink_request_frame(AVFilterLink *link)
Mark that a frame is wanted on the link.
Definition: avfilter.c:1607
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:86
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:283
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:368
const char * name
Pad name.
Definition: internal.h:60
AVFilterContext * parent
Parent filter context.
Definition: framesync.h:152
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:369
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:346
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1080
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:117
uint8_t
#define av_cold
Definition: attributes.h:82
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:259
AVOptions.
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:388
FFFrameSyncIn * in
Pointer to array of inputs.
Definition: framesync.h:203
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:402
static void unpremultiply16offset(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
int height
Definition: vf_avgblur.c:61
AVFrame * dst
Definition: vf_blend.c:55
#define FLAGS
int linesize
Definition: vf_avgblur.c:64
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:400
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:91
Input stream structure.
Definition: framesync.h:81
the definition of that something depends on the semantic of the filter The callback must examine the status of the filter s links and proceed accordingly The status of output links is stored in the status_in and status_out fields and tested by the ff_outlink_frame_wanted() function.If this function returns true
#define av_log(a,...)
A filter pad used for either input or output.
Definition: internal.h:54
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
int ff_inlink_acknowledge_status(AVFilterLink *link, int *rstatus, int64_t *rpts)
Test and acknowledge the change of status on the link.
Definition: avfilter.c:1436
AVFilterPad * input_pads
array of input pads
Definition: avfilter.h:345
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:568
#define td
Definition: regdef.h:70
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:293
Frame sync structure.
Definition: framesync.h:146
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
void(* premultiply[4])(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
void * priv
private data for use by the filter
Definition: avfilter.h:353
enum AVColorRange color_range
MPEG vs JPEG YUV range.
Definition: frame.h:539
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:116
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:431
const char * arg
Definition: jacosubdec.c:66
AVFilter ff_vf_premultiply
#define AV_PIX_FMT_GBRAP12
Definition: pixfmt.h:408
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:96
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter&#39;s input and try to produce output.
Definition: framesync.c:344
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:390
int(* on_event)(struct FFFrameSync *fs)
Callback called when a frame event is ready.
Definition: framesync.h:172
#define FFMAX(a, b)
Definition: common.h:94
#define AV_PIX_FMT_GBRAP16
Definition: pixfmt.h:409
int(* config_props)(AVFilterLink *link)
Link configuration callback.
Definition: internal.h:129
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:406
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:802
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:371
#define FFMIN(a, b)
Definition: common.h:96
AVFrame * d
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
static void unpremultiply8(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
AVFrame * m
AVFormatContext * ctx
Definition: movenc.c:48
AVRational time_base
Time base for the output events.
Definition: framesync.h:162
static const AVFilterPad premultiply_outputs[]
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:426
static av_cold void uninit(AVFilterContext *ctx)
void * opaque
Opaque pointer, not used by the API.
Definition: framesync.h:177
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:386
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:405
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:540
static const AVFilterPad outputs[]
Definition: af_acontrast.c:203
static void unpremultiply16yuv(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
the normal 2^n-1 "JPEG" YUV ranges
Definition: pixfmt.h:523
static const struct @316 planes[]
static void unpremultiply16(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:251
Extend the frame to infinity.
Definition: framesync.h:75
static int process_frame(FFFrameSync *fs)
Used for passing data between threads.
Definition: dsddec.c:64
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:326
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:77
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:177
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
static const int16_t alpha[]
Definition: ilbcdata.h:55
#define AV_PIX_FMT_GRAY14
Definition: pixfmt.h:370
AVFilter ff_vf_unpremultiply
static int query_formats(AVFilterContext *ctx)
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several inputs
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events...
Definition: framesync.h:139
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:144
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
static void premultiply16yuv(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
they must not be accessed directly The fifo field contains the frames that are queued in the input for processing by the filter The status_in and status_out fields contains the queued status(EOF or error) of the link
static int config_output(AVFilterLink *outlink)
const char * name
Filter name.
Definition: avfilter.h:148
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:133
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:350
static void unpremultiply8yuv(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
static void premultiply16offset(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:404
static int64_t pts
#define flags(name, subs,...)
Definition: cbs_av1.c:561
AVFilterInternal * internal
An opaque struct for libavfilter internal use.
Definition: avfilter.h:378
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:394
static int config_input(AVFilterLink *inlink)
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:309
the normal 219*2^(n-8) "MPEG" YUV ranges
Definition: pixfmt.h:522
static void premultiply8offset(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
AVFrame * base
Y , 8bpp.
Definition: pixfmt.h:74
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:215
static void unpremultiply8offset(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
static int premultiply_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
static int filter_frame(AVFilterContext *ctx, AVFrame **out, AVFrame *base, AVFrame *alpha)
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:423
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:80
avfilter_execute_func * execute
Definition: internal.h:155
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2029
Completely stop all streams with this one.
Definition: framesync.h:65
const AVPixFmtDescriptor * desc
Definition: vf_tonemap.c:196
An instance of a filter.
Definition: avfilter.h:338
static void premultiply8yuv(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
#define av_freep(p)
AVFrame * in
Definition: af_afftdn.c:1082
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:338
AVFilterLink * inlink
Definition: vf_blend.c:56
internal API functions
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:256
int depth
Number of bits in the component.
Definition: pixdesc.h:58
AVFrame * a
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
const AVFilter * filter
the AVFilter of which this is an instance
Definition: avfilter.h:341
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:654
static av_cold int init(AVFilterContext *ctx)
static enum AVPixelFormat alpha_pix_fmts[]
Definition: vf_overlay.c:155
AVFrame * max
Definition: vf_threshold.c:75
#define OFFSET(x)
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
Definition: internal.h:277