FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
vf_premultiply.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2016 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/imgutils.h"
22 #include "libavutil/pixdesc.h"
23 #include "libavutil/opt.h"
24 #include "avfilter.h"
25 #include "filters.h"
26 #include "formats.h"
27 #include "framesync.h"
28 #include "internal.h"
29 #include "video.h"
30 
31 typedef struct ThreadData {
32  AVFrame *m, *a, *d;
33 } ThreadData;
34 
35 typedef struct PreMultiplyContext {
36  const AVClass *class;
37  int width[4], height[4];
38  int linesize[4];
39  int nb_planes;
40  int planes;
41  int inverse;
42  int inplace;
43  int half, depth, offset, max;
45 
46  void (*premultiply[4])(const uint8_t *msrc, const uint8_t *asrc,
47  uint8_t *dst,
48  ptrdiff_t mlinesize, ptrdiff_t alinesize,
49  ptrdiff_t dlinesize,
50  int w, int h,
51  int half, int shift, int offset);
53 
54 #define OFFSET(x) offsetof(PreMultiplyContext, x)
55 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
56 
57 static const AVOption options[] = {
58  { "planes", "set planes", OFFSET(planes), AV_OPT_TYPE_INT, {.i64=0xF}, 0, 0xF, FLAGS },
59  { "inplace","enable inplace mode", OFFSET(inplace), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },
60  { NULL }
61 };
62 
63 #define premultiply_options options
64 AVFILTER_DEFINE_CLASS(premultiply);
65 
67 {
68  PreMultiplyContext *s = ctx->priv;
69 
70  static const enum AVPixelFormat no_alpha_pix_fmts[] = {
79  };
80 
81  static const enum AVPixelFormat alpha_pix_fmts[] = {
87  };
88 
89  return ff_set_common_formats(ctx, ff_make_format_list(s->inplace ? alpha_pix_fmts : no_alpha_pix_fmts));
90 }
91 
92 static void premultiply8(const uint8_t *msrc, const uint8_t *asrc,
93  uint8_t *dst,
94  ptrdiff_t mlinesize, ptrdiff_t alinesize,
95  ptrdiff_t dlinesize,
96  int w, int h,
97  int half, int shift, int offset)
98 {
99  int x, y;
100 
101  for (y = 0; y < h; y++) {
102  for (x = 0; x < w; x++) {
103  dst[x] = ((msrc[x] * (((asrc[x] >> 1) & 1) + asrc[x])) + 128) >> 8;
104  }
105 
106  dst += dlinesize;
107  msrc += mlinesize;
108  asrc += alinesize;
109  }
110 }
111 
112 static void premultiply8yuv(const uint8_t *msrc, const uint8_t *asrc,
113  uint8_t *dst,
114  ptrdiff_t mlinesize, ptrdiff_t alinesize,
115  ptrdiff_t dlinesize,
116  int w, int h,
117  int half, int shift, int offset)
118 {
119  int x, y;
120 
121  for (y = 0; y < h; y++) {
122  for (x = 0; x < w; x++) {
123  dst[x] = ((((msrc[x] - 128) * (((asrc[x] >> 1) & 1) + asrc[x]))) >> 8) + 128;
124  }
125 
126  dst += dlinesize;
127  msrc += mlinesize;
128  asrc += alinesize;
129  }
130 }
131 
132 static void premultiply8offset(const uint8_t *msrc, const uint8_t *asrc,
133  uint8_t *dst,
134  ptrdiff_t mlinesize, ptrdiff_t alinesize,
135  ptrdiff_t dlinesize,
136  int w, int h,
137  int half, int shift, int offset)
138 {
139  int x, y;
140 
141  for (y = 0; y < h; y++) {
142  for (x = 0; x < w; x++) {
143  dst[x] = ((((msrc[x] - offset) * (((asrc[x] >> 1) & 1) + asrc[x])) + 128) >> 8) + offset;
144  }
145 
146  dst += dlinesize;
147  msrc += mlinesize;
148  asrc += alinesize;
149  }
150 }
151 
152 static void premultiply16(const uint8_t *mmsrc, const uint8_t *aasrc,
153  uint8_t *ddst,
154  ptrdiff_t mlinesize, ptrdiff_t alinesize,
155  ptrdiff_t dlinesize,
156  int w, int h,
157  int half, int shift, int offset)
158 {
159  const uint16_t *msrc = (const uint16_t *)mmsrc;
160  const uint16_t *asrc = (const uint16_t *)aasrc;
161  uint16_t *dst = (uint16_t *)ddst;
162  int x, y;
163 
164  for (y = 0; y < h; y++) {
165  for (x = 0; x < w; x++) {
166  dst[x] = ((msrc[x] * (((asrc[x] >> 1) & 1) + asrc[x])) + half) >> shift;
167  }
168 
169  dst += dlinesize / 2;
170  msrc += mlinesize / 2;
171  asrc += alinesize / 2;
172  }
173 }
174 
175 static void premultiply16yuv(const uint8_t *mmsrc, const uint8_t *aasrc,
176  uint8_t *ddst,
177  ptrdiff_t mlinesize, ptrdiff_t alinesize,
178  ptrdiff_t dlinesize,
179  int w, int h,
180  int half, int shift, int offset)
181 {
182  const uint16_t *msrc = (const uint16_t *)mmsrc;
183  const uint16_t *asrc = (const uint16_t *)aasrc;
184  uint16_t *dst = (uint16_t *)ddst;
185  int x, y;
186 
187  for (y = 0; y < h; y++) {
188  for (x = 0; x < w; x++) {
189  dst[x] = ((((msrc[x] - half) * (((asrc[x] >> 1) & 1) + asrc[x]))) >> shift) + half;
190  }
191 
192  dst += dlinesize / 2;
193  msrc += mlinesize / 2;
194  asrc += alinesize / 2;
195  }
196 }
197 
198 static void premultiply16offset(const uint8_t *mmsrc, const uint8_t *aasrc,
199  uint8_t *ddst,
200  ptrdiff_t mlinesize, ptrdiff_t alinesize,
201  ptrdiff_t dlinesize,
202  int w, int h,
203  int half, int shift, int offset)
204 {
205  const uint16_t *msrc = (const uint16_t *)mmsrc;
206  const uint16_t *asrc = (const uint16_t *)aasrc;
207  uint16_t *dst = (uint16_t *)ddst;
208  int x, y;
209 
210  for (y = 0; y < h; y++) {
211  for (x = 0; x < w; x++) {
212  dst[x] = ((((msrc[x] - offset) * (((asrc[x] >> 1) & 1) + asrc[x])) + half) >> shift) + offset;
213  }
214 
215  dst += dlinesize / 2;
216  msrc += mlinesize / 2;
217  asrc += alinesize / 2;
218  }
219 }
220 
221 static void unpremultiply8(const uint8_t *msrc, const uint8_t *asrc,
222  uint8_t *dst,
223  ptrdiff_t mlinesize, ptrdiff_t alinesize,
224  ptrdiff_t dlinesize,
225  int w, int h,
226  int half, int max, int offset)
227 {
228  int x, y;
229 
230  for (y = 0; y < h; y++) {
231  for (x = 0; x < w; x++) {
232  if (asrc[x] > 0 && asrc[x] < 255)
233  dst[x] = FFMIN(msrc[x] * 255 / asrc[x], 255);
234  else
235  dst[x] = msrc[x];
236  }
237 
238  dst += dlinesize;
239  msrc += mlinesize;
240  asrc += alinesize;
241  }
242 }
243 
244 static void unpremultiply8yuv(const uint8_t *msrc, const uint8_t *asrc,
245  uint8_t *dst,
246  ptrdiff_t mlinesize, ptrdiff_t alinesize,
247  ptrdiff_t dlinesize,
248  int w, int h,
249  int half, int max, int offset)
250 {
251  int x, y;
252 
253  for (y = 0; y < h; y++) {
254  for (x = 0; x < w; x++) {
255  if (asrc[x] > 0 && asrc[x] < 255)
256  dst[x] = FFMIN((msrc[x] - 128) * 255 / asrc[x] + 128, 255);
257  else
258  dst[x] = msrc[x];
259  }
260 
261  dst += dlinesize;
262  msrc += mlinesize;
263  asrc += alinesize;
264  }
265 }
266 
267 static void unpremultiply8offset(const uint8_t *msrc, const uint8_t *asrc,
268  uint8_t *dst,
269  ptrdiff_t mlinesize, ptrdiff_t alinesize,
270  ptrdiff_t dlinesize,
271  int w, int h,
272  int half, int max, int offset)
273 {
274  int x, y;
275 
276  for (y = 0; y < h; y++) {
277  for (x = 0; x < w; x++) {
278  if (asrc[x] > 0 && asrc[x] < 255)
279  dst[x] = FFMIN(FFMAX(msrc[x] - offset, 0) * 255 / asrc[x] + offset, 255);
280  else
281  dst[x] = msrc[x];
282  }
283 
284  dst += dlinesize;
285  msrc += mlinesize;
286  asrc += alinesize;
287  }
288 }
289 
290 static void unpremultiply16(const uint8_t *mmsrc, const uint8_t *aasrc,
291  uint8_t *ddst,
292  ptrdiff_t mlinesize, ptrdiff_t alinesize,
293  ptrdiff_t dlinesize,
294  int w, int h,
295  int half, int max, int offset)
296 {
297  const uint16_t *msrc = (const uint16_t *)mmsrc;
298  const uint16_t *asrc = (const uint16_t *)aasrc;
299  uint16_t *dst = (uint16_t *)ddst;
300  int x, y;
301 
302  for (y = 0; y < h; y++) {
303  for (x = 0; x < w; x++) {
304  if (asrc[x] > 0 && asrc[x] < max)
305  dst[x] = FFMIN(msrc[x] * (unsigned)max / asrc[x], max);
306  else
307  dst[x] = msrc[x];
308  }
309 
310  dst += dlinesize / 2;
311  msrc += mlinesize / 2;
312  asrc += alinesize / 2;
313  }
314 }
315 
316 static void unpremultiply16yuv(const uint8_t *mmsrc, const uint8_t *aasrc,
317  uint8_t *ddst,
318  ptrdiff_t mlinesize, ptrdiff_t alinesize,
319  ptrdiff_t dlinesize,
320  int w, int h,
321  int half, int max, int offset)
322 {
323  const uint16_t *msrc = (const uint16_t *)mmsrc;
324  const uint16_t *asrc = (const uint16_t *)aasrc;
325  uint16_t *dst = (uint16_t *)ddst;
326  int x, y;
327 
328  for (y = 0; y < h; y++) {
329  for (x = 0; x < w; x++) {
330  if (asrc[x] > 0 && asrc[x] < max)
331  dst[x] = FFMAX(FFMIN((msrc[x] - half) * max / asrc[x], half - 1), -half) + half;
332  else
333  dst[x] = msrc[x];
334  }
335 
336  dst += dlinesize / 2;
337  msrc += mlinesize / 2;
338  asrc += alinesize / 2;
339  }
340 }
341 
342 static void unpremultiply16offset(const uint8_t *mmsrc, const uint8_t *aasrc,
343  uint8_t *ddst,
344  ptrdiff_t mlinesize, ptrdiff_t alinesize,
345  ptrdiff_t dlinesize,
346  int w, int h,
347  int half, int max, int offset)
348 {
349  const uint16_t *msrc = (const uint16_t *)mmsrc;
350  const uint16_t *asrc = (const uint16_t *)aasrc;
351  uint16_t *dst = (uint16_t *)ddst;
352  int x, y;
353 
354  for (y = 0; y < h; y++) {
355  for (x = 0; x < w; x++) {
356  if (asrc[x] > 0 && asrc[x] < max)
357  dst[x] = FFMAX(FFMIN(FFMAX(msrc[x] - offset, 0) * (unsigned)max / asrc[x] + offset, max), 0);
358  else
359  dst[x] = msrc[x];
360  }
361 
362  dst += dlinesize / 2;
363  msrc += mlinesize / 2;
364  asrc += alinesize / 2;
365  }
366 }
367 
368 static int premultiply_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
369 {
370  PreMultiplyContext *s = ctx->priv;
371  ThreadData *td = arg;
372  AVFrame *out = td->d;
373  AVFrame *alpha = td->a;
374  AVFrame *base = td->m;
375  int p;
376 
377  for (p = 0; p < s->nb_planes; p++) {
378  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
379  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
380 
381  if (!((1 << p) & s->planes) || p == 3) {
382  av_image_copy_plane(out->data[p] + slice_start * out->linesize[p],
383  out->linesize[p],
384  base->data[p] + slice_start * base->linesize[p],
385  base->linesize[p],
386  s->linesize[p], slice_end - slice_start);
387  continue;
388  }
389 
390  s->premultiply[p](base->data[p] + slice_start * base->linesize[p],
391  s->inplace ? alpha->data[3] + slice_start * alpha->linesize[3] :
392  alpha->data[0] + slice_start * alpha->linesize[0],
393  out->data[p] + slice_start * out->linesize[p],
394  base->linesize[p], s->inplace ? alpha->linesize[3] : alpha->linesize[0],
395  out->linesize[p],
396  s->width[p], slice_end - slice_start,
397  s->half, s->inverse ? s->max : s->depth, s->offset);
398  }
399 
400  return 0;
401 }
402 
404  AVFrame **out, AVFrame *base, AVFrame *alpha)
405 {
406  PreMultiplyContext *s = ctx->priv;
407  AVFilterLink *outlink = ctx->outputs[0];
408 
409  if (ctx->is_disabled) {
410  *out = av_frame_clone(base);
411  if (!*out)
412  return AVERROR(ENOMEM);
413  } else {
414  ThreadData td;
415  int full, limited;
416 
417  *out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
418  if (!*out)
419  return AVERROR(ENOMEM);
420  av_frame_copy_props(*out, base);
421 
422  full = base->color_range == AVCOL_RANGE_JPEG;
423  limited = base->color_range == AVCOL_RANGE_MPEG;
424 
425  if (s->inverse) {
426  switch (outlink->format) {
427  case AV_PIX_FMT_YUV444P:
428  case AV_PIX_FMT_YUVA444P:
430  s->premultiply[1] = s->premultiply[2] = unpremultiply8yuv;
431  break;
432  case AV_PIX_FMT_YUVJ444P:
433  s->premultiply[0] = unpremultiply8;
434  s->premultiply[1] = s->premultiply[2] = unpremultiply8yuv;
435  break;
436  case AV_PIX_FMT_GBRP:
437  case AV_PIX_FMT_GBRAP:
438  s->premultiply[0] = s->premultiply[1] = s->premultiply[2] = limited ? unpremultiply8offset : unpremultiply8;
439  break;
440  case AV_PIX_FMT_YUV444P9:
450  break;
451  case AV_PIX_FMT_GBRP9:
452  case AV_PIX_FMT_GBRP10:
453  case AV_PIX_FMT_GBRAP10:
454  case AV_PIX_FMT_GBRP12:
455  case AV_PIX_FMT_GBRAP12:
456  case AV_PIX_FMT_GBRP14:
457  case AV_PIX_FMT_GBRP16:
458  case AV_PIX_FMT_GBRAP16:
459  s->premultiply[0] = s->premultiply[1] = s->premultiply[2] = limited ? unpremultiply16offset : unpremultiply16;
460  break;
461  case AV_PIX_FMT_GRAY8:
462  s->premultiply[0] = limited ? unpremultiply8offset : unpremultiply8;
463  break;
464  case AV_PIX_FMT_GRAY9:
465  case AV_PIX_FMT_GRAY10:
466  case AV_PIX_FMT_GRAY12:
467  case AV_PIX_FMT_GRAY14:
468  case AV_PIX_FMT_GRAY16:
470  break;
471  }
472  } else {
473  switch (outlink->format) {
474  case AV_PIX_FMT_YUV444P:
475  case AV_PIX_FMT_YUVA444P:
477  s->premultiply[1] = s->premultiply[2] = premultiply8yuv;
478  break;
479  case AV_PIX_FMT_YUVJ444P:
480  s->premultiply[0] = premultiply8;
481  s->premultiply[1] = s->premultiply[2] = premultiply8yuv;
482  break;
483  case AV_PIX_FMT_GBRP:
484  case AV_PIX_FMT_GBRAP:
485  s->premultiply[0] = s->premultiply[1] = s->premultiply[2] = limited ? premultiply8offset : premultiply8;
486  break;
487  case AV_PIX_FMT_YUV444P9:
496  s->premultiply[1] = s->premultiply[2] = premultiply16yuv;
497  break;
498  case AV_PIX_FMT_GBRP9:
499  case AV_PIX_FMT_GBRP10:
500  case AV_PIX_FMT_GBRAP10:
501  case AV_PIX_FMT_GBRP12:
502  case AV_PIX_FMT_GBRAP12:
503  case AV_PIX_FMT_GBRP14:
504  case AV_PIX_FMT_GBRP16:
505  case AV_PIX_FMT_GBRAP16:
506  s->premultiply[0] = s->premultiply[1] = s->premultiply[2] = limited ? premultiply16offset : premultiply16;
507  break;
508  case AV_PIX_FMT_GRAY8:
509  s->premultiply[0] = limited ? premultiply8offset : premultiply8;
510  break;
511  case AV_PIX_FMT_GRAY9:
512  case AV_PIX_FMT_GRAY10:
513  case AV_PIX_FMT_GRAY12:
514  case AV_PIX_FMT_GRAY14:
515  case AV_PIX_FMT_GRAY16:
516  s->premultiply[0] = limited ? premultiply16offset : premultiply16;
517  break;
518  }
519  }
520 
521  td.d = *out;
522  td.a = alpha;
523  td.m = base;
524  ctx->internal->execute(ctx, premultiply_slice, &td, NULL, FFMIN(s->height[0],
526  }
527 
528  return 0;
529 }
530 
532 {
533  AVFilterContext *ctx = fs->parent;
534  PreMultiplyContext *s = fs->opaque;
535  AVFilterLink *outlink = ctx->outputs[0];
536  AVFrame *out = NULL, *base, *alpha;
537  int ret;
538 
539  if ((ret = ff_framesync_get_frame(&s->fs, 0, &base, 0)) < 0 ||
540  (ret = ff_framesync_get_frame(&s->fs, 1, &alpha, 0)) < 0)
541  return ret;
542 
543  if ((ret = filter_frame(ctx, &out, base, alpha)) < 0)
544  return ret;
545 
546  out->pts = av_rescale_q(base->pts, s->fs.time_base, outlink->time_base);
547 
548  return ff_filter_frame(outlink, out);
549 }
550 
551 static int config_input(AVFilterLink *inlink)
552 {
553  AVFilterContext *ctx = inlink->dst;
554  PreMultiplyContext *s = ctx->priv;
556  int vsub, hsub, ret;
557 
559 
560  if ((ret = av_image_fill_linesizes(s->linesize, inlink->format, inlink->w)) < 0)
561  return ret;
562 
563  hsub = desc->log2_chroma_w;
564  vsub = desc->log2_chroma_h;
565  s->height[1] = s->height[2] = AV_CEIL_RSHIFT(inlink->h, vsub);
566  s->height[0] = s->height[3] = inlink->h;
567  s->width[1] = s->width[2] = AV_CEIL_RSHIFT(inlink->w, hsub);
568  s->width[0] = s->width[3] = inlink->w;
569 
570  s->depth = desc->comp[0].depth;
571  s->max = (1 << s->depth) - 1;
572  s->half = (1 << s->depth) / 2;
573  s->offset = 16 << (s->depth - 8);
574 
575  return 0;
576 }
577 
578 static int config_output(AVFilterLink *outlink)
579 {
580  AVFilterContext *ctx = outlink->src;
581  PreMultiplyContext *s = ctx->priv;
582  AVFilterLink *base = ctx->inputs[0];
584  FFFrameSyncIn *in;
585  int ret;
586 
587  if (!s->inplace) {
588  alpha = ctx->inputs[1];
589 
590  if (base->format != alpha->format) {
591  av_log(ctx, AV_LOG_ERROR, "inputs must be of same pixel format\n");
592  return AVERROR(EINVAL);
593  }
594  if (base->w != alpha->w ||
595  base->h != alpha->h) {
596  av_log(ctx, AV_LOG_ERROR, "First input link %s parameters "
597  "(size %dx%d) do not match the corresponding "
598  "second input link %s parameters (%dx%d) ",
599  ctx->input_pads[0].name, base->w, base->h,
600  ctx->input_pads[1].name, alpha->w, alpha->h);
601  return AVERROR(EINVAL);
602  }
603  }
604 
605  outlink->w = base->w;
606  outlink->h = base->h;
607  outlink->time_base = base->time_base;
608  outlink->sample_aspect_ratio = base->sample_aspect_ratio;
609  outlink->frame_rate = base->frame_rate;
610 
611  if (s->inplace)
612  return 0;
613 
614  if ((ret = ff_framesync_init(&s->fs, ctx, 2)) < 0)
615  return ret;
616 
617  in = s->fs.in;
618  in[0].time_base = base->time_base;
619  in[1].time_base = alpha->time_base;
620  in[0].sync = 1;
621  in[0].before = EXT_STOP;
622  in[0].after = EXT_INFINITY;
623  in[1].sync = 1;
624  in[1].before = EXT_STOP;
625  in[1].after = EXT_INFINITY;
626  s->fs.opaque = s;
628 
629  return ff_framesync_configure(&s->fs);
630 }
631 
633 {
634  PreMultiplyContext *s = ctx->priv;
635 
636  if (s->inplace) {
637  AVFrame *frame = NULL;
638  AVFrame *out = NULL;
639  int ret, status;
640  int64_t pts;
641 
642  if ((ret = ff_inlink_consume_frame(ctx->inputs[0], &frame)) > 0) {
643  ret = filter_frame(ctx, &out, frame, frame);
644  av_frame_free(&frame);
645  if (ret < 0)
646  return ret;
647  ret = ff_filter_frame(ctx->outputs[0], out);
648  }
649  if (ret < 0) {
650  return ret;
651  } else if (ff_inlink_acknowledge_status(ctx->inputs[0], &status, &pts)) {
652  ff_outlink_set_status(ctx->outputs[0], status, pts);
653  return 0;
654  } else {
655  if (ff_outlink_frame_wanted(ctx->outputs[0]))
657  return 0;
658  }
659  } else {
660  return ff_framesync_activate(&s->fs);
661  }
662 }
663 
665 {
666  PreMultiplyContext *s = ctx->priv;
667  AVFilterPad pad = { 0 };
668  int ret;
669 
670  if (!strcmp(ctx->filter->name, "unpremultiply"))
671  s->inverse = 1;
672 
673  pad.type = AVMEDIA_TYPE_VIDEO;
674  pad.name = av_strdup("main");
676  if (!pad.name)
677  return AVERROR(ENOMEM);
678 
679  if ((ret = ff_insert_inpad(ctx, 0, &pad)) < 0) {
680  av_freep(&pad.name);
681  return ret;
682  }
683 
684  if (!s->inplace) {
685  pad.type = AVMEDIA_TYPE_VIDEO;
686  pad.name = av_strdup("alpha");
687  pad.config_props = NULL;
688  if (!pad.name)
689  return AVERROR(ENOMEM);
690 
691  if ((ret = ff_insert_inpad(ctx, 1, &pad)) < 0) {
692  av_freep(&pad.name);
693  return ret;
694  }
695  }
696 
697  return 0;
698 }
699 
701 {
702  PreMultiplyContext *s = ctx->priv;
703 
704  if (!s->inplace)
705  ff_framesync_uninit(&s->fs);
706 }
707 
709  {
710  .name = "default",
711  .type = AVMEDIA_TYPE_VIDEO,
712  .config_props = config_output,
713  },
714  { NULL }
715 };
716 
717 #if CONFIG_PREMULTIPLY_FILTER
718 
720  .name = "premultiply",
721  .description = NULL_IF_CONFIG_SMALL("PreMultiply first stream with first plane of second stream."),
722  .priv_size = sizeof(PreMultiplyContext),
723  .init = init,
724  .uninit = uninit,
726  .activate = activate,
727  .inputs = NULL,
728  .outputs = premultiply_outputs,
729  .priv_class = &premultiply_class,
733 };
734 
735 #endif /* CONFIG_PREMULTIPLY_FILTER */
736 
737 #if CONFIG_UNPREMULTIPLY_FILTER
738 
739 #define unpremultiply_options options
740 AVFILTER_DEFINE_CLASS(unpremultiply);
741 
743  .name = "unpremultiply",
744  .description = NULL_IF_CONFIG_SMALL("UnPreMultiply first stream with first plane of second stream."),
745  .priv_size = sizeof(PreMultiplyContext),
746  .init = init,
747  .uninit = uninit,
749  .activate = activate,
750  .inputs = NULL,
751  .outputs = premultiply_outputs,
752  .priv_class = &unpremultiply_class,
756 };
757 
758 #endif /* CONFIG_UNPREMULTIPLY_FILTER */
int ff_inlink_consume_frame(AVFilterLink *link, AVFrame **rframe)
Take a frame from the link's FIFO and update the link's stats.
Definition: avfilter.c:1481
#define NULL
Definition: coverity.c:32
static int shift(int a, int b)
Definition: sonic.c:82
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2446
static int activate(AVFilterContext *ctx)
This structure describes decoded (raw) audio or video data.
Definition: frame.h:226
AVOption.
Definition: opt.h:246
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:389
#define AV_PIX_FMT_GBRAP10
Definition: pixfmt.h:399
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
misc image utilities
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2486
Main libavfilter public API header.
const char * desc
Definition: nvenc.c:65
int(* on_event)(struct FFFrameSync *fs)
Callback called when a frame event is ready.
Definition: framesync.h:172
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:105
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:168
static const AVOption options[]
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:395
static void premultiply16(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:359
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:65
static void premultiply8(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:117
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:99
int is_disabled
the enabled state from the last expression evaluation
Definition: avfilter.h:385
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
Definition: pixdesc.h:92
static void ff_outlink_set_status(AVFilterLink *link, int status, int64_t pts)
Set the status field of a link from the source filter.
Definition: filters.h:189
AVFILTER_DEFINE_CLASS(premultiply)
void ff_inlink_request_frame(AVFilterLink *link)
Mark that a frame is wanted on the link.
Definition: avfilter.c:1607
static int ff_outlink_frame_wanted(AVFilterLink *link)
Test if a frame is wanted on an output link.
Definition: filters.h:172
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:86
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:283
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:360
const char * name
Pad name.
Definition: internal.h:60
AVFilterContext * parent
Parent filter context.
Definition: framesync.h:152
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:361
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:346
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1080
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:117
uint8_t
#define av_cold
Definition: attributes.h:82
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:259
AVOptions.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:319
FFFrameSyncIn * in
Pointer to array of inputs.
Definition: framesync.h:203
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:394
static void unpremultiply16offset(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
static AVFrame * frame
#define FLAGS
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:392
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:91
Input stream structure.
Definition: framesync.h:81
#define av_log(a,...)
A filter pad used for either input or output.
Definition: internal.h:54
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
int ff_inlink_acknowledge_status(AVFilterLink *link, int *rstatus, int64_t *rpts)
Test and acknowledge the change of status on the link.
Definition: avfilter.c:1436
AVFilterPad * input_pads
array of input pads
Definition: avfilter.h:345
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:568
#define td
Definition: regdef.h:70
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:293
Frame sync structure.
Definition: framesync.h:146
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:186
void(* premultiply[4])(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
void * priv
private data for use by the filter
Definition: avfilter.h:353
enum AVColorRange color_range
MPEG vs JPEG YUV range.
Definition: frame.h:471
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:116
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:421
const char * arg
Definition: jacosubdec.c:66
AVFilter ff_vf_premultiply
#define AV_PIX_FMT_GBRAP12
Definition: pixfmt.h:400
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:96
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
Definition: framesync.c:344
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:382
static const uint8_t offset[127][2]
Definition: vf_spp.c:92
#define FFMAX(a, b)
Definition: common.h:94
#define AV_PIX_FMT_GBRAP16
Definition: pixfmt.h:401
static const struct @304 planes[]
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:398
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:802
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:363
#define FFMIN(a, b)
Definition: common.h:96
AVFrame * d
uint8_t w
Definition: llviddspenc.c:38
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
static void unpremultiply8(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
AVFrame * m
AVFormatContext * ctx
Definition: movenc.c:48
AVRational time_base
Time base for the output events.
Definition: framesync.h:162
#define s(width, name)
Definition: cbs_vp9.c:257
static const AVFilterPad premultiply_outputs[]
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:418
static av_cold void uninit(AVFilterContext *ctx)
static const AVFilterPad inputs[]
Definition: af_acontrast.c:193
void * opaque
Opaque pointer, not used by the API.
Definition: framesync.h:177
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:378
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:397
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:540
static const AVFilterPad outputs[]
Definition: af_acontrast.c:203
static void unpremultiply16yuv(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
the normal 2^n-1 "JPEG" YUV ranges
Definition: pixfmt.h:512
static void unpremultiply16(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:251
Extend the frame to infinity.
Definition: framesync.h:75
static int process_frame(FFFrameSync *fs)
Used for passing data between threads.
Definition: af_adeclick.c:484
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:257
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:77
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:177
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
static const int16_t alpha[]
Definition: ilbcdata.h:55
#define AV_PIX_FMT_GRAY14
Definition: pixfmt.h:362
AVFilter ff_vf_unpremultiply
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
static int query_formats(AVFilterContext *ctx)
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events...
Definition: framesync.h:139
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:144
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
static void premultiply16yuv(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
static int config_output(AVFilterLink *outlink)
const char * name
Filter name.
Definition: avfilter.h:148
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:133
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:350
static void unpremultiply8yuv(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
static void premultiply16offset(const uint8_t *mmsrc, const uint8_t *aasrc, uint8_t *ddst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:396
static int64_t pts
#define flags(name, subs,...)
Definition: cbs_av1.c:596
AVFilterInternal * internal
An opaque struct for libavfilter internal use.
Definition: avfilter.h:378
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:386
static int config_input(AVFilterLink *inlink)
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:240
the normal 219*2^(n-8) "MPEG" YUV ranges
Definition: pixfmt.h:511
static void premultiply8offset(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
Y , 8bpp.
Definition: pixfmt.h:74
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:215
static void unpremultiply8offset(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int max, int offset)
static int premultiply_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
static int filter_frame(AVFilterContext *ctx, AVFrame **out, AVFrame *base, AVFrame *alpha)
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:415
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:80
avfilter_execute_func * execute
Definition: internal.h:155
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2029
Completely stop all streams with this one.
Definition: framesync.h:65
An instance of a filter.
Definition: avfilter.h:338
static void premultiply8yuv(const uint8_t *msrc, const uint8_t *asrc, uint8_t *dst, ptrdiff_t mlinesize, ptrdiff_t alinesize, ptrdiff_t dlinesize, int w, int h, int half, int shift, int offset)
FILE * out
Definition: movenc.c:54
#define av_freep(p)
int(* config_props)(AVFilterLink *link)
Link configuration callback.
Definition: internal.h:129
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:338
internal API functions
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:256
int depth
Number of bits in the component.
Definition: pixdesc.h:58
AVFrame * a
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
const AVFilter * filter
the AVFilter of which this is an instance
Definition: avfilter.h:341
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:654
static av_cold int init(AVFilterContext *ctx)
static enum AVPixelFormat alpha_pix_fmts[]
Definition: vf_overlay.c:155
#define OFFSET(x)
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
Definition: internal.h:277