FFmpeg
frame.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "channel_layout.h"
20 #include "avassert.h"
21 #include "buffer.h"
22 #include "common.h"
23 #include "cpu.h"
24 #include "dict.h"
25 #include "frame.h"
26 #include "imgutils.h"
27 #include "mem.h"
28 #include "samplefmt.h"
29 #include "hwcontext.h"
30 
31 #if FF_API_OLD_CHANNEL_LAYOUT
32 #define CHECK_CHANNELS_CONSISTENCY(frame) \
33  av_assert2(!(frame)->channel_layout || \
34  (frame)->channels == \
35  av_get_channel_layout_nb_channels((frame)->channel_layout))
36 #endif
37 
38 #if FF_API_COLORSPACE_NAME
40 {
41  static const char * const name[] = {
42  [AVCOL_SPC_RGB] = "GBR",
43  [AVCOL_SPC_BT709] = "bt709",
44  [AVCOL_SPC_FCC] = "fcc",
45  [AVCOL_SPC_BT470BG] = "bt470bg",
46  [AVCOL_SPC_SMPTE170M] = "smpte170m",
47  [AVCOL_SPC_SMPTE240M] = "smpte240m",
48  [AVCOL_SPC_YCOCG] = "YCgCo",
49  };
50  if ((unsigned)val >= FF_ARRAY_ELEMS(name))
51  return NULL;
52  return name[val];
53 }
54 #endif
56 {
57  memset(frame, 0, sizeof(*frame));
58 
59  frame->pts =
60  frame->pkt_dts = AV_NOPTS_VALUE;
61  frame->best_effort_timestamp = AV_NOPTS_VALUE;
62  frame->pkt_duration = 0;
63  frame->pkt_pos = -1;
64  frame->pkt_size = -1;
65  frame->time_base = (AVRational){ 0, 1 };
66  frame->key_frame = 1;
67  frame->sample_aspect_ratio = (AVRational){ 0, 1 };
68  frame->format = -1; /* unknown */
69  frame->extended_data = frame->data;
70  frame->color_primaries = AVCOL_PRI_UNSPECIFIED;
71  frame->color_trc = AVCOL_TRC_UNSPECIFIED;
72  frame->colorspace = AVCOL_SPC_UNSPECIFIED;
73  frame->color_range = AVCOL_RANGE_UNSPECIFIED;
74  frame->chroma_location = AVCHROMA_LOC_UNSPECIFIED;
75  frame->flags = 0;
76 }
77 
78 static void free_side_data(AVFrameSideData **ptr_sd)
79 {
80  AVFrameSideData *sd = *ptr_sd;
81 
82  av_buffer_unref(&sd->buf);
83  av_dict_free(&sd->metadata);
84  av_freep(ptr_sd);
85 }
86 
88 {
89  int i;
90 
91  for (i = 0; i < frame->nb_side_data; i++) {
92  free_side_data(&frame->side_data[i]);
93  }
94  frame->nb_side_data = 0;
95 
96  av_freep(&frame->side_data);
97 }
98 
100 {
101  AVFrame *frame = av_malloc(sizeof(*frame));
102 
103  if (!frame)
104  return NULL;
105 
107 
108  return frame;
109 }
110 
112 {
113  if (!frame || !*frame)
114  return;
115 
117  av_freep(frame);
118 }
119 
120 static int get_video_buffer(AVFrame *frame, int align)
121 {
123  int ret, i, padded_height, total_size;
124  int plane_padding = FFMAX(16 + 16/*STRIDE_ALIGN*/, align);
125  ptrdiff_t linesizes[4];
126  size_t sizes[4];
127 
128  if (!desc)
129  return AVERROR(EINVAL);
130 
131  if ((ret = av_image_check_size(frame->width, frame->height, 0, NULL)) < 0)
132  return ret;
133 
134  if (!frame->linesize[0]) {
135  if (align <= 0)
136  align = 32; /* STRIDE_ALIGN. Should be av_cpu_max_align() */
137 
138  for(i=1; i<=align; i+=i) {
139  ret = av_image_fill_linesizes(frame->linesize, frame->format,
140  FFALIGN(frame->width, i));
141  if (ret < 0)
142  return ret;
143  if (!(frame->linesize[0] & (align-1)))
144  break;
145  }
146 
147  for (i = 0; i < 4 && frame->linesize[i]; i++)
148  frame->linesize[i] = FFALIGN(frame->linesize[i], align);
149  }
150 
151  for (i = 0; i < 4; i++)
152  linesizes[i] = frame->linesize[i];
153 
154  padded_height = FFALIGN(frame->height, 32);
155  if ((ret = av_image_fill_plane_sizes(sizes, frame->format,
156  padded_height, linesizes)) < 0)
157  return ret;
158 
159  total_size = 4*plane_padding;
160  for (i = 0; i < 4; i++) {
161  if (sizes[i] > INT_MAX - total_size)
162  return AVERROR(EINVAL);
163  total_size += sizes[i];
164  }
165 
166  frame->buf[0] = av_buffer_alloc(total_size);
167  if (!frame->buf[0]) {
168  ret = AVERROR(ENOMEM);
169  goto fail;
170  }
171 
172  if ((ret = av_image_fill_pointers(frame->data, frame->format, padded_height,
173  frame->buf[0]->data, frame->linesize)) < 0)
174  goto fail;
175 
176  for (i = 1; i < 4; i++) {
177  if (frame->data[i])
178  frame->data[i] += i * plane_padding;
179  }
180 
181  frame->extended_data = frame->data;
182 
183  return 0;
184 fail:
186  return ret;
187 }
188 
189 static int get_audio_buffer(AVFrame *frame, int align)
190 {
191  int planar = av_sample_fmt_is_planar(frame->format);
192  int channels, planes;
193  int ret, i;
194 
195 #if FF_API_OLD_CHANNEL_LAYOUT
197  if (!frame->ch_layout.nb_channels) {
198  if (frame->channel_layout) {
199  av_channel_layout_from_mask(&frame->ch_layout, frame->channel_layout);
200  } else {
201  frame->ch_layout.nb_channels = frame->channels;
202  frame->ch_layout.order = AV_CHANNEL_ORDER_UNSPEC;
203  }
204  }
205  frame->channels = frame->ch_layout.nb_channels;
206  frame->channel_layout = frame->ch_layout.order == AV_CHANNEL_ORDER_NATIVE ?
207  frame->ch_layout.u.mask : 0;
209 #endif
210  channels = frame->ch_layout.nb_channels;
211  planes = planar ? channels : 1;
212  if (!frame->linesize[0]) {
213  ret = av_samples_get_buffer_size(&frame->linesize[0], channels,
214  frame->nb_samples, frame->format,
215  align);
216  if (ret < 0)
217  return ret;
218  }
219 
221  frame->extended_data = av_calloc(planes,
222  sizeof(*frame->extended_data));
223  frame->extended_buf = av_calloc(planes - AV_NUM_DATA_POINTERS,
224  sizeof(*frame->extended_buf));
225  if (!frame->extended_data || !frame->extended_buf) {
226  av_freep(&frame->extended_data);
227  av_freep(&frame->extended_buf);
228  return AVERROR(ENOMEM);
229  }
230  frame->nb_extended_buf = planes - AV_NUM_DATA_POINTERS;
231  } else
232  frame->extended_data = frame->data;
233 
234  for (i = 0; i < FFMIN(planes, AV_NUM_DATA_POINTERS); i++) {
235  frame->buf[i] = av_buffer_alloc(frame->linesize[0]);
236  if (!frame->buf[i]) {
238  return AVERROR(ENOMEM);
239  }
240  frame->extended_data[i] = frame->data[i] = frame->buf[i]->data;
241  }
242  for (i = 0; i < planes - AV_NUM_DATA_POINTERS; i++) {
243  frame->extended_buf[i] = av_buffer_alloc(frame->linesize[0]);
244  if (!frame->extended_buf[i]) {
246  return AVERROR(ENOMEM);
247  }
248  frame->extended_data[i + AV_NUM_DATA_POINTERS] = frame->extended_buf[i]->data;
249  }
250  return 0;
251 
252 }
253 
255 {
256  if (frame->format < 0)
257  return AVERROR(EINVAL);
258 
260  if (frame->width > 0 && frame->height > 0)
261  return get_video_buffer(frame, align);
262  else if (frame->nb_samples > 0 &&
263  (av_channel_layout_check(&frame->ch_layout)
265  || frame->channel_layout || frame->channels > 0
266 #endif
267  ))
268  return get_audio_buffer(frame, align);
270 
271  return AVERROR(EINVAL);
272 }
273 
274 static int frame_copy_props(AVFrame *dst, const AVFrame *src, int force_copy)
275 {
276  int ret, i;
277 
278  dst->key_frame = src->key_frame;
279  dst->pict_type = src->pict_type;
280  dst->sample_aspect_ratio = src->sample_aspect_ratio;
281  dst->crop_top = src->crop_top;
282  dst->crop_bottom = src->crop_bottom;
283  dst->crop_left = src->crop_left;
284  dst->crop_right = src->crop_right;
285  dst->pts = src->pts;
286  dst->repeat_pict = src->repeat_pict;
287  dst->interlaced_frame = src->interlaced_frame;
288  dst->top_field_first = src->top_field_first;
289  dst->palette_has_changed = src->palette_has_changed;
290  dst->sample_rate = src->sample_rate;
291  dst->opaque = src->opaque;
292  dst->pkt_dts = src->pkt_dts;
293  dst->pkt_pos = src->pkt_pos;
294  dst->pkt_size = src->pkt_size;
295  dst->pkt_duration = src->pkt_duration;
296  dst->time_base = src->time_base;
297  dst->reordered_opaque = src->reordered_opaque;
298  dst->quality = src->quality;
299  dst->best_effort_timestamp = src->best_effort_timestamp;
300  dst->coded_picture_number = src->coded_picture_number;
301  dst->display_picture_number = src->display_picture_number;
302  dst->flags = src->flags;
303  dst->decode_error_flags = src->decode_error_flags;
304  dst->color_primaries = src->color_primaries;
305  dst->color_trc = src->color_trc;
306  dst->colorspace = src->colorspace;
307  dst->color_range = src->color_range;
308  dst->chroma_location = src->chroma_location;
309 
310  av_dict_copy(&dst->metadata, src->metadata, 0);
311 
312  for (i = 0; i < src->nb_side_data; i++) {
313  const AVFrameSideData *sd_src = src->side_data[i];
314  AVFrameSideData *sd_dst;
315  if ( sd_src->type == AV_FRAME_DATA_PANSCAN
316  && (src->width != dst->width || src->height != dst->height))
317  continue;
318  if (force_copy) {
319  sd_dst = av_frame_new_side_data(dst, sd_src->type,
320  sd_src->size);
321  if (!sd_dst) {
322  wipe_side_data(dst);
323  return AVERROR(ENOMEM);
324  }
325  memcpy(sd_dst->data, sd_src->data, sd_src->size);
326  } else {
327  AVBufferRef *ref = av_buffer_ref(sd_src->buf);
328  sd_dst = av_frame_new_side_data_from_buf(dst, sd_src->type, ref);
329  if (!sd_dst) {
331  wipe_side_data(dst);
332  return AVERROR(ENOMEM);
333  }
334  }
335  av_dict_copy(&sd_dst->metadata, sd_src->metadata, 0);
336  }
337 
338  ret = av_buffer_replace(&dst->opaque_ref, src->opaque_ref);
339  ret |= av_buffer_replace(&dst->private_ref, src->private_ref);
340  return ret;
341 }
342 
343 int av_frame_ref(AVFrame *dst, const AVFrame *src)
344 {
345  int i, ret = 0;
346 
347  av_assert1(dst->width == 0 && dst->height == 0);
348 #if FF_API_OLD_CHANNEL_LAYOUT
350  av_assert1(dst->channels == 0);
352 #endif
353  av_assert1(dst->ch_layout.nb_channels == 0 &&
355 
356  dst->format = src->format;
357  dst->width = src->width;
358  dst->height = src->height;
359  dst->nb_samples = src->nb_samples;
360 #if FF_API_OLD_CHANNEL_LAYOUT
362  dst->channels = src->channels;
363  dst->channel_layout = src->channel_layout;
364  if (!av_channel_layout_check(&src->ch_layout)) {
365  if (src->channel_layout)
366  av_channel_layout_from_mask(&dst->ch_layout, src->channel_layout);
367  else {
368  dst->ch_layout.nb_channels = src->channels;
370  }
371  }
373 #endif
374 
375  ret = frame_copy_props(dst, src, 0);
376  if (ret < 0)
377  goto fail;
378 
379  // this check is needed only until FF_API_OLD_CHANNEL_LAYOUT is out
380  if (av_channel_layout_check(&src->ch_layout)) {
381  ret = av_channel_layout_copy(&dst->ch_layout, &src->ch_layout);
382  if (ret < 0)
383  goto fail;
384  }
385 
386  /* duplicate the frame data if it's not refcounted */
387  if (!src->buf[0]) {
388  ret = av_frame_get_buffer(dst, 0);
389  if (ret < 0)
390  goto fail;
391 
392  ret = av_frame_copy(dst, src);
393  if (ret < 0)
394  goto fail;
395 
396  return 0;
397  }
398 
399  /* ref the buffers */
400  for (i = 0; i < FF_ARRAY_ELEMS(src->buf); i++) {
401  if (!src->buf[i])
402  continue;
403  dst->buf[i] = av_buffer_ref(src->buf[i]);
404  if (!dst->buf[i]) {
405  ret = AVERROR(ENOMEM);
406  goto fail;
407  }
408  }
409 
410  if (src->extended_buf) {
411  dst->extended_buf = av_calloc(src->nb_extended_buf,
412  sizeof(*dst->extended_buf));
413  if (!dst->extended_buf) {
414  ret = AVERROR(ENOMEM);
415  goto fail;
416  }
417  dst->nb_extended_buf = src->nb_extended_buf;
418 
419  for (i = 0; i < src->nb_extended_buf; i++) {
420  dst->extended_buf[i] = av_buffer_ref(src->extended_buf[i]);
421  if (!dst->extended_buf[i]) {
422  ret = AVERROR(ENOMEM);
423  goto fail;
424  }
425  }
426  }
427 
428  if (src->hw_frames_ctx) {
429  dst->hw_frames_ctx = av_buffer_ref(src->hw_frames_ctx);
430  if (!dst->hw_frames_ctx) {
431  ret = AVERROR(ENOMEM);
432  goto fail;
433  }
434  }
435 
436  /* duplicate extended data */
437  if (src->extended_data != src->data) {
438  int ch = dst->ch_layout.nb_channels;
439 
440  if (!ch) {
441  ret = AVERROR(EINVAL);
442  goto fail;
443  }
444 
445  dst->extended_data = av_malloc_array(sizeof(*dst->extended_data), ch);
446  if (!dst->extended_data) {
447  ret = AVERROR(ENOMEM);
448  goto fail;
449  }
450  memcpy(dst->extended_data, src->extended_data, sizeof(*src->extended_data) * ch);
451  } else
452  dst->extended_data = dst->data;
453 
454  memcpy(dst->data, src->data, sizeof(src->data));
455  memcpy(dst->linesize, src->linesize, sizeof(src->linesize));
456 
457  return 0;
458 
459 fail:
460  av_frame_unref(dst);
461  return ret;
462 }
463 
465 {
467 
468  if (!ret)
469  return NULL;
470 
471  if (av_frame_ref(ret, src) < 0)
472  av_frame_free(&ret);
473 
474  return ret;
475 }
476 
478 {
479  int i;
480 
481  if (!frame)
482  return;
483 
485 
486  for (i = 0; i < FF_ARRAY_ELEMS(frame->buf); i++)
487  av_buffer_unref(&frame->buf[i]);
488  for (i = 0; i < frame->nb_extended_buf; i++)
489  av_buffer_unref(&frame->extended_buf[i]);
490  av_freep(&frame->extended_buf);
491  av_dict_free(&frame->metadata);
492 
493  av_buffer_unref(&frame->hw_frames_ctx);
494 
495  av_buffer_unref(&frame->opaque_ref);
496  av_buffer_unref(&frame->private_ref);
497 
498  if (frame->extended_data != frame->data)
499  av_freep(&frame->extended_data);
500 
501  av_channel_layout_uninit(&frame->ch_layout);
502 
504 }
505 
507 {
508  av_assert1(dst->width == 0 && dst->height == 0);
509 #if FF_API_OLD_CHANNEL_LAYOUT
511  av_assert1(dst->channels == 0);
513 #endif
514  av_assert1(dst->ch_layout.nb_channels == 0 &&
516 
517  *dst = *src;
518  if (src->extended_data == src->data)
519  dst->extended_data = dst->data;
521 }
522 
524 {
525  int i, ret = 1;
526 
527  /* assume non-refcounted frames are not writable */
528  if (!frame->buf[0])
529  return 0;
530 
531  for (i = 0; i < FF_ARRAY_ELEMS(frame->buf); i++)
532  if (frame->buf[i])
533  ret &= !!av_buffer_is_writable(frame->buf[i]);
534  for (i = 0; i < frame->nb_extended_buf; i++)
535  ret &= !!av_buffer_is_writable(frame->extended_buf[i]);
536 
537  return ret;
538 }
539 
541 {
542  AVFrame tmp;
543  int ret;
544 
545  if (!frame->buf[0])
546  return AVERROR(EINVAL);
547 
549  return 0;
550 
551  memset(&tmp, 0, sizeof(tmp));
552  tmp.format = frame->format;
553  tmp.width = frame->width;
554  tmp.height = frame->height;
555 #if FF_API_OLD_CHANNEL_LAYOUT
557  tmp.channels = frame->channels;
558  tmp.channel_layout = frame->channel_layout;
560 #endif
561  tmp.nb_samples = frame->nb_samples;
562  ret = av_channel_layout_copy(&tmp.ch_layout, &frame->ch_layout);
563  if (ret < 0) {
565  return ret;
566  }
567 
568  if (frame->hw_frames_ctx)
569  ret = av_hwframe_get_buffer(frame->hw_frames_ctx, &tmp, 0);
570  else
571  ret = av_frame_get_buffer(&tmp, 0);
572  if (ret < 0)
573  return ret;
574 
575  ret = av_frame_copy(&tmp, frame);
576  if (ret < 0) {
578  return ret;
579  }
580 
582  if (ret < 0) {
584  return ret;
585  }
586 
588 
589  *frame = tmp;
590  if (tmp.data == tmp.extended_data)
591  frame->extended_data = frame->data;
592 
593  return 0;
594 }
595 
597 {
598  return frame_copy_props(dst, src, 1);
599 }
600 
602 {
603  uint8_t *data;
604  int planes, i;
605 
606  if (frame->nb_samples) {
607  int channels = frame->ch_layout.nb_channels;
608 
609 #if FF_API_OLD_CHANNEL_LAYOUT
611  if (!channels) {
612  channels = frame->channels;
614  }
616 #endif
617  if (!channels)
618  return NULL;
619  planes = av_sample_fmt_is_planar(frame->format) ? channels : 1;
620  } else
621  planes = 4;
622 
623  if (plane < 0 || plane >= planes || !frame->extended_data[plane])
624  return NULL;
625  data = frame->extended_data[plane];
626 
627  for (i = 0; i < FF_ARRAY_ELEMS(frame->buf) && frame->buf[i]; i++) {
628  AVBufferRef *buf = frame->buf[i];
629  if (data >= buf->data && data < buf->data + buf->size)
630  return buf;
631  }
632  for (i = 0; i < frame->nb_extended_buf; i++) {
633  AVBufferRef *buf = frame->extended_buf[i];
634  if (data >= buf->data && data < buf->data + buf->size)
635  return buf;
636  }
637  return NULL;
638 }
639 
642  AVBufferRef *buf)
643 {
644  AVFrameSideData *ret, **tmp;
645 
646  if (!buf)
647  return NULL;
648 
649  if (frame->nb_side_data > INT_MAX / sizeof(*frame->side_data) - 1)
650  return NULL;
651 
652  tmp = av_realloc(frame->side_data,
653  (frame->nb_side_data + 1) * sizeof(*frame->side_data));
654  if (!tmp)
655  return NULL;
656  frame->side_data = tmp;
657 
658  ret = av_mallocz(sizeof(*ret));
659  if (!ret)
660  return NULL;
661 
662  ret->buf = buf;
663  ret->data = ret->buf->data;
664  ret->size = buf->size;
665  ret->type = type;
666 
667  frame->side_data[frame->nb_side_data++] = ret;
668 
669  return ret;
670 }
671 
674  size_t size)
675 {
679  if (!ret)
680  av_buffer_unref(&buf);
681  return ret;
682 }
683 
686 {
687  int i;
688 
689  for (i = 0; i < frame->nb_side_data; i++) {
690  if (frame->side_data[i]->type == type)
691  return frame->side_data[i];
692  }
693  return NULL;
694 }
695 
696 static int frame_copy_video(AVFrame *dst, const AVFrame *src)
697 {
698  const uint8_t *src_data[4];
699  int i, planes;
700 
701  if (dst->width < src->width ||
702  dst->height < src->height)
703  return AVERROR(EINVAL);
704 
705  if (src->hw_frames_ctx || dst->hw_frames_ctx)
706  return av_hwframe_transfer_data(dst, src, 0);
707 
709  for (i = 0; i < planes; i++)
710  if (!dst->data[i] || !src->data[i])
711  return AVERROR(EINVAL);
712 
713  memcpy(src_data, src->data, sizeof(src_data));
714  av_image_copy(dst->data, dst->linesize,
715  src_data, src->linesize,
716  dst->format, src->width, src->height);
717 
718  return 0;
719 }
720 
721 static int frame_copy_audio(AVFrame *dst, const AVFrame *src)
722 {
724  int channels = dst->ch_layout.nb_channels;
725  int planes = planar ? channels : 1;
726  int i;
727 
728 #if FF_API_OLD_CHANNEL_LAYOUT
730  if (!channels || !src->ch_layout.nb_channels) {
731  if (dst->channels != src->channels ||
732  dst->channel_layout != src->channel_layout)
733  return AVERROR(EINVAL);
735  }
736  if (!channels) {
737  channels = dst->channels;
738  planes = planar ? channels : 1;
739  }
741 #endif
742 
743  if (dst->nb_samples != src->nb_samples ||
746  av_channel_layout_check(&src->ch_layout) &&
747 #endif
748  av_channel_layout_compare(&dst->ch_layout, &src->ch_layout))
750  )
751 #endif
752  return AVERROR(EINVAL);
753 
754  for (i = 0; i < planes; i++)
755  if (!dst->extended_data[i] || !src->extended_data[i])
756  return AVERROR(EINVAL);
757 
758  av_samples_copy(dst->extended_data, src->extended_data, 0, 0,
759  dst->nb_samples, channels, dst->format);
760 
761  return 0;
762 }
763 
764 int av_frame_copy(AVFrame *dst, const AVFrame *src)
765 {
766  if (dst->format != src->format || dst->format < 0)
767  return AVERROR(EINVAL);
768 
770  if (dst->width > 0 && dst->height > 0)
771  return frame_copy_video(dst, src);
772  else if (dst->nb_samples > 0 &&
775  || dst->channels > 0
776 #endif
777  ))
778  return frame_copy_audio(dst, src);
780 
781  return AVERROR(EINVAL);
782 }
783 
785 {
786  int i;
787 
788  for (i = frame->nb_side_data - 1; i >= 0; i--) {
789  AVFrameSideData *sd = frame->side_data[i];
790  if (sd->type == type) {
791  free_side_data(&frame->side_data[i]);
792  frame->side_data[i] = frame->side_data[frame->nb_side_data - 1];
793  frame->nb_side_data--;
794  }
795  }
796 }
797 
799 {
800  switch(type) {
801  case AV_FRAME_DATA_PANSCAN: return "AVPanScan";
802  case AV_FRAME_DATA_A53_CC: return "ATSC A53 Part 4 Closed Captions";
803  case AV_FRAME_DATA_STEREO3D: return "Stereo 3D";
804  case AV_FRAME_DATA_MATRIXENCODING: return "AVMatrixEncoding";
805  case AV_FRAME_DATA_DOWNMIX_INFO: return "Metadata relevant to a downmix procedure";
806  case AV_FRAME_DATA_REPLAYGAIN: return "AVReplayGain";
807  case AV_FRAME_DATA_DISPLAYMATRIX: return "3x3 displaymatrix";
808  case AV_FRAME_DATA_AFD: return "Active format description";
809  case AV_FRAME_DATA_MOTION_VECTORS: return "Motion vectors";
810  case AV_FRAME_DATA_SKIP_SAMPLES: return "Skip samples";
811  case AV_FRAME_DATA_AUDIO_SERVICE_TYPE: return "Audio service type";
812  case AV_FRAME_DATA_MASTERING_DISPLAY_METADATA: return "Mastering display metadata";
813  case AV_FRAME_DATA_CONTENT_LIGHT_LEVEL: return "Content light level metadata";
814  case AV_FRAME_DATA_GOP_TIMECODE: return "GOP timecode";
815  case AV_FRAME_DATA_S12M_TIMECODE: return "SMPTE 12-1 timecode";
816  case AV_FRAME_DATA_SPHERICAL: return "Spherical Mapping";
817  case AV_FRAME_DATA_ICC_PROFILE: return "ICC profile";
818  case AV_FRAME_DATA_DYNAMIC_HDR_PLUS: return "HDR Dynamic Metadata SMPTE2094-40 (HDR10+)";
819  case AV_FRAME_DATA_DYNAMIC_HDR_VIVID: return "HDR Dynamic Metadata CUVA 005.1 2021 (Vivid)";
820  case AV_FRAME_DATA_REGIONS_OF_INTEREST: return "Regions Of Interest";
821  case AV_FRAME_DATA_VIDEO_ENC_PARAMS: return "Video encoding parameters";
822  case AV_FRAME_DATA_SEI_UNREGISTERED: return "H.26[45] User Data Unregistered SEI message";
823  case AV_FRAME_DATA_FILM_GRAIN_PARAMS: return "Film grain parameters";
824  case AV_FRAME_DATA_DETECTION_BBOXES: return "Bounding boxes for object detection and classification";
825  case AV_FRAME_DATA_DOVI_RPU_BUFFER: return "Dolby Vision RPU Data";
826  case AV_FRAME_DATA_DOVI_METADATA: return "Dolby Vision Metadata";
827  }
828  return NULL;
829 }
830 
831 static int calc_cropping_offsets(size_t offsets[4], const AVFrame *frame,
832  const AVPixFmtDescriptor *desc)
833 {
834  int i, j;
835 
836  for (i = 0; frame->data[i]; i++) {
838  int shift_x = (i == 1 || i == 2) ? desc->log2_chroma_w : 0;
839  int shift_y = (i == 1 || i == 2) ? desc->log2_chroma_h : 0;
840 
841  if (desc->flags & AV_PIX_FMT_FLAG_PAL && i == 1) {
842  offsets[i] = 0;
843  break;
844  }
845 
846  /* find any component descriptor for this plane */
847  for (j = 0; j < desc->nb_components; j++) {
848  if (desc->comp[j].plane == i) {
849  comp = &desc->comp[j];
850  break;
851  }
852  }
853  if (!comp)
854  return AVERROR_BUG;
855 
856  offsets[i] = (frame->crop_top >> shift_y) * frame->linesize[i] +
857  (frame->crop_left >> shift_x) * comp->step;
858  }
859 
860  return 0;
861 }
862 
864 {
865  const AVPixFmtDescriptor *desc;
866  size_t offsets[4];
867  int i;
868 
869  if (!(frame->width > 0 && frame->height > 0))
870  return AVERROR(EINVAL);
871 
872  if (frame->crop_left >= INT_MAX - frame->crop_right ||
873  frame->crop_top >= INT_MAX - frame->crop_bottom ||
874  (frame->crop_left + frame->crop_right) >= frame->width ||
875  (frame->crop_top + frame->crop_bottom) >= frame->height)
876  return AVERROR(ERANGE);
877 
878  desc = av_pix_fmt_desc_get(frame->format);
879  if (!desc)
880  return AVERROR_BUG;
881 
882  /* Apply just the right/bottom cropping for hwaccel formats. Bitstream
883  * formats cannot be easily handled here either (and corresponding decoders
884  * should not export any cropping anyway), so do the same for those as well.
885  * */
887  frame->width -= frame->crop_right;
888  frame->height -= frame->crop_bottom;
889  frame->crop_right = 0;
890  frame->crop_bottom = 0;
891  return 0;
892  }
893 
894  /* calculate the offsets for each plane */
896 
897  /* adjust the offsets to avoid breaking alignment */
898  if (!(flags & AV_FRAME_CROP_UNALIGNED)) {
899  int log2_crop_align = frame->crop_left ? ff_ctz(frame->crop_left) : INT_MAX;
900  int min_log2_align = INT_MAX;
901 
902  for (i = 0; frame->data[i]; i++) {
903  int log2_align = offsets[i] ? ff_ctz(offsets[i]) : INT_MAX;
904  min_log2_align = FFMIN(log2_align, min_log2_align);
905  }
906 
907  /* we assume, and it should always be true, that the data alignment is
908  * related to the cropping alignment by a constant power-of-2 factor */
909  if (log2_crop_align < min_log2_align)
910  return AVERROR_BUG;
911 
912  if (min_log2_align < 5) {
913  frame->crop_left &= ~((1 << (5 + log2_crop_align - min_log2_align)) - 1);
915  }
916  }
917 
918  for (i = 0; frame->data[i]; i++)
919  frame->data[i] += offsets[i];
920 
921  frame->width -= (frame->crop_left + frame->crop_right);
922  frame->height -= (frame->crop_top + frame->crop_bottom);
923  frame->crop_left = 0;
924  frame->crop_right = 0;
925  frame->crop_top = 0;
926  frame->crop_bottom = 0;
927 
928  return 0;
929 }
AVFrame::extended_buf
AVBufferRef ** extended_buf
For planar audio which requires more than AV_NUM_DATA_POINTERS AVBufferRef pointers,...
Definition: frame.h:539
AVFrame::color_trc
enum AVColorTransferCharacteristic color_trc
Definition: frame.h:582
FF_ENABLE_DEPRECATION_WARNINGS
#define FF_ENABLE_DEPRECATION_WARNINGS
Definition: internal.h:83
free_side_data
static void free_side_data(AVFrameSideData **ptr_sd)
Definition: frame.c:78
AVFrame::color_range
enum AVColorRange color_range
MPEG vs JPEG YUV range.
Definition: frame.h:578
name
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf default minimum maximum flags name is the option name
Definition: writing_filters.txt:88
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
get_video_buffer
static int get_video_buffer(AVFrame *frame, int align)
Definition: frame.c:120
av_frame_get_buffer
int av_frame_get_buffer(AVFrame *frame, int align)
Allocate new buffer(s) for audio or video data.
Definition: frame.c:254
ff_ctz
#define ff_ctz
Definition: intmath.h:106
av_frame_get_side_data
AVFrameSideData * av_frame_get_side_data(const AVFrame *frame, enum AVFrameSideDataType type)
Definition: frame.c:684
comp
static void comp(unsigned char *dst, ptrdiff_t dst_stride, unsigned char *src, ptrdiff_t src_stride, int add)
Definition: eamad.c:86
av_frame_new_side_data
AVFrameSideData * av_frame_new_side_data(AVFrame *frame, enum AVFrameSideDataType type, size_t size)
Add a new side data to a frame.
Definition: frame.c:672
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2662
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:90
AV_FRAME_DATA_A53_CC
@ AV_FRAME_DATA_A53_CC
ATSC A53 Part 4 Closed Captions.
Definition: frame.h:59
AV_FRAME_DATA_DOVI_METADATA
@ AV_FRAME_DATA_DOVI_METADATA
Parsed Dolby Vision metadata, suitable for passing to a software implementation.
Definition: frame.h:204
AVFrame::coded_picture_number
int coded_picture_number
picture number in bitstream order
Definition: frame.h:452
AV_FRAME_DATA_FILM_GRAIN_PARAMS
@ AV_FRAME_DATA_FILM_GRAIN_PARAMS
Film grain parameters for a frame, described by AVFilmGrainParams.
Definition: frame.h:184
AVFrame::color_primaries
enum AVColorPrimaries color_primaries
Definition: frame.h:580
AV_FRAME_DATA_S12M_TIMECODE
@ AV_FRAME_DATA_S12M_TIMECODE
Timecode which conforms to SMPTE ST 12-1.
Definition: frame.h:152
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:111
AVFrame::opaque
void * opaque
for some private data of the user
Definition: frame.h:466
AVFrame::colorspace
enum AVColorSpace colorspace
YUV colorspace type.
Definition: frame.h:589
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:325
tmp
static uint8_t tmp[11]
Definition: aes_ctr.c:28
av_frame_make_writable
int av_frame_make_writable(AVFrame *frame)
Ensure that the frame data is writable, avoiding data copy if possible.
Definition: frame.c:540
AVFrameSideData::buf
AVBufferRef * buf
Definition: frame.h:236
AVFrame::pts
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:432
AVFrame::width
int width
Definition: frame.h:397
AVCOL_SPC_YCOCG
@ AVCOL_SPC_YCOCG
Definition: pixfmt.h:535
AVFrame::top_field_first
int top_field_first
If the content is interlaced, is top field displayed first.
Definition: frame.h:482
AVCOL_TRC_UNSPECIFIED
@ AVCOL_TRC_UNSPECIFIED
Definition: pixfmt.h:499
data
const char data[16]
Definition: mxf.c:143
AV_FRAME_DATA_DOVI_RPU_BUFFER
@ AV_FRAME_DATA_DOVI_RPU_BUFFER
Dolby Vision RPU raw data, suitable for passing to x265 or other libraries.
Definition: frame.h:197
AVFrame::pkt_duration
int64_t pkt_duration
duration of the corresponding packet, expressed in AVStream->time_base units, 0 if unknown.
Definition: frame.h:613
frame_copy_props
static int frame_copy_props(AVFrame *dst, const AVFrame *src, int force_copy)
Definition: frame.c:274
AVCOL_SPC_RGB
@ AVCOL_SPC_RGB
order of coefficients is actually GBR, also IEC 61966-2-1 (sRGB), YZX and ST 428-1
Definition: pixfmt.h:526
AV_FRAME_DATA_DISPLAYMATRIX
@ AV_FRAME_DATA_DISPLAYMATRIX
This side data contains a 3x3 transformation matrix describing an affine transformation that needs to...
Definition: frame.h:85
get_audio_buffer
static int get_audio_buffer(AVFrame *frame, int align)
Definition: frame.c:189
AVFrame::flags
int flags
Frame flags, a combination of AV_FRAME_FLAGS.
Definition: frame.h:571
AVChannelLayout::order
enum AVChannelOrder order
Channel order used in this layout.
Definition: channel_layout.h:295
FFMAX
#define FFMAX(a, b)
Definition: macros.h:47
av_buffer_ref
AVBufferRef * av_buffer_ref(const AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:103
AVChannelLayout::nb_channels
int nb_channels
Number of channels in this layout.
Definition: channel_layout.h:300
AVFrame::buf
AVBufferRef * buf[AV_NUM_DATA_POINTERS]
AVBuffer references backing the data for this frame.
Definition: frame.h:525
frame_copy_video
static int frame_copy_video(AVFrame *dst, const AVFrame *src)
Definition: frame.c:696
av_frame_apply_cropping
int av_frame_apply_cropping(AVFrame *frame, int flags)
Crop the given video AVFrame according to its crop_left/crop_top/crop_right/ crop_bottom fields.
Definition: frame.c:863
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:346
av_malloc
#define av_malloc(s)
Definition: tableprint_vlc.h:30
av_channel_layout_copy
int av_channel_layout_copy(AVChannelLayout *dst, const AVChannelLayout *src)
Make a copy of a channel layout.
Definition: channel_layout.c:637
AVFrame::opaque_ref
AVBufferRef * opaque_ref
AVBufferRef for free use by the API user.
Definition: frame.h:670
AVFrame::chroma_location
enum AVChromaLocation chroma_location
Definition: frame.h:591
av_pix_fmt_count_planes
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2702
AVCOL_SPC_BT470BG
@ AVCOL_SPC_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM / IEC 61966-2-4 xvYCC601
Definition: pixfmt.h:531
AV_FRAME_DATA_MATRIXENCODING
@ AV_FRAME_DATA_MATRIXENCODING
The data is the AVMatrixEncoding enum defined in libavutil/channel_layout.h.
Definition: frame.h:68
fail
#define fail()
Definition: checkasm.h:131
AV_PIX_FMT_FLAG_HWACCEL
#define AV_PIX_FMT_FLAG_HWACCEL
Pixel format is an HW accelerated format.
Definition: pixdesc.h:128
samplefmt.h
AV_FRAME_CROP_UNALIGNED
@ AV_FRAME_CROP_UNALIGNED
Apply the maximum possible cropping, even if it requires setting the AVFrame.data[] entries to unalig...
Definition: frame.h:917
AVFrame::key_frame
int key_frame
1 -> keyframe, 0-> not
Definition: frame.h:417
wipe_side_data
static void wipe_side_data(AVFrame *frame)
Definition: frame.c:87
val
static double val(void *priv, double ch)
Definition: aeval.c:77
AVFrame::ch_layout
AVChannelLayout ch_layout
Channel layout of the audio data.
Definition: frame.h:704
type
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf type
Definition: writing_filters.txt:86
av_image_fill_pointers
int av_image_fill_pointers(uint8_t *data[4], enum AVPixelFormat pix_fmt, int height, uint8_t *ptr, const int linesizes[4])
Fill plane data pointers for an image with pixel format pix_fmt and height height.
Definition: imgutils.c:145
AVFrame::channels
attribute_deprecated int channels
number of audio channels, only used for audio.
Definition: frame.h:643
planar
uint8_t pi<< 24) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_U8,(uint64_t)((*(const uint8_t *) pi - 0x80U))<< 56) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16,(*(const int16_t *) pi >>8)+0x80) CONV_FUNC(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_S16, *(const int16_t *) pi *(1<< 16)) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_S16,(uint64_t)(*(const int16_t *) pi)<< 48) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32,(*(const int32_t *) pi >>24)+0x80) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_S32,(uint64_t)(*(const int32_t *) pi)<< 32) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S64,(*(const int64_t *) pi >>56)+0x80) CONV_FUNC(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S64, *(const int64_t *) pi *(1.0f/(UINT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S64, *(const int64_t *) pi *(1.0/(UINT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_FLT, llrintf(*(const float *) pi *(UINT64_C(1)<< 63))) CONV_FUNC(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) CONV_FUNC(AV_SAMPLE_FMT_S64, int64_t, AV_SAMPLE_FMT_DBL, llrint(*(const double *) pi *(UINT64_C(1)<< 63))) #define FMT_PAIR_FUNC(out, in) static conv_func_type *const fmt_pair_to_conv_functions[AV_SAMPLE_FMT_NB *AV_SAMPLE_FMT_NB]={ FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_U8), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S16), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S32), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_FLT), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_DBL), FMT_PAIR_FUNC(AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_S64), FMT_PAIR_FUNC(AV_SAMPLE_FMT_S64, AV_SAMPLE_FMT_S64), };static void cpy1(uint8_t **dst, const uint8_t **src, int len){ memcpy(*dst, *src, len);} static void cpy2(uint8_t **dst, const uint8_t **src, int len){ memcpy(*dst, *src, 2 *len);} static void cpy4(uint8_t **dst, const uint8_t **src, int len){ memcpy(*dst, *src, 4 *len);} static void cpy8(uint8_t **dst, const uint8_t **src, int len){ memcpy(*dst, *src, 8 *len);} AudioConvert *swri_audio_convert_alloc(enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, const int *ch_map, int flags) { AudioConvert *ctx;conv_func_type *f=fmt_pair_to_conv_functions[av_get_packed_sample_fmt(out_fmt)+AV_SAMPLE_FMT_NB *av_get_packed_sample_fmt(in_fmt)];if(!f) return NULL;ctx=av_mallocz(sizeof(*ctx));if(!ctx) return NULL;if(channels==1){ in_fmt=av_get_planar_sample_fmt(in_fmt);out_fmt=av_get_planar_sample_fmt(out_fmt);} ctx->channels=channels;ctx->conv_f=f;ctx->ch_map=ch_map;if(in_fmt==AV_SAMPLE_FMT_U8||in_fmt==AV_SAMPLE_FMT_U8P) memset(ctx->silence, 0x80, sizeof(ctx->silence));if(out_fmt==in_fmt &&!ch_map) { switch(av_get_bytes_per_sample(in_fmt)){ case 1:ctx->simd_f=cpy1;break;case 2:ctx->simd_f=cpy2;break;case 4:ctx->simd_f=cpy4;break;case 8:ctx->simd_f=cpy8;break;} } return ctx;} void swri_audio_convert_free(AudioConvert **ctx) { av_freep(ctx);} int swri_audio_convert(AudioConvert *ctx, AudioData *out, AudioData *in, int len) { int ch;int off=0;const int os=(out->planar ? 1 :out->ch_count) *out->bps;unsigned misaligned=0;av_assert0(ctx->channels==out->ch_count);if(ctx->in_simd_align_mask) { int planes=in->planar ? in->ch_count :1;unsigned m=0;for(ch=0;ch< planes;ch++) m|=(intptr_t) in->ch[ch];misaligned|=m &ctx->in_simd_align_mask;} if(ctx->out_simd_align_mask) { int planes=out->planar ? out->ch_count :1;unsigned m=0;for(ch=0;ch< planes;ch++) m|=(intptr_t) out->ch[ch];misaligned|=m &ctx->out_simd_align_mask;} if(ctx->simd_f &&!ctx->ch_map &&!misaligned){ off=len &~15;av_assert1(off >=0);av_assert1(off<=len);av_assert2(ctx->channels==SWR_CH_MAX||!in->ch[ctx->channels]);if(off >0){ if(out->planar==in->planar){ int planes=out->planar ? out->ch_count :1;for(ch=0;ch< planes;ch++){ ctx->simd_f(out->ch+ch,(const uint8_t **) in->ch+ch, off *(out-> planar
Definition: audioconvert.c:56
AVFrameSideDataType
AVFrameSideDataType
Definition: frame.h:49
av_frame_alloc
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:99
get_frame_defaults
static void get_frame_defaults(AVFrame *frame)
Definition: frame.c:55
avassert.h
AVFrameSideData::size
size_t size
Definition: frame.h:234
FF_ARRAY_ELEMS
#define FF_ARRAY_ELEMS(a)
Definition: sinewin_tablegen.c:29
AVFrame::channel_layout
attribute_deprecated uint64_t channel_layout
Channel layout of the audio data.
Definition: frame.h:510
AV_CHANNEL_ORDER_NATIVE
@ AV_CHANNEL_ORDER_NATIVE
The native channel order, i.e.
Definition: channel_layout.h:112
av_image_fill_linesizes
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
offsets
static const int offsets[]
Definition: hevc_pel.c:34
AVCOL_SPC_SMPTE170M
@ AVCOL_SPC_SMPTE170M
also ITU-R BT601-6 525 / ITU-R BT1358 525 / ITU-R BT1700 NTSC / functionally identical to above
Definition: pixfmt.h:532
AVFrame::pkt_pos
int64_t pkt_pos
reordered pos from the last AVPacket that has been input into the decoder
Definition: frame.h:605
AV_CHANNEL_ORDER_UNSPEC
@ AV_CHANNEL_ORDER_UNSPEC
Only the channel count is specified, without any further information about the channel order.
Definition: channel_layout.h:106
AV_FRAME_DATA_AUDIO_SERVICE_TYPE
@ AV_FRAME_DATA_AUDIO_SERVICE_TYPE
This side data must be associated with an audio frame and corresponds to enum AVAudioServiceType defi...
Definition: frame.h:114
av_sample_fmt_is_planar
int av_sample_fmt_is_planar(enum AVSampleFormat sample_fmt)
Check if the sample format is planar.
Definition: samplefmt.c:114
channels
channels
Definition: aptx.h:32
av_frame_clone
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:464
AVFrame::crop_right
size_t crop_right
Definition: frame.h:683
AVCOL_PRI_UNSPECIFIED
@ AVCOL_PRI_UNSPECIFIED
Definition: pixfmt.h:474
AV_FRAME_DATA_DYNAMIC_HDR_VIVID
@ AV_FRAME_DATA_DYNAMIC_HDR_VIVID
HDR Vivid dynamic metadata associated with a video frame.
Definition: frame.h:211
frame_copy_audio
static int frame_copy_audio(AVFrame *dst, const AVFrame *src)
Definition: frame.c:721
AV_FRAME_DATA_SPHERICAL
@ AV_FRAME_DATA_SPHERICAL
The data represents the AVSphericalMapping structure defined in libavutil/spherical....
Definition: frame.h:131
NULL
#define NULL
Definition: coverity.c:32
sizes
static const int sizes[][2]
Definition: img2dec.c:57
av_frame_copy_props
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:596
av_realloc
void * av_realloc(void *ptr, size_t size)
Allocate, reallocate, or free a block of memory.
Definition: mem.c:153
av_buffer_unref
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
Definition: buffer.c:139
AVComponentDescriptor
Definition: pixdesc.h:30
av_image_fill_plane_sizes
int av_image_fill_plane_sizes(size_t sizes[4], enum AVPixelFormat pix_fmt, int height, const ptrdiff_t linesizes[4])
Fill plane sizes for an image with pixel format pix_fmt and height height.
Definition: imgutils.c:111
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
av_channel_layout_compare
int av_channel_layout_compare(const AVChannelLayout *chl, const AVChannelLayout *chl1)
Check whether two channel layouts are semantically the same, i.e.
Definition: channel_layout.c:930
AV_FRAME_DATA_ICC_PROFILE
@ AV_FRAME_DATA_ICC_PROFILE
The data contains an ICC profile as an opaque octet buffer following the format described by ISO 1507...
Definition: frame.h:144
AV_FRAME_DATA_MASTERING_DISPLAY_METADATA
@ AV_FRAME_DATA_MASTERING_DISPLAY_METADATA
Mastering display metadata associated with a video frame.
Definition: frame.h:120
av_frame_new_side_data_from_buf
AVFrameSideData * av_frame_new_side_data_from_buf(AVFrame *frame, enum AVFrameSideDataType type, AVBufferRef *buf)
Add a new side data to a frame from an existing AVBufferRef.
Definition: frame.c:640
AVFrame::pkt_dts
int64_t pkt_dts
DTS copied from the AVPacket that triggered returning this frame.
Definition: frame.h:439
AV_FRAME_DATA_AFD
@ AV_FRAME_DATA_AFD
Active Format Description data consisting of a single byte as specified in ETSI TS 101 154 using AVAc...
Definition: frame.h:90
AVCOL_RANGE_UNSPECIFIED
@ AVCOL_RANGE_UNSPECIFIED
Definition: pixfmt.h:565
AV_FRAME_DATA_SEI_UNREGISTERED
@ AV_FRAME_DATA_SEI_UNREGISTERED
User data unregistered metadata associated with a video frame.
Definition: frame.h:178
AVFrame::crop_bottom
size_t crop_bottom
Definition: frame.h:681
av_channel_layout_uninit
void av_channel_layout_uninit(AVChannelLayout *channel_layout)
Free any allocated data in the channel layout and reset the channel count to 0.
Definition: channel_layout.c:630
AVFrame::best_effort_timestamp
int64_t best_effort_timestamp
frame timestamp estimated using various heuristics, in stream time base
Definition: frame.h:598
planes
static const struct @328 planes[]
AVFrame::crop_left
size_t crop_left
Definition: frame.h:682
AVFrame::pict_type
enum AVPictureType pict_type
Picture type of the frame.
Definition: frame.h:422
AV_FRAME_DATA_REPLAYGAIN
@ AV_FRAME_DATA_REPLAYGAIN
ReplayGain information in the form of the AVReplayGain struct.
Definition: frame.h:77
AV_FRAME_DATA_PANSCAN
@ AV_FRAME_DATA_PANSCAN
The data is the AVPanScan struct defined in libavcodec.
Definition: frame.h:53
av_frame_ref
int av_frame_ref(AVFrame *dst, const AVFrame *src)
Set up a new reference to the data described by the source frame.
Definition: frame.c:343
av_frame_copy
int av_frame_copy(AVFrame *dst, const AVFrame *src)
Copy the frame data from src to dst.
Definition: frame.c:764
cpu.h
AVFrame::quality
int quality
quality (between 1 (good) and FF_LAMBDA_MAX (bad))
Definition: frame.h:461
AVFrame::sample_rate
int sample_rate
Sample rate of the audio data.
Definition: frame.h:502
FF_API_OLD_CHANNEL_LAYOUT
#define FF_API_OLD_CHANNEL_LAYOUT
Definition: version.h:115
size
int size
Definition: twinvq_data.h:10344
AV_NUM_DATA_POINTERS
#define AV_NUM_DATA_POINTERS
Definition: frame.h:326
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
av_get_colorspace_name
const char * av_get_colorspace_name(enum AVColorSpace val)
Get the name of a colorspace.
Definition: frame.c:39
AVFrame::time_base
AVRational time_base
Time base for the timestamps in this frame.
Definition: frame.h:447
AV_PIX_FMT_FLAG_BITSTREAM
#define AV_PIX_FMT_FLAG_BITSTREAM
All values of a component are bit-wise packed end to end.
Definition: pixdesc.h:124
AVFrameSideData::data
uint8_t * data
Definition: frame.h:233
av_frame_is_writable
int av_frame_is_writable(AVFrame *frame)
Check if the frame data is writable.
Definition: frame.c:523
AVCHROMA_LOC_UNSPECIFIED
@ AVCHROMA_LOC_UNSPECIFIED
Definition: pixfmt.h:619
AVFrame::format
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames,...
Definition: frame.h:412
frame.h
buffer.h
av_frame_remove_side_data
void av_frame_remove_side_data(AVFrame *frame, enum AVFrameSideDataType type)
Remove and free all side data instances of the given type.
Definition: frame.c:784
av_dict_free
void av_dict_free(AVDictionary **pm)
Free all the memory allocated for an AVDictionary struct and all keys and values.
Definition: dict.c:203
av_buffer_alloc
AVBufferRef * av_buffer_alloc(size_t size)
Allocate an AVBuffer of the given size using av_malloc().
Definition: buffer.c:77
AVBufferRef::size
size_t size
Size of data in bytes.
Definition: buffer.h:94
AVFrame::private_ref
AVBufferRef * private_ref
AVBufferRef for internal use by a single libav* library.
Definition: frame.h:699
AV_FRAME_DATA_SKIP_SAMPLES
@ AV_FRAME_DATA_SKIP_SAMPLES
Recommmends skipping the specified number of samples.
Definition: frame.h:109
AVCOL_SPC_SMPTE240M
@ AVCOL_SPC_SMPTE240M
derived from 170M primaries and D65 white point, 170M is derived from BT470 System M's primaries
Definition: pixfmt.h:533
AVFrame::interlaced_frame
int interlaced_frame
The content of the picture is interlaced.
Definition: frame.h:477
av_samples_copy
int av_samples_copy(uint8_t **dst, uint8_t *const *src, int dst_offset, int src_offset, int nb_samples, int nb_channels, enum AVSampleFormat sample_fmt)
Copy samples from src to dst.
Definition: samplefmt.c:222
AVFrame::nb_samples
int nb_samples
number of audio samples (per channel) described by this frame
Definition: frame.h:405
AV_FRAME_DATA_CONTENT_LIGHT_LEVEL
@ AV_FRAME_DATA_CONTENT_LIGHT_LEVEL
Content light level (based on CTA-861.3).
Definition: frame.h:137
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
av_channel_layout_check
int av_channel_layout_check(const AVChannelLayout *channel_layout)
Check whether a channel layout is valid, i.e.
Definition: channel_layout.c:904
AVFrame::extended_data
uint8_t ** extended_data
pointers to the data planes/channels.
Definition: frame.h:386
av_malloc_array
#define av_malloc_array(a, b)
Definition: tableprint_vlc.h:31
AVColorSpace
AVColorSpace
YUV colorspace type.
Definition: pixfmt.h:525
common.h
av_assert1
#define av_assert1(cond)
assert() equivalent, that does not lie in speed critical code.
Definition: avassert.h:53
AV_FRAME_DATA_STEREO3D
@ AV_FRAME_DATA_STEREO3D
Stereoscopic 3d metadata.
Definition: frame.h:64
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
av_frame_move_ref
void av_frame_move_ref(AVFrame *dst, AVFrame *src)
Move everything contained in src to dst and reset src.
Definition: frame.c:506
av_frame_unref
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:477
av_mallocz
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:264
av_buffer_replace
int av_buffer_replace(AVBufferRef **pdst, const AVBufferRef *src)
Ensure dst refers to the same data as src.
Definition: buffer.c:233
av_samples_get_buffer_size
int av_samples_get_buffer_size(int *linesize, int nb_channels, int nb_samples, enum AVSampleFormat sample_fmt, int align)
Get the required buffer size for the given audio parameters.
Definition: samplefmt.c:121
AVCOL_SPC_UNSPECIFIED
@ AVCOL_SPC_UNSPECIFIED
Definition: pixfmt.h:528
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:272
av_buffer_is_writable
int av_buffer_is_writable(const AVBufferRef *buf)
Definition: buffer.c:147
av_channel_layout_from_mask
FF_ENABLE_DEPRECATION_WARNINGS int av_channel_layout_from_mask(AVChannelLayout *channel_layout, uint64_t mask)
Initialize a native channel layout from a bitmask indicating which channels are present.
Definition: channel_layout.c:389
AVFrame::decode_error_flags
int decode_error_flags
decode error flags of the frame, set to a combination of FF_DECODE_ERROR_xxx flags if the decoder pro...
Definition: frame.h:629
ret
ret
Definition: filter_design.txt:187
AV_FRAME_DATA_GOP_TIMECODE
@ AV_FRAME_DATA_GOP_TIMECODE
The GOP timecode in 25 bit timecode format.
Definition: frame.h:125
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
dict.h
AVFrame::sample_aspect_ratio
AVRational sample_aspect_ratio
Sample aspect ratio for the video frame, 0/1 if unknown/unspecified.
Definition: frame.h:427
av_hwframe_transfer_data
int av_hwframe_transfer_data(AVFrame *dst, const AVFrame *src, int flags)
Copy data to or from a hw surface.
Definition: hwcontext.c:444
AVFrame::hw_frames_ctx
AVBufferRef * hw_frames_ctx
For hwaccel-format frames, this should be a reference to the AVHWFramesContext describing the frame.
Definition: frame.h:659
AV_FRAME_DATA_DYNAMIC_HDR_PLUS
@ AV_FRAME_DATA_DYNAMIC_HDR_PLUS
HDR dynamic metadata associated with a video frame.
Definition: frame.h:159
AVFrame::height
int height
Definition: frame.h:397
av_image_copy
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
Definition: imgutils.c:422
channel_layout.h
AVFrame::palette_has_changed
int palette_has_changed
Tell user application that palette has changed from previous frame.
Definition: frame.h:487
AV_FRAME_DATA_VIDEO_ENC_PARAMS
@ AV_FRAME_DATA_VIDEO_ENC_PARAMS
Encoding parameters for a video frame, as described by AVVideoEncParams.
Definition: frame.h:170
AVCOL_SPC_FCC
@ AVCOL_SPC_FCC
FCC Title 47 Code of Federal Regulations 73.682 (a)(20)
Definition: pixfmt.h:530
AVFrame::metadata
AVDictionary * metadata
metadata.
Definition: frame.h:620
AVFrameSideData::type
enum AVFrameSideDataType type
Definition: frame.h:232
ref
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:112
AVFrame::pkt_size
int pkt_size
size of the corresponding packet containing the compressed frame.
Definition: frame.h:653
AVFrame::reordered_opaque
int64_t reordered_opaque
reordered opaque 64 bits (generally an integer or a double precision float PTS but can be anything).
Definition: frame.h:497
FF_DISABLE_DEPRECATION_WARNINGS
#define FF_DISABLE_DEPRECATION_WARNINGS
Definition: internal.h:82
desc
const char * desc
Definition: libsvtav1.c:83
mem.h
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
AVFrameSideData
Structure to hold side data for an AVFrame.
Definition: frame.h:231
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
calc_cropping_offsets
static int calc_cropping_offsets(size_t offsets[4], const AVFrame *frame, const AVPixFmtDescriptor *desc)
Definition: frame.c:831
AVFrame::crop_top
size_t crop_top
Definition: frame.h:680
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
av_dict_copy
int av_dict_copy(AVDictionary **dst, const AVDictionary *src, int flags)
Copy entries from one AVDictionary struct into another.
Definition: dict.c:217
av_frame_side_data_name
const char * av_frame_side_data_name(enum AVFrameSideDataType type)
Definition: frame.c:798
AV_FRAME_DATA_REGIONS_OF_INTEREST
@ AV_FRAME_DATA_REGIONS_OF_INTEREST
Regions Of Interest, the data is an array of AVRegionOfInterest type, the number of array element is ...
Definition: frame.h:165
imgutils.h
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
hwcontext.h
AVERROR_BUG
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
Definition: error.h:52
AVFrame::linesize
int linesize[AV_NUM_DATA_POINTERS]
For video, a positive or negative value, which is typically indicating the size in bytes of each pict...
Definition: frame.h:370
AVFrameSideData::metadata
AVDictionary * metadata
Definition: frame.h:235
AV_FRAME_DATA_MOTION_VECTORS
@ AV_FRAME_DATA_MOTION_VECTORS
Motion vectors exported by some codecs (on demand through the export_mvs flag set in the libavcodec A...
Definition: frame.h:97
av_frame_get_plane_buffer
AVBufferRef * av_frame_get_plane_buffer(AVFrame *frame, int plane)
Get the buffer reference a given data plane is stored in.
Definition: frame.c:601
av_image_check_size
int av_image_check_size(unsigned int w, unsigned int h, int log_offset, void *log_ctx)
Check if the given dimension of an image is valid, meaning that all bytes of the image can be address...
Definition: imgutils.c:318
CHECK_CHANNELS_CONSISTENCY
#define CHECK_CHANNELS_CONSISTENCY(frame)
Definition: frame.c:32
AVCOL_SPC_BT709
@ AVCOL_SPC_BT709
also ITU-R BT1361 / IEC 61966-2-4 xvYCC709 / derived in SMPTE RP 177 Annex B
Definition: pixfmt.h:527
AVFrame::display_picture_number
int display_picture_number
picture number in display order
Definition: frame.h:456
AV_PIX_FMT_FLAG_PAL
#define AV_PIX_FMT_FLAG_PAL
Pixel format has a palette in data[1], values are indexes in this palette.
Definition: pixdesc.h:120
av_hwframe_get_buffer
int av_hwframe_get_buffer(AVBufferRef *hwframe_ref, AVFrame *frame, int flags)
Allocate a new frame attached to the given AVHWFramesContext.
Definition: hwcontext.c:503
AV_FRAME_DATA_DOWNMIX_INFO
@ AV_FRAME_DATA_DOWNMIX_INFO
Metadata relevant to a downmix procedure.
Definition: frame.h:73
AVFrame::repeat_pict
int repeat_pict
When decoding, this signals how much the picture must be delayed.
Definition: frame.h:472
AV_FRAME_DATA_DETECTION_BBOXES
@ AV_FRAME_DATA_DETECTION_BBOXES
Bounding boxes for object detection and classification, as described by AVDetectionBBoxHeader.
Definition: frame.h:190
AVFrame::nb_extended_buf
int nb_extended_buf
Number of elements in extended_buf.
Definition: frame.h:543