FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
colorspace.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2016 Ronald S. Bultje <rsbultje@gmail.com>
3  * This file is part of FFmpeg.
4  *
5  * FFmpeg is free software; you can redistribute it and/or
6  * modify it under the terms of the GNU Lesser General Public
7  * License as published by the Free Software Foundation; either
8  * version 2.1 of the License, or (at your option) any later version.
9  *
10  * FFmpeg is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13  * Lesser General Public License for more details.
14  *
15  * You should have received a copy of the GNU Lesser General Public
16  * License along with FFmpeg; if not, write to the Free Software
17  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18  */
19 
20 #include "libavutil/frame.h"
22 #include "libavutil/pixdesc.h"
23 
24 #include "colorspace.h"
25 
26 
27 void ff_matrix_invert_3x3(const double in[3][3], double out[3][3])
28 {
29  double m00 = in[0][0], m01 = in[0][1], m02 = in[0][2],
30  m10 = in[1][0], m11 = in[1][1], m12 = in[1][2],
31  m20 = in[2][0], m21 = in[2][1], m22 = in[2][2];
32  int i, j;
33  double det;
34 
35  out[0][0] = (m11 * m22 - m21 * m12);
36  out[0][1] = -(m01 * m22 - m21 * m02);
37  out[0][2] = (m01 * m12 - m11 * m02);
38  out[1][0] = -(m10 * m22 - m20 * m12);
39  out[1][1] = (m00 * m22 - m20 * m02);
40  out[1][2] = -(m00 * m12 - m10 * m02);
41  out[2][0] = (m10 * m21 - m20 * m11);
42  out[2][1] = -(m00 * m21 - m20 * m01);
43  out[2][2] = (m00 * m11 - m10 * m01);
44 
45  det = m00 * out[0][0] + m10 * out[0][1] + m20 * out[0][2];
46  det = 1.0 / det;
47 
48  for (i = 0; i < 3; i++) {
49  for (j = 0; j < 3; j++)
50  out[i][j] *= det;
51  }
52 }
53 
54 void ff_matrix_mul_3x3(double dst[3][3],
55  const double src1[3][3], const double src2[3][3])
56 {
57  int m, n;
58 
59  for (m = 0; m < 3; m++)
60  for (n = 0; n < 3; n++)
61  dst[m][n] = src2[m][0] * src1[0][n] +
62  src2[m][1] * src1[1][n] +
63  src2[m][2] * src1[2][n];
64 }
65 /*
66  * see e.g. http://www.brucelindbloom.com/index.html?Eqn_RGB_XYZ_Matrix.html
67  */
68 void ff_fill_rgb2xyz_table(const struct PrimaryCoefficients *coeffs,
69  const struct WhitepointCoefficients *wp,
70  double rgb2xyz[3][3])
71 {
72  double i[3][3], sr, sg, sb, zw;
73 
74  rgb2xyz[0][0] = coeffs->xr / coeffs->yr;
75  rgb2xyz[0][1] = coeffs->xg / coeffs->yg;
76  rgb2xyz[0][2] = coeffs->xb / coeffs->yb;
77  rgb2xyz[1][0] = rgb2xyz[1][1] = rgb2xyz[1][2] = 1.0;
78  rgb2xyz[2][0] = (1.0 - coeffs->xr - coeffs->yr) / coeffs->yr;
79  rgb2xyz[2][1] = (1.0 - coeffs->xg - coeffs->yg) / coeffs->yg;
80  rgb2xyz[2][2] = (1.0 - coeffs->xb - coeffs->yb) / coeffs->yb;
81  ff_matrix_invert_3x3(rgb2xyz, i);
82  zw = 1.0 - wp->xw - wp->yw;
83  sr = i[0][0] * wp->xw + i[0][1] * wp->yw + i[0][2] * zw;
84  sg = i[1][0] * wp->xw + i[1][1] * wp->yw + i[1][2] * zw;
85  sb = i[2][0] * wp->xw + i[2][1] * wp->yw + i[2][2] * zw;
86  rgb2xyz[0][0] *= sr;
87  rgb2xyz[0][1] *= sg;
88  rgb2xyz[0][2] *= sb;
89  rgb2xyz[1][0] *= sr;
90  rgb2xyz[1][1] *= sg;
91  rgb2xyz[1][2] *= sb;
92  rgb2xyz[2][0] *= sr;
93  rgb2xyz[2][1] *= sg;
94  rgb2xyz[2][2] *= sb;
95 }
96 
98 {
100  double peak = 0;
101 
102  if (sd) {
104  peak = clm->MaxCLL / REFERENCE_WHITE;
105  }
106 
108  if (!peak && sd) {
110  if (metadata->has_luminance)
111  peak = av_q2d(metadata->max_luminance) / REFERENCE_WHITE;
112  }
113 
114  // For untagged source, use peak of 10000 if SMPTE ST.2084
115  // otherwise assume HLG with reference display peak 1000.
116  if (!peak)
117  peak = in->color_trc == AVCOL_TRC_SMPTE2084 ? 100.0f : 10.0f;
118 
119  return peak;
120 }
121 
122 void ff_update_hdr_metadata(AVFrame *in, double peak)
123 {
125 
126  if (sd) {
128  clm->MaxCLL = (unsigned)(peak * REFERENCE_WHITE);
129  }
130 
132  if (sd) {
134  if (metadata->has_luminance)
135  metadata->max_luminance = av_d2q(peak * REFERENCE_WHITE, 10000);
136  }
137 }
This structure describes decoded (raw) audio or video data.
Definition: frame.h:226
unsigned MaxCLL
Max content light level (cd/m^2).
Content light level (based on CTA-861.3).
Definition: frame.h:136
Mastering display metadata associated with a video frame.
Definition: frame.h:119
AVFrameSideData * av_frame_get_side_data(const AVFrame *frame, enum AVFrameSideDataType type)
Definition: frame.c:734
Structure to hold side data for an AVFrame.
Definition: frame.h:188
static double av_q2d(AVRational a)
Convert an AVRational to a double.
Definition: rational.h:104
int has_luminance
Flag indicating whether the luminance (min_ and max_) have been set.
Content light level needed by to transmit HDR over HDMI (CTA-861.3).
AVRational max_luminance
Max luminance of mastering display (cd/m^2).
reference-counted frame API
SMPTE ST 2084 for 10-, 12-, 14- and 16-bit systems.
Definition: pixfmt.h:474
int n
Definition: avisynth_c.h:684
void ff_update_hdr_metadata(AVFrame *in, double peak)
Definition: colorspace.c:122
#define src1
Definition: h264pred.c:139
uint8_t * data
Definition: frame.h:190
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
Mastering display metadata capable of representing the color volume of the display used to master the...
void ff_matrix_invert_3x3(const double in[3][3], double out[3][3])
Definition: colorspace.c:27
AVRational av_d2q(double d, int max)
Convert a double precision floating point number to a rational.
Definition: rational.c:106
if(ret< 0)
Definition: vf_mcdeint.c:279
void ff_matrix_mul_3x3(double dst[3][3], const double src1[3][3], const double src2[3][3])
Definition: colorspace.c:54
FILE * out
Definition: movenc.c:54
enum AVColorTransferCharacteristic color_trc
Definition: frame.h:475
double ff_determine_signal_peak(AVFrame *in)
Definition: colorspace.c:97
void ff_fill_rgb2xyz_table(const struct PrimaryCoefficients *coeffs, const struct WhitepointCoefficients *wp, double rgb2xyz[3][3])
Definition: colorspace.c:68
#define REFERENCE_WHITE
Definition: colorspace.h:26