libavfilter/colorspace.c - manifest_repos/ffmpeg - Git at Google

 /*
  * Copyright (c) 2016 Ronald S. Bultje <rsbultje@gmail.com>
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */

 #include "libavutil/frame.h"
 #include "libavutil/mastering_display_metadata.h"
 #include "libavutil/pixdesc.h"

 #include "colorspace.h"


 void ff_matrix_invert_3x3(const double in[3][3], double out[3][3])
 {
     double m00 = in[0][0], m01 = in[0][1], m02 = in[0][2],
            m10 = in[1][0], m11 = in[1][1], m12 = in[1][2],
            m20 = in[2][0], m21 = in[2][1], m22 = in[2][2];
     int i, j;
     double det;

     out[0][0] =  (m11 * m22 - m21 * m12);
     out[0][1] = -(m01 * m22 - m21 * m02);
     out[0][2] =  (m01 * m12 - m11 * m02);
     out[1][0] = -(m10 * m22 - m20 * m12);
     out[1][1] =  (m00 * m22 - m20 * m02);
     out[1][2] = -(m00 * m12 - m10 * m02);
     out[2][0] =  (m10 * m21 - m20 * m11);
     out[2][1] = -(m00 * m21 - m20 * m01);
     out[2][2] =  (m00 * m11 - m10 * m01);

     det = m00 * out[0][0] + m10 * out[0][1] + m20 * out[0][2];
     det = 1.0 / det;

     for (i = 0; i < 3; i++) {
         for (j = 0; j < 3; j++)
             out[i][j] *= det;
     }
 }

 void ff_matrix_mul_3x3(double dst[3][3],
                const double src1[3][3], const double src2[3][3])
 {
     int m, n;

     for (m = 0; m < 3; m++)
         for (n = 0; n < 3; n++)
             dst[m][n] = src2[m][0] * src1[0][n] +
                         src2[m][1] * src1[1][n] +
                         src2[m][2] * src1[2][n];
 }
 /*
  * see e.g. http://www.brucelindbloom.com/index.html?Eqn_RGB_XYZ_Matrix.html
  */
 void ff_fill_rgb2xyz_table(const struct PrimaryCoefficients *coeffs,
                            const struct WhitepointCoefficients *wp,
                            double rgb2xyz[3][3])
 {
     double i[3][3], sr, sg, sb, zw;

     rgb2xyz[0][0] = coeffs->xr / coeffs->yr;
     rgb2xyz[0][1] = coeffs->xg / coeffs->yg;
     rgb2xyz[0][2] = coeffs->xb / coeffs->yb;
     rgb2xyz[1][0] = rgb2xyz[1][1] = rgb2xyz[1][2] = 1.0;
     rgb2xyz[2][0] = (1.0 - coeffs->xr - coeffs->yr) / coeffs->yr;
     rgb2xyz[2][1] = (1.0 - coeffs->xg - coeffs->yg) / coeffs->yg;
     rgb2xyz[2][2] = (1.0 - coeffs->xb - coeffs->yb) / coeffs->yb;
     ff_matrix_invert_3x3(rgb2xyz, i);
     zw = 1.0 - wp->xw - wp->yw;
     sr = i[0][0] * wp->xw + i[0][1] * wp->yw + i[0][2] * zw;
     sg = i[1][0] * wp->xw + i[1][1] * wp->yw + i[1][2] * zw;
     sb = i[2][0] * wp->xw + i[2][1] * wp->yw + i[2][2] * zw;
     rgb2xyz[0][0] *= sr;
     rgb2xyz[0][1] *= sg;
     rgb2xyz[0][2] *= sb;
     rgb2xyz[1][0] *= sr;
     rgb2xyz[1][1] *= sg;
     rgb2xyz[1][2] *= sb;
     rgb2xyz[2][0] *= sr;
     rgb2xyz[2][1] *= sg;
     rgb2xyz[2][2] *= sb;
 }
 static const double ycgco_matrix[3][3] =
 {
     {  0.25, 0.5,  0.25 },
     { -0.25, 0.5, -0.25 },
     {  0.5,  0,   -0.5  },
 };

 static const double gbr_matrix[3][3] =
 {
     { 0,    1,   0   },
     { 0,   -0.5, 0.5 },
     { 0.5, -0.5, 0   },
 };

 /*
  * All constants explained in e.g. https://linuxtv.org/downloads/v4l-dvb-apis/ch02s06.html
  * The older ones (bt470bg/m) are also explained in their respective ITU docs
  * (e.g. https://www.itu.int/dms_pubrec/itu-r/rec/bt/R-REC-BT.470-5-199802-S!!PDF-E.pdf)
  * whereas the newer ones can typically be copied directly from wikipedia :)
  */
 static const struct LumaCoefficients luma_coefficients[AVCOL_SPC_NB] = {
     [AVCOL_SPC_FCC]        = { 0.30,   0.59,   0.11   },
     [AVCOL_SPC_BT470BG]    = { 0.299,  0.587,  0.114  },
     [AVCOL_SPC_SMPTE170M]  = { 0.299,  0.587,  0.114  },
     [AVCOL_SPC_BT709]      = { 0.2126, 0.7152, 0.0722 },
     [AVCOL_SPC_SMPTE240M]  = { 0.212,  0.701,  0.087  },
     [AVCOL_SPC_YCOCG]      = { 0.25,   0.5,    0.25   },
     [AVCOL_SPC_RGB]        = { 1,      1,      1      },
     [AVCOL_SPC_BT2020_NCL] = { 0.2627, 0.6780, 0.0593 },
     [AVCOL_SPC_BT2020_CL]  = { 0.2627, 0.6780, 0.0593 },
 };

 const struct LumaCoefficients *ff_get_luma_coefficients(enum AVColorSpace csp)
 {
     const struct LumaCoefficients *coeffs;

     if (csp >= AVCOL_SPC_NB)
         return NULL;
     coeffs = &luma_coefficients[csp];
     if (!coeffs->cr)
         return NULL;

     return coeffs;
 }

 void ff_fill_rgb2yuv_table(const struct LumaCoefficients *coeffs,
                            double rgb2yuv[3][3])
 {
     double bscale, rscale;

     // special ycgco matrix
     if (coeffs->cr == 0.25 && coeffs->cg == 0.5 && coeffs->cb == 0.25) {
         memcpy(rgb2yuv, ycgco_matrix, sizeof(double) * 9);
         return;
     } else if (coeffs->cr == 1 && coeffs->cg == 1 && coeffs->cb == 1) {
         memcpy(rgb2yuv, gbr_matrix, sizeof(double) * 9);
         return;
     }

     rgb2yuv[0][0] = coeffs->cr;
     rgb2yuv[0][1] = coeffs->cg;
     rgb2yuv[0][2] = coeffs->cb;
     bscale = 0.5 / (coeffs->cb - 1.0);
     rscale = 0.5 / (coeffs->cr - 1.0);
     rgb2yuv[1][0] = bscale * coeffs->cr;
     rgb2yuv[1][1] = bscale * coeffs->cg;
     rgb2yuv[1][2] = 0.5;
     rgb2yuv[2][0] = 0.5;
     rgb2yuv[2][1] = rscale * coeffs->cg;
     rgb2yuv[2][2] = rscale * coeffs->cb;
 }

 double ff_determine_signal_peak(AVFrame *in)
 {
     AVFrameSideData *sd = av_frame_get_side_data(in, AV_FRAME_DATA_CONTENT_LIGHT_LEVEL);
     double peak = 0;

     if (sd) {
         AVContentLightMetadata *clm = (AVContentLightMetadata *)sd->data;
         peak = clm->MaxCLL / REFERENCE_WHITE;
     }

     sd = av_frame_get_side_data(in, AV_FRAME_DATA_MASTERING_DISPLAY_METADATA);
     if (!peak && sd) {
         AVMasteringDisplayMetadata *metadata = (AVMasteringDisplayMetadata *)sd->data;
         if (metadata->has_luminance)
             peak = av_q2d(metadata->max_luminance) / REFERENCE_WHITE;
     }

     // For untagged source, use peak of 10000 if SMPTE ST.2084
     // otherwise assume HLG with reference display peak 1000.
     if (!peak)
         peak = in->color_trc == AVCOL_TRC_SMPTE2084 ? 100.0f : 10.0f;

     return peak;
 }

 void ff_update_hdr_metadata(AVFrame *in, double peak)
 {
     AVFrameSideData *sd = av_frame_get_side_data(in, AV_FRAME_DATA_CONTENT_LIGHT_LEVEL);

     if (sd) {
         AVContentLightMetadata *clm = (AVContentLightMetadata *)sd->data;
         clm->MaxCLL = (unsigned)(peak * REFERENCE_WHITE);
     }

     sd = av_frame_get_side_data(in, AV_FRAME_DATA_MASTERING_DISPLAY_METADATA);
     if (sd) {
         AVMasteringDisplayMetadata *metadata = (AVMasteringDisplayMetadata *)sd->data;
         if (metadata->has_luminance)
             metadata->max_luminance = av_d2q(peak * REFERENCE_WHITE, 10000);
     }
 }
	/*
	* Copyright (c) 2016 Ronald S. Bultje <rsbultje@gmail.com>
	* This file is part of FFmpeg.
	*
	* FFmpeg is free software; you can redistribute it and/or
	* modify it under the terms of the GNU Lesser General Public
	* License as published by the Free Software Foundation; either
	* version 2.1 of the License, or (at your option) any later version.
	*
	* FFmpeg is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	* Lesser General Public License for more details.
	*
	* You should have received a copy of the GNU Lesser General Public
	* License along with FFmpeg; if not, write to the Free Software
	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
	*/

	#include "libavutil/frame.h"
	#include "libavutil/mastering_display_metadata.h"
	#include "libavutil/pixdesc.h"

	#include "colorspace.h"


	void ff_matrix_invert_3x3(const double in[3][3], double out[3][3])
	{
	double m00 = in[0][0], m01 = in[0][1], m02 = in[0][2],
	m10 = in[1][0], m11 = in[1][1], m12 = in[1][2],
	m20 = in[2][0], m21 = in[2][1], m22 = in[2][2];
	int i, j;
	double det;

	out[0][0] = (m11 * m22 - m21 * m12);
	out[0][1] = -(m01 * m22 - m21 * m02);
	out[0][2] = (m01 * m12 - m11 * m02);
	out[1][0] = -(m10 * m22 - m20 * m12);
	out[1][1] = (m00 * m22 - m20 * m02);
	out[1][2] = -(m00 * m12 - m10 * m02);
	out[2][0] = (m10 * m21 - m20 * m11);
	out[2][1] = -(m00 * m21 - m20 * m01);
	out[2][2] = (m00 * m11 - m10 * m01);

	det = m00 * out[0][0] + m10 * out[0][1] + m20 * out[0][2];
	det = 1.0 / det;

	for (i = 0; i < 3; i++) {
	for (j = 0; j < 3; j++)
	out[i][j] *= det;
	}
	}

	void ff_matrix_mul_3x3(double dst[3][3],
	const double src1[3][3], const double src2[3][3])
	{
	int m, n;

	for (m = 0; m < 3; m++)
	for (n = 0; n < 3; n++)
	dst[m][n] = src2[m][0] * src1[0][n] +
	src2[m][1] * src1[1][n] +
	src2[m][2] * src1[2][n];
	}
	/*
	* see e.g. http://www.brucelindbloom.com/index.html?Eqn_RGB_XYZ_Matrix.html
	*/
	void ff_fill_rgb2xyz_table(const struct PrimaryCoefficients *coeffs,
	const struct WhitepointCoefficients *wp,
	double rgb2xyz[3][3])
	{
	double i[3][3], sr, sg, sb, zw;

	rgb2xyz[0][0] = coeffs->xr / coeffs->yr;
	rgb2xyz[0][1] = coeffs->xg / coeffs->yg;
	rgb2xyz[0][2] = coeffs->xb / coeffs->yb;
	rgb2xyz[1][0] = rgb2xyz[1][1] = rgb2xyz[1][2] = 1.0;
	rgb2xyz[2][0] = (1.0 - coeffs->xr - coeffs->yr) / coeffs->yr;
	rgb2xyz[2][1] = (1.0 - coeffs->xg - coeffs->yg) / coeffs->yg;
	rgb2xyz[2][2] = (1.0 - coeffs->xb - coeffs->yb) / coeffs->yb;
	ff_matrix_invert_3x3(rgb2xyz, i);
	zw = 1.0 - wp->xw - wp->yw;
	sr = i[0][0] * wp->xw + i[0][1] * wp->yw + i[0][2] * zw;
	sg = i[1][0] * wp->xw + i[1][1] * wp->yw + i[1][2] * zw;
	sb = i[2][0] * wp->xw + i[2][1] * wp->yw + i[2][2] * zw;
	rgb2xyz[0][0] *= sr;
	rgb2xyz[0][1] *= sg;
	rgb2xyz[0][2] *= sb;
	rgb2xyz[1][0] *= sr;
	rgb2xyz[1][1] *= sg;
	rgb2xyz[1][2] *= sb;
	rgb2xyz[2][0] *= sr;
	rgb2xyz[2][1] *= sg;
	rgb2xyz[2][2] *= sb;
	}
	static const double ycgco_matrix[3][3] =
	{
	{ 0.25, 0.5, 0.25 },
	{ -0.25, 0.5, -0.25 },
	{ 0.5, 0, -0.5 },
	};

	static const double gbr_matrix[3][3] =
	{
	{ 0, 1, 0 },
	{ 0, -0.5, 0.5 },
	{ 0.5, -0.5, 0 },
	};

	/*
	* All constants explained in e.g. https://linuxtv.org/downloads/v4l-dvb-apis/ch02s06.html
	* The older ones (bt470bg/m) are also explained in their respective ITU docs
	* (e.g. https://www.itu.int/dms_pubrec/itu-r/rec/bt/R-REC-BT.470-5-199802-S!!PDF-E.pdf)
	* whereas the newer ones can typically be copied directly from wikipedia :)
	*/
	static const struct LumaCoefficients luma_coefficients[AVCOL_SPC_NB] = {
	[AVCOL_SPC_FCC] = { 0.30, 0.59, 0.11 },
	[AVCOL_SPC_BT470BG] = { 0.299, 0.587, 0.114 },
	[AVCOL_SPC_SMPTE170M] = { 0.299, 0.587, 0.114 },
	[AVCOL_SPC_BT709] = { 0.2126, 0.7152, 0.0722 },
	[AVCOL_SPC_SMPTE240M] = { 0.212, 0.701, 0.087 },
	[AVCOL_SPC_YCOCG] = { 0.25, 0.5, 0.25 },
	[AVCOL_SPC_RGB] = { 1, 1, 1 },
	[AVCOL_SPC_BT2020_NCL] = { 0.2627, 0.6780, 0.0593 },
	[AVCOL_SPC_BT2020_CL] = { 0.2627, 0.6780, 0.0593 },
	};

	const struct LumaCoefficients *ff_get_luma_coefficients(enum AVColorSpace csp)
	{
	const struct LumaCoefficients *coeffs;

	if (csp >= AVCOL_SPC_NB)
	return NULL;
	coeffs = &luma_coefficients[csp];
	if (!coeffs->cr)
	return NULL;

	return coeffs;
	}

	void ff_fill_rgb2yuv_table(const struct LumaCoefficients *coeffs,
	double rgb2yuv[3][3])
	{
	double bscale, rscale;

	// special ycgco matrix
	if (coeffs->cr == 0.25 && coeffs->cg == 0.5 && coeffs->cb == 0.25) {
	memcpy(rgb2yuv, ycgco_matrix, sizeof(double) * 9);
	return;
	} else if (coeffs->cr == 1 && coeffs->cg == 1 && coeffs->cb == 1) {
	memcpy(rgb2yuv, gbr_matrix, sizeof(double) * 9);
	return;
	}

	rgb2yuv[0][0] = coeffs->cr;
	rgb2yuv[0][1] = coeffs->cg;
	rgb2yuv[0][2] = coeffs->cb;
	bscale = 0.5 / (coeffs->cb - 1.0);
	rscale = 0.5 / (coeffs->cr - 1.0);
	rgb2yuv[1][0] = bscale * coeffs->cr;
	rgb2yuv[1][1] = bscale * coeffs->cg;
	rgb2yuv[1][2] = 0.5;
	rgb2yuv[2][0] = 0.5;
	rgb2yuv[2][1] = rscale * coeffs->cg;
	rgb2yuv[2][2] = rscale * coeffs->cb;
	}

	double ff_determine_signal_peak(AVFrame *in)
	{
	AVFrameSideData *sd = av_frame_get_side_data(in, AV_FRAME_DATA_CONTENT_LIGHT_LEVEL);
	double peak = 0;

	if (sd) {
	AVContentLightMetadata clm = (AVContentLightMetadata )sd->data;
	peak = clm->MaxCLL / REFERENCE_WHITE;
	}

	sd = av_frame_get_side_data(in, AV_FRAME_DATA_MASTERING_DISPLAY_METADATA);
	if (!peak && sd) {
	AVMasteringDisplayMetadata metadata = (AVMasteringDisplayMetadata )sd->data;
	if (metadata->has_luminance)
	peak = av_q2d(metadata->max_luminance) / REFERENCE_WHITE;
	}

	// For untagged source, use peak of 10000 if SMPTE ST.2084
	// otherwise assume HLG with reference display peak 1000.
	if (!peak)
	peak = in->color_trc == AVCOL_TRC_SMPTE2084 ? 100.0f : 10.0f;

	return peak;
	}

	void ff_update_hdr_metadata(AVFrame *in, double peak)
	{
	AVFrameSideData *sd = av_frame_get_side_data(in, AV_FRAME_DATA_CONTENT_LIGHT_LEVEL);

	if (sd) {
	AVContentLightMetadata clm = (AVContentLightMetadata )sd->data;
	clm->MaxCLL = (unsigned)(peak * REFERENCE_WHITE);
	}

	sd = av_frame_get_side_data(in, AV_FRAME_DATA_MASTERING_DISPLAY_METADATA);
	if (sd) {
	AVMasteringDisplayMetadata metadata = (AVMasteringDisplayMetadata )sd->data;
	if (metadata->has_luminance)
	metadata->max_luminance = av_d2q(peak * REFERENCE_WHITE, 10000);
	}
	}