blob: 53ac0d7224521315ea6137c2575f62c23e1a8980 [file] [log] [blame] [edit]
/*
* Copyright (c) 2016 Ronald S. Bultje <rsbultje@gmail.com>
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "libavutil/avassert.h"
#undef avg
#undef ss
#if SS_W == 0
#define ss 444
#define avg(a,b,c,d) (a)
#elif SS_H == 0
#define ss 422
#define avg(a,b,c,d) (((a) + (b) + 1) >> 1)
#else
#define ss 420
#define avg(a,b,c,d) (((a) + (b) + (c) + (d) + 2) >> 2)
#endif
#undef fn
#undef fn2
#undef fn3
#define fn3(a,b,c) a##_##c##p##b##_c
#define fn2(a,b,c) fn3(a,b,c)
#define fn(a) fn2(a, BIT_DEPTH, ss)
#undef pixel
#undef av_clip_pixel
#if BIT_DEPTH == 8
#define pixel uint8_t
#define av_clip_pixel(x) av_clip_uint8(x)
#else
#define pixel uint16_t
#define av_clip_pixel(x) av_clip_uintp2(x, BIT_DEPTH)
#endif
static void fn(yuv2rgb)(int16_t *rgb[3], ptrdiff_t rgb_stride,
uint8_t *_yuv[3], const ptrdiff_t yuv_stride[3],
int w, int h, const int16_t yuv2rgb_coeffs[3][3][8],
const int16_t yuv_offset[8])
{
pixel **yuv = (pixel **) _yuv;
const pixel *yuv0 = yuv[0], *yuv1 = yuv[1], *yuv2 = yuv[2];
int16_t *rgb0 = rgb[0], *rgb1 = rgb[1], *rgb2 = rgb[2];
int y, x;
int cy = yuv2rgb_coeffs[0][0][0];
int crv = yuv2rgb_coeffs[0][2][0];
int cgu = yuv2rgb_coeffs[1][1][0];
int cgv = yuv2rgb_coeffs[1][2][0];
int cbu = yuv2rgb_coeffs[2][1][0];
const int sh = BIT_DEPTH - 1, rnd = 1 << (sh - 1);
const int uv_offset = 128 << (BIT_DEPTH - 8);
av_assert2(yuv2rgb_coeffs[0][1][0] == 0);
av_assert2(yuv2rgb_coeffs[2][2][0] == 0);
av_assert2(yuv2rgb_coeffs[1][0][0] == cy && yuv2rgb_coeffs[2][0][0] == cy);
w = AV_CEIL_RSHIFT(w, SS_W);
h = AV_CEIL_RSHIFT(h, SS_H);
for (y = 0; y < h; y++) {
for (x = 0; x < w; x++) {
int y00 = yuv0[x << SS_W] - yuv_offset[0];
#if SS_W == 1
int y01 = yuv0[2 * x + 1] - yuv_offset[0];
#if SS_H == 1
int y10 = yuv0[yuv_stride[0] / sizeof(pixel) + 2 * x] - yuv_offset[0];
int y11 = yuv0[yuv_stride[0] / sizeof(pixel) + 2 * x + 1] - yuv_offset[0];
#endif
#endif
int u = yuv1[x] - uv_offset, v = yuv2[x] - uv_offset;
rgb0[x << SS_W] = av_clip_int16((y00 * cy + crv * v + rnd) >> sh);
#if SS_W == 1
rgb0[2 * x + 1] = av_clip_int16((y01 * cy + crv * v + rnd) >> sh);
#if SS_H == 1
rgb0[2 * x + rgb_stride] = av_clip_int16((y10 * cy + crv * v + rnd) >> sh);
rgb0[2 * x + rgb_stride + 1] = av_clip_int16((y11 * cy + crv * v + rnd) >> sh);
#endif
#endif
rgb1[x << SS_W] = av_clip_int16((y00 * cy + cgu * u +
cgv * v + rnd) >> sh);
#if SS_W == 1
rgb1[2 * x + 1] = av_clip_int16((y01 * cy + cgu * u +
cgv * v + rnd) >> sh);
#if SS_H == 1
rgb1[2 * x + rgb_stride] = av_clip_int16((y10 * cy + cgu * u +
cgv * v + rnd) >> sh);
rgb1[2 * x + rgb_stride + 1] = av_clip_int16((y11 * cy + cgu * u +
cgv * v + rnd) >> sh);
#endif
#endif
rgb2[x << SS_W] = av_clip_int16((y00 * cy + cbu * u + rnd) >> sh);
#if SS_W == 1
rgb2[2 * x + 1] = av_clip_int16((y01 * cy + cbu * u + rnd) >> sh);
#if SS_H == 1
rgb2[2 * x + rgb_stride] = av_clip_int16((y10 * cy + cbu * u + rnd) >> sh);
rgb2[2 * x + rgb_stride + 1] = av_clip_int16((y11 * cy + cbu * u + rnd) >> sh);
#endif
#endif
}
yuv0 += (yuv_stride[0] * (1 << SS_H)) / sizeof(pixel);
yuv1 += yuv_stride[1] / sizeof(pixel);
yuv2 += yuv_stride[2] / sizeof(pixel);
rgb0 += rgb_stride * (1 << SS_H);
rgb1 += rgb_stride * (1 << SS_H);
rgb2 += rgb_stride * (1 << SS_H);
}
}
static void fn(rgb2yuv)(uint8_t *_yuv[3], const ptrdiff_t yuv_stride[3],
int16_t *rgb[3], ptrdiff_t s,
int w, int h, const int16_t rgb2yuv_coeffs[3][3][8],
const int16_t yuv_offset[8])
{
pixel **yuv = (pixel **) _yuv;
pixel *yuv0 = yuv[0], *yuv1 = yuv[1], *yuv2 = yuv[2];
const int16_t *rgb0 = rgb[0], *rgb1 = rgb[1], *rgb2 = rgb[2];
int y, x;
const int sh = 29 - BIT_DEPTH;
const int rnd = 1 << (sh - 1);
int cry = rgb2yuv_coeffs[0][0][0];
int cgy = rgb2yuv_coeffs[0][1][0];
int cby = rgb2yuv_coeffs[0][2][0];
int cru = rgb2yuv_coeffs[1][0][0];
int cgu = rgb2yuv_coeffs[1][1][0];
int cburv = rgb2yuv_coeffs[1][2][0];
int cgv = rgb2yuv_coeffs[2][1][0];
int cbv = rgb2yuv_coeffs[2][2][0];
ptrdiff_t s0 = yuv_stride[0] / sizeof(pixel);
const int uv_offset = 128 << (BIT_DEPTH - 8);
av_assert2(rgb2yuv_coeffs[1][2][0] == rgb2yuv_coeffs[2][0][0]);
w = AV_CEIL_RSHIFT(w, SS_W);
h = AV_CEIL_RSHIFT(h, SS_H);
for (y = 0; y < h; y++) {
for (x = 0; x < w; x++) {
int r00 = rgb0[x << SS_W], g00 = rgb1[x << SS_W], b00 = rgb2[x << SS_W];
#if SS_W == 1
int r01 = rgb0[x * 2 + 1], g01 = rgb1[x * 2 + 1], b01 = rgb2[x * 2 + 1];
#if SS_H == 1
int r10 = rgb0[x * 2 + 0 + s], g10 = rgb1[x * 2 + 0 + s], b10 = rgb2[x * 2 + 0 + s];
int r11 = rgb0[x * 2 + 1 + s], g11 = rgb1[x * 2 + 1 + s], b11 = rgb2[x * 2 + 1 + s];
#endif
#endif
yuv0[x << SS_W] = av_clip_pixel(yuv_offset[0] +
((r00 * cry + g00 * cgy +
b00 * cby + rnd) >> sh));
#if SS_W == 1
yuv0[x * 2 + 1] = av_clip_pixel(yuv_offset[0] +
((r01 * cry + g01 * cgy +
b01 * cby + rnd) >> sh));
#if SS_H == 1
yuv0[x * 2 + 0 + s0] = av_clip_pixel(yuv_offset[0] +
((r10 * cry + g10 * cgy +
b10 * cby + rnd) >> sh));
yuv0[x * 2 + 1 + s0] = av_clip_pixel(yuv_offset[0] +
((r11 * cry + g11 * cgy +
b11 * cby + rnd) >> sh));
#endif
#endif
yuv1[x] = av_clip_pixel(uv_offset +
((avg(r00, r01, r10, r11) * cru +
avg(g00, g01, g10, g11) * cgu +
avg(b00, b01, b10, b11) * cburv + rnd) >> sh));
yuv2[x] = av_clip_pixel(uv_offset +
((avg(r00, r01, r10, r11) * cburv +
avg(g00, g01, g10, g11) * cgv +
avg(b00, b01, b10, b11) * cbv + rnd) >> sh));
}
yuv0 += s0 * (1 << SS_H);
yuv1 += yuv_stride[1] / sizeof(pixel);
yuv2 += yuv_stride[2] / sizeof(pixel);
rgb0 += s * (1 << SS_H);
rgb1 += s * (1 << SS_H);
rgb2 += s * (1 << SS_H);
}
}
/* floyd-steinberg dithering - for any mid-top pixel A in a 3x2 block of pixels:
* 1 A 2
* 3 4 5
* the rounding error is distributed over the neighbouring pixels:
* 2: 7/16th, 3: 3/16th, 4: 5/16th and 5: 1/16th
*/
static void fn(rgb2yuv_fsb)(uint8_t *_yuv[3], const ptrdiff_t yuv_stride[3],
int16_t *rgb[3], ptrdiff_t s,
int w, int h, const int16_t rgb2yuv_coeffs[3][3][8],
const int16_t yuv_offset[8],
int *rnd_scratch[3][2])
{
pixel **yuv = (pixel **) _yuv;
pixel *yuv0 = yuv[0], *yuv1 = yuv[1], *yuv2 = yuv[2];
const int16_t *rgb0 = rgb[0], *rgb1 = rgb[1], *rgb2 = rgb[2];
int y, x;
const int sh = 29 - BIT_DEPTH;
const int rnd = 1 << (sh - 1);
int cry = rgb2yuv_coeffs[0][0][0];
int cgy = rgb2yuv_coeffs[0][1][0];
int cby = rgb2yuv_coeffs[0][2][0];
int cru = rgb2yuv_coeffs[1][0][0];
int cgu = rgb2yuv_coeffs[1][1][0];
int cburv = rgb2yuv_coeffs[1][2][0];
int cgv = rgb2yuv_coeffs[2][1][0];
int cbv = rgb2yuv_coeffs[2][2][0];
ptrdiff_t s0 = yuv_stride[0] / sizeof(pixel);
const int uv_offset = 128 << (BIT_DEPTH - 8);
unsigned mask = (1 << sh) - 1;
for (x = 0; x < w; x++) {
rnd_scratch[0][0][x] =
rnd_scratch[0][1][x] = rnd;
}
av_assert2(rgb2yuv_coeffs[1][2][0] == rgb2yuv_coeffs[2][0][0]);
w = AV_CEIL_RSHIFT(w, SS_W);
h = AV_CEIL_RSHIFT(h, SS_H);
for (x = 0; x < w; x++) {
rnd_scratch[1][0][x] =
rnd_scratch[1][1][x] =
rnd_scratch[2][0][x] =
rnd_scratch[2][1][x] = rnd;
}
for (y = 0; y < h; y++) {
for (x = 0; x < w; x++) {
int r00 = rgb0[x << SS_W], g00 = rgb1[x << SS_W], b00 = rgb2[x << SS_W];
int y00;
#if SS_W == 1
int r01 = rgb0[x * 2 + 1], g01 = rgb1[x * 2 + 1], b01 = rgb2[x * 2 + 1];
int y01;
#if SS_H == 1
int r10 = rgb0[x * 2 + 0 + s], g10 = rgb1[x * 2 + 0 + s], b10 = rgb2[x * 2 + 0 + s];
int r11 = rgb0[x * 2 + 1 + s], g11 = rgb1[x * 2 + 1 + s], b11 = rgb2[x * 2 + 1 + s];
int y10, y11;
#endif
#endif
int u, v, diff;
y00 = r00 * cry + g00 * cgy + b00 * cby + rnd_scratch[0][y & !SS_H][x << SS_W];
diff = (y00 & mask) - rnd;
yuv0[x << SS_W] = av_clip_pixel(yuv_offset[0] + (y00 >> sh));
rnd_scratch[0][ (y & !SS_H)][(x << SS_W) + 1] += (diff * 7 + 8) >> 4;
rnd_scratch[0][!(y & !SS_H)][(x << SS_W) - 1] += (diff * 3 + 8) >> 4;
rnd_scratch[0][!(y & !SS_H)][(x << SS_W) + 0] += (diff * 5 + 8) >> 4;
rnd_scratch[0][!(y & !SS_H)][(x << SS_W) + 1] += (diff * 1 + 8) >> 4;
rnd_scratch[0][ (y & !SS_H)][(x << SS_W) + 0] = rnd;
#if SS_W == 1
y01 = r01 * cry + g01 * cgy + b01 * cby + rnd_scratch[0][y & !SS_H][x * 2 + 1];
diff = (y01 & mask) - rnd;
yuv0[x * 2 + 1] = av_clip_pixel(yuv_offset[0] + (y01 >> sh));
rnd_scratch[0][ (y & !SS_H)][x * 2 + 2] += (diff * 7 + 8) >> 4;
rnd_scratch[0][!(y & !SS_H)][x * 2 + 0] += (diff * 3 + 8) >> 4;
rnd_scratch[0][!(y & !SS_H)][x * 2 + 1] += (diff * 5 + 8) >> 4;
rnd_scratch[0][!(y & !SS_H)][x * 2 + 2] += (diff * 1 + 8) >> 4;
rnd_scratch[0][ (y & !SS_H)][x * 2 + 1] = rnd;
#if SS_H == 1
y10 = r10 * cry + g10 * cgy + b10 * cby + rnd_scratch[0][1][x * 2 + 0];
diff = (y10 & mask) - rnd;
yuv0[x * 2 + 0 + s0] = av_clip_pixel(yuv_offset[0] + (y10 >> sh));
rnd_scratch[0][1][x * 2 + 1] += (diff * 7 + 8) >> 4;
rnd_scratch[0][0][x * 2 - 1] += (diff * 3 + 8) >> 4;
rnd_scratch[0][0][x * 2 + 0] += (diff * 5 + 8) >> 4;
rnd_scratch[0][0][x * 2 + 1] += (diff * 1 + 8) >> 4;
rnd_scratch[0][1][x * 2 + 0] = rnd;
y11 = r11 * cry + g11 * cgy + b11 * cby + rnd_scratch[0][1][x * 2 + 1];
diff = (y11 & mask) - rnd;
yuv0[x * 2 + 1 + s0] = av_clip_pixel(yuv_offset[0] + (y11 >> sh));
rnd_scratch[0][1][x * 2 + 2] += (diff * 7 + 8) >> 4;
rnd_scratch[0][0][x * 2 + 0] += (diff * 3 + 8) >> 4;
rnd_scratch[0][0][x * 2 + 1] += (diff * 5 + 8) >> 4;
rnd_scratch[0][0][x * 2 + 2] += (diff * 1 + 8) >> 4;
rnd_scratch[0][1][x * 2 + 1] = rnd;
#endif
#endif
u = avg(r00, r01, r10, r11) * cru +
avg(g00, g01, g10, g11) * cgu +
avg(b00, b01, b10, b11) * cburv + rnd_scratch[1][y & 1][x];
diff = (u & mask) - rnd;
yuv1[x] = av_clip_pixel(uv_offset + (u >> sh));
rnd_scratch[1][ (y & 1)][x + 1] += (diff * 7 + 8) >> 4;
rnd_scratch[1][!(y & 1)][x - 1] += (diff * 3 + 8) >> 4;
rnd_scratch[1][!(y & 1)][x + 0] += (diff * 5 + 8) >> 4;
rnd_scratch[1][!(y & 1)][x + 1] += (diff * 1 + 8) >> 4;
rnd_scratch[1][ (y & 1)][x + 0] = rnd;
v = avg(r00, r01, r10, r11) * cburv +
avg(g00, g01, g10, g11) * cgv +
avg(b00, b01, b10, b11) * cbv + rnd_scratch[2][y & 1][x];
diff = (v & mask) - rnd;
yuv2[x] = av_clip_pixel(uv_offset + (v >> sh));
rnd_scratch[2][ (y & 1)][x + 1] += (diff * 7 + 8) >> 4;
rnd_scratch[2][!(y & 1)][x - 1] += (diff * 3 + 8) >> 4;
rnd_scratch[2][!(y & 1)][x + 0] += (diff * 5 + 8) >> 4;
rnd_scratch[2][!(y & 1)][x + 1] += (diff * 1 + 8) >> 4;
rnd_scratch[2][ (y & 1)][x + 0] = rnd;
}
yuv0 += s0 * (1 << SS_H);
yuv1 += yuv_stride[1] / sizeof(pixel);
yuv2 += yuv_stride[2] / sizeof(pixel);
rgb0 += s * (1 << SS_H);
rgb1 += s * (1 << SS_H);
rgb2 += s * (1 << SS_H);
}
}
#undef IN_BIT_DEPTH
#undef OUT_BIT_DEPTH
#define OUT_BIT_DEPTH BIT_DEPTH
#define IN_BIT_DEPTH 8
#include "colorspacedsp_yuv2yuv_template.c"
#undef IN_BIT_DEPTH
#define IN_BIT_DEPTH 10
#include "colorspacedsp_yuv2yuv_template.c"
#undef IN_BIT_DEPTH
#define IN_BIT_DEPTH 12
#include "colorspacedsp_yuv2yuv_template.c"