[deb_ffmpeg.git] / ffmpeg / libavfilter / vf_colormatrix.c

/*
 * ColorMatrix v2.2 for Avisynth 2.5.x
 *
 * Copyright (C) 2006-2007 Kevin Stone
 *
 * ColorMatrix 1.x is Copyright (C) Wilbert Dijkhof
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the
 * Free Software Foundation; either version 2 of the License, or (at your
 * option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * OUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
 * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
 * License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
 * @file
 * ColorMatrix 2.0 is based on the original ColorMatrix filter by Wilbert
 * Dijkhof.  It adds the ability to convert between any of: Rec.709, FCC,
 * Rec.601, and SMPTE 240M. It also makes pre and post clipping optional,
 * adds an option to use scaled or non-scaled coefficients, and more...
 */

#include <float.h>
#include "avfilter.h"
#include "formats.h"
#include "internal.h"
#include "video.h"
#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "libavutil/avstring.h"

#define NS(n) ((n) < 0 ? (int)((n)*65536.0-0.5+DBL_EPSILON) : (int)((n)*65536.0+0.5))
#define CB(n) av_clip_uint8(n)

static const double yuv_coeff[4][3][3] = {
    { { +0.7152, +0.0722, +0.2126 }, // Rec.709 (0)
      { -0.3850, +0.5000, -0.1150 },
      { -0.4540, -0.0460, +0.5000 } },
    { { +0.5900, +0.1100, +0.3000 }, // FCC (1)
      { -0.3310, +0.5000, -0.1690 },
      { -0.4210, -0.0790, +0.5000 } },
    { { +0.5870, +0.1140, +0.2990 }, // Rec.601 (ITU-R BT.470-2/SMPTE 170M) (2)
      { -0.3313, +0.5000, -0.1687 },
      { -0.4187, -0.0813, +0.5000 } },
    { { +0.7010, +0.0870, +0.2120 }, // SMPTE 240M (3)
      { -0.3840, +0.5000, -0.1160 },
      { -0.4450, -0.0550, +0.5000 } },
};

enum ColorMode {
    COLOR_MODE_NONE = -1,
    COLOR_MODE_BT709,
    COLOR_MODE_FCC,
    COLOR_MODE_BT601,
    COLOR_MODE_SMPTE240M,
    COLOR_MODE_COUNT
};

typedef struct {
    const AVClass *class;
    int yuv_convert[16][3][3];
    int interlaced;
    enum ColorMode source, dest;
    int mode;
    int hsub, vsub;
} ColorMatrixContext;

#define OFFSET(x) offsetof(ColorMatrixContext, x)
#define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM

static const AVOption colormatrix_options[] = {
    { "src", "set source color matrix",      OFFSET(source), AV_OPT_TYPE_INT, {.i64=COLOR_MODE_NONE}, COLOR_MODE_NONE, COLOR_MODE_COUNT-1, .flags=FLAGS, .unit="color_mode" },
    { "dst", "set destination color matrix", OFFSET(dest),   AV_OPT_TYPE_INT, {.i64=COLOR_MODE_NONE}, COLOR_MODE_NONE, COLOR_MODE_COUNT-1, .flags=FLAGS, .unit="color_mode" },
    { "bt709",     "set BT.709 colorspace",      0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT709},       .flags=FLAGS, .unit="color_mode" },
    { "fcc",       "set FCC colorspace   ",      0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_FCC},         .flags=FLAGS, .unit="color_mode" },
    { "bt601",     "set BT.601 colorspace",      0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT601},       .flags=FLAGS, .unit="color_mode" },
    { "smpte240m", "set SMPTE-240M colorspace",  0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_SMPTE240M},   .flags=FLAGS, .unit="color_mode" },
    { NULL }
};

AVFILTER_DEFINE_CLASS(colormatrix);

#define ma m[0][0]
#define mb m[0][1]
#define mc m[0][2]
#define md m[1][0]
#define me m[1][1]
#define mf m[1][2]
#define mg m[2][0]
#define mh m[2][1]
#define mi m[2][2]

#define ima im[0][0]
#define imb im[0][1]
#define imc im[0][2]
#define imd im[1][0]
#define ime im[1][1]
#define imf im[1][2]
#define img im[2][0]
#define imh im[2][1]
#define imi im[2][2]

static void inverse3x3(double im[3][3], const double m[3][3])
{
    double det = ma * (me * mi - mf * mh) - mb * (md * mi - mf * mg) + mc * (md * mh - me * mg);
    det = 1.0 / det;
    ima = det * (me * mi - mf * mh);
    imb = det * (mc * mh - mb * mi);
    imc = det * (mb * mf - mc * me);
    imd = det * (mf * mg - md * mi);
    ime = det * (ma * mi - mc * mg);
    imf = det * (mc * md - ma * mf);
    img = det * (md * mh - me * mg);
    imh = det * (mb * mg - ma * mh);
    imi = det * (ma * me - mb * md);
}

static void solve_coefficients(double cm[3][3], double rgb[3][3], const double yuv[3][3])
{
    int i, j;
    for (i = 0; i < 3; i++)
        for (j = 0; j < 3; j++)
            cm[i][j] = yuv[i][0] * rgb[0][j] + yuv[i][1] * rgb[1][j] + yuv[i][2] * rgb[2][j];
}

static void calc_coefficients(AVFilterContext *ctx)
{
    ColorMatrixContext *color = ctx->priv;
    double rgb_coeffd[4][3][3];
    double yuv_convertd[16][3][3];
    int v = 0;
    int i, j, k;

    for (i = 0; i < 4; i++)
        inverse3x3(rgb_coeffd[i], yuv_coeff[i]);
    for (i = 0; i < 4; i++) {
        for (j = 0; j < 4; j++) {
            solve_coefficients(yuv_convertd[v], rgb_coeffd[i], yuv_coeff[j]);
            for (k = 0; k < 3; k++) {
                color->yuv_convert[v][k][0] = NS(yuv_convertd[v][k][0]);
                color->yuv_convert[v][k][1] = NS(yuv_convertd[v][k][1]);
                color->yuv_convert[v][k][2] = NS(yuv_convertd[v][k][2]);
            }
            if (color->yuv_convert[v][0][0] != 65536 || color->yuv_convert[v][1][0] != 0 ||
                color->yuv_convert[v][2][0] != 0) {
                av_log(ctx, AV_LOG_ERROR, "error calculating conversion coefficients\n");
            }
            v++;
        }
    }
}

static const char * const color_modes[] = {"bt709", "fcc", "bt601", "smpte240m"};

static av_cold int init(AVFilterContext *ctx)
{
    ColorMatrixContext *color = ctx->priv;

    if (color->dest == COLOR_MODE_NONE) {
        av_log(ctx, AV_LOG_ERROR, "Unspecified destination color space\n");
        return AVERROR(EINVAL);
    }

    if (color->source == color->dest) {
        av_log(ctx, AV_LOG_ERROR, "Source and destination color space must not be identical\n");
        return AVERROR(EINVAL);
    }

    return 0;
}

static void process_frame_uyvy422(ColorMatrixContext *color,
                                  AVFrame *dst, AVFrame *src)
{
    const unsigned char *srcp = src->data[0];
    const int src_pitch = src->linesize[0];
    const int height = src->height;
    const int width = src->width*2;
    unsigned char *dstp = dst->data[0];
    const int dst_pitch = dst->linesize[0];
    const int c2 = color->yuv_convert[color->mode][0][1];
    const int c3 = color->yuv_convert[color->mode][0][2];
    const int c4 = color->yuv_convert[color->mode][1][1];
    const int c5 = color->yuv_convert[color->mode][1][2];
    const int c6 = color->yuv_convert[color->mode][2][1];
    const int c7 = color->yuv_convert[color->mode][2][2];
    int x, y;

    for (y = 0; y < height; y++) {
        for (x = 0; x < width; x += 4) {
            const int u = srcp[x + 0] - 128;
            const int v = srcp[x + 2] - 128;
            const int uvval = c2 * u + c3 * v + 1081344;
            dstp[x + 0] = CB((c4 * u + c5 * v + 8421376) >> 16);
            dstp[x + 1] = CB((65536 * (srcp[x + 1] - 16) + uvval) >> 16);
            dstp[x + 2] = CB((c6 * u + c7 * v + 8421376) >> 16);
            dstp[x + 3] = CB((65536 * (srcp[x + 3] - 16) + uvval) >> 16);
        }
        srcp += src_pitch;
        dstp += dst_pitch;
    }
}

static void process_frame_yuv422p(ColorMatrixContext *color,
                                  AVFrame *dst, AVFrame *src)
{
    const unsigned char *srcpU = src->data[1];
    const unsigned char *srcpV = src->data[2];
    const unsigned char *srcpY = src->data[0];
    const int src_pitchY  = src->linesize[0];
    const int src_pitchUV = src->linesize[1];
    const int height = src->height;
    const int width = src->width;
    unsigned char *dstpU = dst->data[1];
    unsigned char *dstpV = dst->data[2];
    unsigned char *dstpY = dst->data[0];
    const int dst_pitchY  = dst->linesize[0];
    const int dst_pitchUV = dst->linesize[1];
    const int c2 = color->yuv_convert[color->mode][0][1];
    const int c3 = color->yuv_convert[color->mode][0][2];
    const int c4 = color->yuv_convert[color->mode][1][1];
    const int c5 = color->yuv_convert[color->mode][1][2];
    const int c6 = color->yuv_convert[color->mode][2][1];
    const int c7 = color->yuv_convert[color->mode][2][2];
    int x, y;

    for (y = 0; y < height; y++) {
        for (x = 0; x < width; x += 2) {
            const int u = srcpU[x >> 1] - 128;
            const int v = srcpV[x >> 1] - 128;
            const int uvval = c2 * u + c3 * v + 1081344;
            dstpY[x + 0] = CB((65536 * (srcpY[x + 0] - 16) + uvval) >> 16);
            dstpY[x + 1] = CB((65536 * (srcpY[x + 1] - 16) + uvval) >> 16);
            dstpU[x >> 1] = CB((c4 * u + c5 * v + 8421376) >> 16);
            dstpV[x >> 1] = CB((c6 * u + c7 * v + 8421376) >> 16);
        }
        srcpY += src_pitchY;
        dstpY += dst_pitchY;
        srcpU += src_pitchUV;
        srcpV += src_pitchUV;
        dstpU += dst_pitchUV;
        dstpV += dst_pitchUV;
    }
}

static void process_frame_yuv420p(ColorMatrixContext *color,
                                  AVFrame *dst, AVFrame *src)
{
    const unsigned char *srcpU = src->data[1];
    const unsigned char *srcpV = src->data[2];
    const unsigned char *srcpY = src->data[0];
    const unsigned char *srcpN = src->data[0] + src->linesize[0];
    const int src_pitchY  = src->linesize[0];
    const int src_pitchUV = src->linesize[1];
    const int height = src->height;
    const int width = src->width;
    unsigned char *dstpU = dst->data[1];
    unsigned char *dstpV = dst->data[2];
    unsigned char *dstpY = dst->data[0];
    unsigned char *dstpN = dst->data[0] + dst->linesize[0];
    const int dst_pitchY  = dst->linesize[0];
    const int dst_pitchUV = dst->linesize[1];
    const int c2 = color->yuv_convert[color->mode][0][1];
    const int c3 = color->yuv_convert[color->mode][0][2];
    const int c4 = color->yuv_convert[color->mode][1][1];
    const int c5 = color->yuv_convert[color->mode][1][2];
    const int c6 = color->yuv_convert[color->mode][2][1];
    const int c7 = color->yuv_convert[color->mode][2][2];
    int x, y;

    for (y = 0; y < height; y += 2) {
        for (x = 0; x < width; x += 2) {
            const int u = srcpU[x >> 1] - 128;
            const int v = srcpV[x >> 1] - 128;
            const int uvval = c2 * u + c3 * v + 1081344;
            dstpY[x + 0] = CB((65536 * (srcpY[x + 0] - 16) + uvval) >> 16);
            dstpY[x + 1] = CB((65536 * (srcpY[x + 1] - 16) + uvval) >> 16);
            dstpN[x + 0] = CB((65536 * (srcpN[x + 0] - 16) + uvval) >> 16);
            dstpN[x + 1] = CB((65536 * (srcpN[x + 1] - 16) + uvval) >> 16);
            dstpU[x >> 1] = CB((c4 * u + c5 * v + 8421376) >> 16);
            dstpV[x >> 1] = CB((c6 * u + c7 * v + 8421376) >> 16);
        }
        srcpY += src_pitchY << 1;
        dstpY += dst_pitchY << 1;
        srcpN += src_pitchY << 1;
        dstpN += dst_pitchY << 1;
        srcpU += src_pitchUV;
        srcpV += src_pitchUV;
        dstpU += dst_pitchUV;
        dstpV += dst_pitchUV;
    }
}

static int config_input(AVFilterLink *inlink)
{
    AVFilterContext *ctx = inlink->dst;
    ColorMatrixContext *color = ctx->priv;
    const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(inlink->format);

    color->hsub = pix_desc->log2_chroma_w;
    color->vsub = pix_desc->log2_chroma_h;

    av_log(ctx, AV_LOG_VERBOSE, "%s -> %s\n",
           color_modes[color->source], color_modes[color->dest]);

    return 0;
}

static int query_formats(AVFilterContext *ctx)
{
    static const enum AVPixelFormat pix_fmts[] = {
        AV_PIX_FMT_YUV422P,
        AV_PIX_FMT_YUV420P,
        AV_PIX_FMT_UYVY422,
        AV_PIX_FMT_NONE
    };

    ff_set_common_formats(ctx, ff_make_format_list(pix_fmts));

    return 0;
}

static int filter_frame(AVFilterLink *link, AVFrame *in)
{
    AVFilterContext *ctx = link->dst;
    ColorMatrixContext *color = ctx->priv;
    AVFilterLink *outlink = ctx->outputs[0];
    AVFrame *out;

    out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
    if (!out) {
        av_frame_free(&in);
        return AVERROR(ENOMEM);
    }
    av_frame_copy_props(out, in);

    if (color->source == COLOR_MODE_NONE) {
        enum AVColorSpace cs = av_frame_get_colorspace(in);
        enum ColorMode source;

        switch(cs) {
        case AVCOL_SPC_BT709     : source = COLOR_MODE_BT709     ; break;
        case AVCOL_SPC_FCC       : source = COLOR_MODE_FCC       ; break;
        case AVCOL_SPC_SMPTE240M : source = COLOR_MODE_SMPTE240M ; break;
        case AVCOL_SPC_BT470BG   : source = COLOR_MODE_BT601     ; break;
        default :
            av_log(ctx, AV_LOG_ERROR, "Input frame does not specify a supported colorspace, and none has been specified as source either\n");
            av_frame_free(&out);
            return AVERROR(EINVAL);
        }
        color->mode = source * 4 + color->dest;
    } else
        color->mode = color->source * 4 + color->dest;

    switch(color->dest) {
    case COLOR_MODE_BT709    : av_frame_set_colorspace(out, AVCOL_SPC_BT709)    ; break;
    case COLOR_MODE_FCC      : av_frame_set_colorspace(out, AVCOL_SPC_FCC)      ; break;
    case COLOR_MODE_SMPTE240M: av_frame_set_colorspace(out, AVCOL_SPC_SMPTE240M); break;
    case COLOR_MODE_BT601    : av_frame_set_colorspace(out, AVCOL_SPC_BT470BG)  ; break;
    }

    calc_coefficients(ctx);

    if (in->format == AV_PIX_FMT_YUV422P)
        process_frame_yuv422p(color, out, in);
    else if (in->format == AV_PIX_FMT_YUV420P)
        process_frame_yuv420p(color, out, in);
    else
        process_frame_uyvy422(color, out, in);

    av_frame_free(&in);
    return ff_filter_frame(outlink, out);
}

static const AVFilterPad colormatrix_inputs[] = {
    {
        .name         = "default",
        .type         = AVMEDIA_TYPE_VIDEO,
        .config_props = config_input,
        .filter_frame = filter_frame,
    },
    { NULL }
};

static const AVFilterPad colormatrix_outputs[] = {
    {
        .name = "default",
        .type = AVMEDIA_TYPE_VIDEO,
    },
    { NULL }
};

AVFilter ff_vf_colormatrix = {
    .name          = "colormatrix",
    .description   = NULL_IF_CONFIG_SMALL("Convert color matrix."),
    .priv_size     = sizeof(ColorMatrixContext),
    .init          = init,
    .query_formats = query_formats,
    .inputs        = colormatrix_inputs,
    .outputs       = colormatrix_outputs,
    .priv_class    = &colormatrix_class,
    .flags         = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
};
Commit	Line	Data
2ba45a60 DM	1	/*
	2	* ColorMatrix v2.2 for Avisynth 2.5.x
	3	*
	4	* Copyright (C) 2006-2007 Kevin Stone
	5	*
	6	* ColorMatrix 1.x is Copyright (C) Wilbert Dijkhof
	7	*
	8	* This program is free software; you can redistribute it and/or modify it
	9	* under the terms of the GNU General Public License as published by the
	10	* Free Software Foundation; either version 2 of the License, or (at your
	11	* option) any later version.
	12	*
	13	* This program is distributed in the hope that it will be useful, but
	14	* OUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
	15	* or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
	16	* License for more details.
	17	*
	18	* You should have received a copy of the GNU General Public License
	19	* along with this program; if not, write to the Free Software Foundation,
	20	* Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
	21	*/
	22
	23	/**
	24	* @file
	25	* ColorMatrix 2.0 is based on the original ColorMatrix filter by Wilbert
	26	* Dijkhof. It adds the ability to convert between any of: Rec.709, FCC,
	27	* Rec.601, and SMPTE 240M. It also makes pre and post clipping optional,
	28	* adds an option to use scaled or non-scaled coefficients, and more...
	29	*/
	30
	31	#include <float.h>
	32	#include "avfilter.h"
	33	#include "formats.h"
	34	#include "internal.h"
	35	#include "video.h"
	36	#include "libavutil/opt.h"
	37	#include "libavutil/pixdesc.h"
	38	#include "libavutil/avstring.h"
	39
	40	#define NS(n) ((n) < 0 ? (int)((n)65536.0-0.5+DBL_EPSILON) : (int)((n)65536.0+0.5))
	41	#define CB(n) av_clip_uint8(n)
	42
	43	static const double yuv_coeff[4][3][3] = {
	44	{ { +0.7152, +0.0722, +0.2126 }, // Rec.709 (0)
	45	{ -0.3850, +0.5000, -0.1150 },
	46	{ -0.4540, -0.0460, +0.5000 } },
	47	{ { +0.5900, +0.1100, +0.3000 }, // FCC (1)
	48	{ -0.3310, +0.5000, -0.1690 },
	49	{ -0.4210, -0.0790, +0.5000 } },
	50	{ { +0.5870, +0.1140, +0.2990 }, // Rec.601 (ITU-R BT.470-2/SMPTE 170M) (2)
	51	{ -0.3313, +0.5000, -0.1687 },
	52	{ -0.4187, -0.0813, +0.5000 } },
	53	{ { +0.7010, +0.0870, +0.2120 }, // SMPTE 240M (3)
	54	{ -0.3840, +0.5000, -0.1160 },
	55	{ -0.4450, -0.0550, +0.5000 } },
	56	};
	57
	58	enum ColorMode {
	59	COLOR_MODE_NONE = -1,
	60	COLOR_MODE_BT709,
	61	COLOR_MODE_FCC,
	62	COLOR_MODE_BT601,
	63	COLOR_MODE_SMPTE240M,
	64	COLOR_MODE_COUNT
65	};
66
67	typedef struct {
68	const AVClass *class;
69	int yuv_convert[16][3][3];
70	int interlaced;
71	enum ColorMode source, dest;
72	int mode;
73	int hsub, vsub;
74	} ColorMatrixContext;
75
76	#define OFFSET(x) offsetof(ColorMatrixContext, x)
77	#define FLAGS AV_OPT_FLAG_VIDEO_PARAM\|AV_OPT_FLAG_FILTERING_PARAM
78
79	static const AVOption colormatrix_options[] = {
80	{ "src", "set source color matrix", OFFSET(source), AV_OPT_TYPE_INT, {.i64=COLOR_MODE_NONE}, COLOR_MODE_NONE, COLOR_MODE_COUNT-1, .flags=FLAGS, .unit="color_mode" },
81	{ "dst", "set destination color matrix", OFFSET(dest), AV_OPT_TYPE_INT, {.i64=COLOR_MODE_NONE}, COLOR_MODE_NONE, COLOR_MODE_COUNT-1, .flags=FLAGS, .unit="color_mode" },
82	{ "bt709", "set BT.709 colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT709}, .flags=FLAGS, .unit="color_mode" },
83	{ "fcc", "set FCC colorspace ", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_FCC}, .flags=FLAGS, .unit="color_mode" },
84	{ "bt601", "set BT.601 colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_BT601}, .flags=FLAGS, .unit="color_mode" },
85	{ "smpte240m", "set SMPTE-240M colorspace", 0, AV_OPT_TYPE_CONST, {.i64=COLOR_MODE_SMPTE240M}, .flags=FLAGS, .unit="color_mode" },
86	{ NULL }
87	};
88
89	AVFILTER_DEFINE_CLASS(colormatrix);
90
91	#define ma m[0][0]
92	#define mb m[0][1]
93	#define mc m[0][2]
94	#define md m[1][0]
95	#define me m[1][1]
96	#define mf m[1][2]
97	#define mg m[2][0]
98	#define mh m[2][1]
99	#define mi m[2][2]
100
101	#define ima im[0][0]
102	#define imb im[0][1]
103	#define imc im[0][2]
104	#define imd im[1][0]
105	#define ime im[1][1]
106	#define imf im[1][2]
107	#define img im[2][0]
108	#define imh im[2][1]
109	#define imi im[2][2]
110
111	static void inverse3x3(double im[3][3], const double m[3][3])
112	{
113	double det = ma * (me * mi - mf * mh) - mb * (md * mi - mf * mg) + mc * (md * mh - me * mg);
114	det = 1.0 / det;
115	ima = det * (me * mi - mf * mh);
116	imb = det * (mc * mh - mb * mi);
117	imc = det * (mb * mf - mc * me);
118	imd = det * (mf * mg - md * mi);
119	ime = det * (ma * mi - mc * mg);
120	imf = det * (mc * md - ma * mf);
121	img = det * (md * mh - me * mg);
122	imh = det * (mb * mg - ma * mh);
123	imi = det * (ma * me - mb * md);
124	}
125
126	static void solve_coefficients(double cm[3][3], double rgb[3][3], const double yuv[3][3])
127	{
128	int i, j;
129	for (i = 0; i < 3; i++)
130	for (j = 0; j < 3; j++)
131	cm[i][j] = yuv[i][0] * rgb[0][j] + yuv[i][1] * rgb[1][j] + yuv[i][2] * rgb[2][j];
132	}
133
134	static void calc_coefficients(AVFilterContext *ctx)
135	{
136	ColorMatrixContext *color = ctx->priv;
137	double rgb_coeffd[4][3][3];
138	double yuv_convertd[16][3][3];
139	int v = 0;
140	int i, j, k;
141
142	for (i = 0; i < 4; i++)
143	inverse3x3(rgb_coeffd[i], yuv_coeff[i]);
144	for (i = 0; i < 4; i++) {
145	for (j = 0; j < 4; j++) {
146	solve_coefficients(yuv_convertd[v], rgb_coeffd[i], yuv_coeff[j]);
147	for (k = 0; k < 3; k++) {
148	color->yuv_convert[v][k][0] = NS(yuv_convertd[v][k][0]);
149	color->yuv_convert[v][k][1] = NS(yuv_convertd[v][k][1]);
150	color->yuv_convert[v][k][2] = NS(yuv_convertd[v][k][2]);
151	}
152	if (color->yuv_convert[v][0][0] != 65536 \|\| color->yuv_convert[v][1][0] != 0 \|\|
153	color->yuv_convert[v][2][0] != 0) {
154	av_log(ctx, AV_LOG_ERROR, "error calculating conversion coefficients\n");
155	}
156	v++;
157	}
158	}
159	}
160
161	static const char * const color_modes[] = {"bt709", "fcc", "bt601", "smpte240m"};
162
163	static av_cold int init(AVFilterContext *ctx)
164	{
165	ColorMatrixContext *color = ctx->priv;
166
167	if (color->dest == COLOR_MODE_NONE) {
168	av_log(ctx, AV_LOG_ERROR, "Unspecified destination color space\n");
169	return AVERROR(EINVAL);
170	}
171
172	if (color->source == color->dest) {
173	av_log(ctx, AV_LOG_ERROR, "Source and destination color space must not be identical\n");
174	return AVERROR(EINVAL);
175	}
176
177	return 0;
178	}
179
180	static void process_frame_uyvy422(ColorMatrixContext *color,
181	AVFrame dst, AVFrame src)
182	{
183	const unsigned char *srcp = src->data[0];
184	const int src_pitch = src->linesize[0];
185	const int height = src->height;
186	const int width = src->width*2;
187	unsigned char *dstp = dst->data[0];
188	const int dst_pitch = dst->linesize[0];
189	const int c2 = color->yuv_convert[color->mode][0][1];
190	const int c3 = color->yuv_convert[color->mode][0][2];
191	const int c4 = color->yuv_convert[color->mode][1][1];
192	const int c5 = color->yuv_convert[color->mode][1][2];
193	const int c6 = color->yuv_convert[color->mode][2][1];
194	const int c7 = color->yuv_convert[color->mode][2][2];
195	int x, y;
196
197	for (y = 0; y < height; y++) {
198	for (x = 0; x < width; x += 4) {
199	const int u = srcp[x + 0] - 128;
200	const int v = srcp[x + 2] - 128;
201	const int uvval = c2 * u + c3 * v + 1081344;
202	dstp[x + 0] = CB((c4 * u + c5 * v + 8421376) >> 16);
203	dstp[x + 1] = CB((65536 * (srcp[x + 1] - 16) + uvval) >> 16);
204	dstp[x + 2] = CB((c6 * u + c7 * v + 8421376) >> 16);
205	dstp[x + 3] = CB((65536 * (srcp[x + 3] - 16) + uvval) >> 16);
206	}
207	srcp += src_pitch;
208	dstp += dst_pitch;
209	}
210	}
211
212	static void process_frame_yuv422p(ColorMatrixContext *color,
213	AVFrame dst, AVFrame src)
214	{
215	const unsigned char *srcpU = src->data[1];
216	const unsigned char *srcpV = src->data[2];
217	const unsigned char *srcpY = src->data[0];
218	const int src_pitchY = src->linesize[0];
219	const int src_pitchUV = src->linesize[1];
220	const int height = src->height;
221	const int width = src->width;
222	unsigned char *dstpU = dst->data[1];
223	unsigned char *dstpV = dst->data[2];
224	unsigned char *dstpY = dst->data[0];
225	const int dst_pitchY = dst->linesize[0];
226	const int dst_pitchUV = dst->linesize[1];
227	const int c2 = color->yuv_convert[color->mode][0][1];
228	const int c3 = color->yuv_convert[color->mode][0][2];
229	const int c4 = color->yuv_convert[color->mode][1][1];
230	const int c5 = color->yuv_convert[color->mode][1][2];
231	const int c6 = color->yuv_convert[color->mode][2][1];
232	const int c7 = color->yuv_convert[color->mode][2][2];
233	int x, y;
234
235	for (y = 0; y < height; y++) {
236	for (x = 0; x < width; x += 2) {
237	const int u = srcpU[x >> 1] - 128;
238	const int v = srcpV[x >> 1] - 128;
239	const int uvval = c2 * u + c3 * v + 1081344;
240	dstpY[x + 0] = CB((65536 * (srcpY[x + 0] - 16) + uvval) >> 16);
241	dstpY[x + 1] = CB((65536 * (srcpY[x + 1] - 16) + uvval) >> 16);
242	dstpU[x >> 1] = CB((c4 * u + c5 * v + 8421376) >> 16);
243	dstpV[x >> 1] = CB((c6 * u + c7 * v + 8421376) >> 16);
244	}
245	srcpY += src_pitchY;
246	dstpY += dst_pitchY;
247	srcpU += src_pitchUV;
248	srcpV += src_pitchUV;
249	dstpU += dst_pitchUV;
250	dstpV += dst_pitchUV;
251	}
252	}
253
254	static void process_frame_yuv420p(ColorMatrixContext *color,
255	AVFrame dst, AVFrame src)
256	{
257	const unsigned char *srcpU = src->data[1];
258	const unsigned char *srcpV = src->data[2];
259	const unsigned char *srcpY = src->data[0];
260	const unsigned char *srcpN = src->data[0] + src->linesize[0];
261	const int src_pitchY = src->linesize[0];
262	const int src_pitchUV = src->linesize[1];
263	const int height = src->height;
264	const int width = src->width;
265	unsigned char *dstpU = dst->data[1];
266	unsigned char *dstpV = dst->data[2];
267	unsigned char *dstpY = dst->data[0];
268	unsigned char *dstpN = dst->data[0] + dst->linesize[0];
269	const int dst_pitchY = dst->linesize[0];
270	const int dst_pitchUV = dst->linesize[1];
271	const int c2 = color->yuv_convert[color->mode][0][1];
272	const int c3 = color->yuv_convert[color->mode][0][2];
273	const int c4 = color->yuv_convert[color->mode][1][1];
274	const int c5 = color->yuv_convert[color->mode][1][2];
275	const int c6 = color->yuv_convert[color->mode][2][1];
276	const int c7 = color->yuv_convert[color->mode][2][2];
277	int x, y;
278
279	for (y = 0; y < height; y += 2) {
280	for (x = 0; x < width; x += 2) {
281	const int u = srcpU[x >> 1] - 128;
282	const int v = srcpV[x >> 1] - 128;
283	const int uvval = c2 * u + c3 * v + 1081344;
284	dstpY[x + 0] = CB((65536 * (srcpY[x + 0] - 16) + uvval) >> 16);
285	dstpY[x + 1] = CB((65536 * (srcpY[x + 1] - 16) + uvval) >> 16);
286	dstpN[x + 0] = CB((65536 * (srcpN[x + 0] - 16) + uvval) >> 16);
287	dstpN[x + 1] = CB((65536 * (srcpN[x + 1] - 16) + uvval) >> 16);
288	dstpU[x >> 1] = CB((c4 * u + c5 * v + 8421376) >> 16);
289	dstpV[x >> 1] = CB((c6 * u + c7 * v + 8421376) >> 16);
290	}
291	srcpY += src_pitchY << 1;
292	dstpY += dst_pitchY << 1;
293	srcpN += src_pitchY << 1;
294	dstpN += dst_pitchY << 1;
295	srcpU += src_pitchUV;
296	srcpV += src_pitchUV;
297	dstpU += dst_pitchUV;
298	dstpV += dst_pitchUV;
299	}
300	}
301
302	static int config_input(AVFilterLink *inlink)
303	{
304	AVFilterContext *ctx = inlink->dst;
305	ColorMatrixContext *color = ctx->priv;
306	const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(inlink->format);
307
308	color->hsub = pix_desc->log2_chroma_w;
309	color->vsub = pix_desc->log2_chroma_h;
310
311	av_log(ctx, AV_LOG_VERBOSE, "%s -> %s\n",
312	color_modes[color->source], color_modes[color->dest]);
313
314	return 0;
315	}
316
317	static int query_formats(AVFilterContext *ctx)
318	{
319	static const enum AVPixelFormat pix_fmts[] = {
320	AV_PIX_FMT_YUV422P,
321	AV_PIX_FMT_YUV420P,
322	AV_PIX_FMT_UYVY422,
323	AV_PIX_FMT_NONE
324	};
325
326	ff_set_common_formats(ctx, ff_make_format_list(pix_fmts));
327
328	return 0;
329	}
330
331	static int filter_frame(AVFilterLink link, AVFrame in)
332	{
333	AVFilterContext *ctx = link->dst;
334	ColorMatrixContext *color = ctx->priv;
335	AVFilterLink *outlink = ctx->outputs[0];
336	AVFrame *out;
337
338	out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
339	if (!out) {
340	av_frame_free(&in);
341	return AVERROR(ENOMEM);
342	}
343	av_frame_copy_props(out, in);
344
345	if (color->source == COLOR_MODE_NONE) {
346	enum AVColorSpace cs = av_frame_get_colorspace(in);
347	enum ColorMode source;
348
349	switch(cs) {
350	case AVCOL_SPC_BT709 : source = COLOR_MODE_BT709 ; break;
351	case AVCOL_SPC_FCC : source = COLOR_MODE_FCC ; break;
352	case AVCOL_SPC_SMPTE240M : source = COLOR_MODE_SMPTE240M ; break;
353	case AVCOL_SPC_BT470BG : source = COLOR_MODE_BT601 ; break;
354	default :
355	av_log(ctx, AV_LOG_ERROR, "Input frame does not specify a supported colorspace, and none has been specified as source either\n");
356	av_frame_free(&out);
357	return AVERROR(EINVAL);
358	}
359	color->mode = source * 4 + color->dest;
360	} else
361	color->mode = color->source * 4 + color->dest;
362
363	switch(color->dest) {
364	case COLOR_MODE_BT709 : av_frame_set_colorspace(out, AVCOL_SPC_BT709) ; break;
365	case COLOR_MODE_FCC : av_frame_set_colorspace(out, AVCOL_SPC_FCC) ; break;
366	case COLOR_MODE_SMPTE240M: av_frame_set_colorspace(out, AVCOL_SPC_SMPTE240M); break;
367	case COLOR_MODE_BT601 : av_frame_set_colorspace(out, AVCOL_SPC_BT470BG) ; break;
368	}
369
370	calc_coefficients(ctx);
371
372	if (in->format == AV_PIX_FMT_YUV422P)
373	process_frame_yuv422p(color, out, in);
374	else if (in->format == AV_PIX_FMT_YUV420P)
375	process_frame_yuv420p(color, out, in);
376	else
377	process_frame_uyvy422(color, out, in);
378
379	av_frame_free(&in);
380	return ff_filter_frame(outlink, out);
381	}
382
383	static const AVFilterPad colormatrix_inputs[] = {
384	{
385	.name = "default",
386	.type = AVMEDIA_TYPE_VIDEO,
387	.config_props = config_input,
388	.filter_frame = filter_frame,
389	},
390	{ NULL }
391	};
392
393	static const AVFilterPad colormatrix_outputs[] = {
394	{
395	.name = "default",
396	.type = AVMEDIA_TYPE_VIDEO,
397	},
398	{ NULL }
399	};
400
401	AVFilter ff_vf_colormatrix = {
402	.name = "colormatrix",
403	.description = NULL_IF_CONFIG_SMALL("Convert color matrix."),
404	.priv_size = sizeof(ColorMatrixContext),
405	.init = init,
406	.query_formats = query_formats,
407	.inputs = colormatrix_inputs,
408	.outputs = colormatrix_outputs,
409	.priv_class = &colormatrix_class,
410	.flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
411	};