2 * ColorMatrix v2.2 for Avisynth 2.5.x
4 * Copyright (C) 2006-2007 Kevin Stone
6 * ColorMatrix 1.x is Copyright (C) Wilbert Dijkhof
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms of the GNU General Public License as published by the
10 * Free Software Foundation; either version 2 of the License, or (at your
11 * option) any later version.
13 * This program is distributed in the hope that it will be useful, but
14 * OUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
15 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
16 * License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software Foundation,
20 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 * ColorMatrix 2.0 is based on the original ColorMatrix filter by Wilbert
26 * Dijkhof. It adds the ability to convert between any of: Rec.709, FCC,
27 * Rec.601, and SMPTE 240M. It also makes pre and post clipping optional,
28 * adds an option to use scaled or non-scaled coefficients, and more...
36 #include "libavutil/opt.h"
37 #include "libavutil/pixdesc.h"
38 #include "libavutil/avstring.h"
40 #define NS(n) ((n) < 0 ? (int)((n)*65536.0-0.5+DBL_EPSILON) : (int)((n)*65536.0+0.5))
41 #define CB(n) av_clip_uint8(n)
43 static const double yuv_coeff
[4][3][3] = {
44 { { +0.7152, +0.0722, +0.2126 }, // Rec.709 (0)
45 { -0.3850, +0.5000, -0.1150 },
46 { -0.4540, -0.0460, +0.5000 } },
47 { { +0.5900, +0.1100, +0.3000 }, // FCC (1)
48 { -0.3310, +0.5000, -0.1690 },
49 { -0.4210, -0.0790, +0.5000 } },
50 { { +0.5870, +0.1140, +0.2990 }, // Rec.601 (ITU-R BT.470-2/SMPTE 170M) (2)
51 { -0.3313, +0.5000, -0.1687 },
52 { -0.4187, -0.0813, +0.5000 } },
53 { { +0.7010, +0.0870, +0.2120 }, // SMPTE 240M (3)
54 { -0.3840, +0.5000, -0.1160 },
55 { -0.4450, -0.0550, +0.5000 } },
69 int yuv_convert
[16][3][3];
71 enum ColorMode source
, dest
;
76 #define OFFSET(x) offsetof(ColorMatrixContext, x)
77 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
79 static const AVOption colormatrix_options
[] = {
80 { "src", "set source color matrix", OFFSET(source
), AV_OPT_TYPE_INT
, {.i64
=COLOR_MODE_NONE
}, COLOR_MODE_NONE
, COLOR_MODE_COUNT
-1, .flags
=FLAGS
, .unit
="color_mode" },
81 { "dst", "set destination color matrix", OFFSET(dest
), AV_OPT_TYPE_INT
, {.i64
=COLOR_MODE_NONE
}, COLOR_MODE_NONE
, COLOR_MODE_COUNT
-1, .flags
=FLAGS
, .unit
="color_mode" },
82 { "bt709", "set BT.709 colorspace", 0, AV_OPT_TYPE_CONST
, {.i64
=COLOR_MODE_BT709
}, .flags
=FLAGS
, .unit
="color_mode" },
83 { "fcc", "set FCC colorspace ", 0, AV_OPT_TYPE_CONST
, {.i64
=COLOR_MODE_FCC
}, .flags
=FLAGS
, .unit
="color_mode" },
84 { "bt601", "set BT.601 colorspace", 0, AV_OPT_TYPE_CONST
, {.i64
=COLOR_MODE_BT601
}, .flags
=FLAGS
, .unit
="color_mode" },
85 { "smpte240m", "set SMPTE-240M colorspace", 0, AV_OPT_TYPE_CONST
, {.i64
=COLOR_MODE_SMPTE240M
}, .flags
=FLAGS
, .unit
="color_mode" },
89 AVFILTER_DEFINE_CLASS(colormatrix
);
111 static void inverse3x3(double im
[3][3], const double m
[3][3])
113 double det
= ma
* (me
* mi
- mf
* mh
) - mb
* (md
* mi
- mf
* mg
) + mc
* (md
* mh
- me
* mg
);
115 ima
= det
* (me
* mi
- mf
* mh
);
116 imb
= det
* (mc
* mh
- mb
* mi
);
117 imc
= det
* (mb
* mf
- mc
* me
);
118 imd
= det
* (mf
* mg
- md
* mi
);
119 ime
= det
* (ma
* mi
- mc
* mg
);
120 imf
= det
* (mc
* md
- ma
* mf
);
121 img
= det
* (md
* mh
- me
* mg
);
122 imh
= det
* (mb
* mg
- ma
* mh
);
123 imi
= det
* (ma
* me
- mb
* md
);
126 static void solve_coefficients(double cm
[3][3], double rgb
[3][3], const double yuv
[3][3])
129 for (i
= 0; i
< 3; i
++)
130 for (j
= 0; j
< 3; j
++)
131 cm
[i
][j
] = yuv
[i
][0] * rgb
[0][j
] + yuv
[i
][1] * rgb
[1][j
] + yuv
[i
][2] * rgb
[2][j
];
134 static void calc_coefficients(AVFilterContext
*ctx
)
136 ColorMatrixContext
*color
= ctx
->priv
;
137 double rgb_coeffd
[4][3][3];
138 double yuv_convertd
[16][3][3];
142 for (i
= 0; i
< 4; i
++)
143 inverse3x3(rgb_coeffd
[i
], yuv_coeff
[i
]);
144 for (i
= 0; i
< 4; i
++) {
145 for (j
= 0; j
< 4; j
++) {
146 solve_coefficients(yuv_convertd
[v
], rgb_coeffd
[i
], yuv_coeff
[j
]);
147 for (k
= 0; k
< 3; k
++) {
148 color
->yuv_convert
[v
][k
][0] = NS(yuv_convertd
[v
][k
][0]);
149 color
->yuv_convert
[v
][k
][1] = NS(yuv_convertd
[v
][k
][1]);
150 color
->yuv_convert
[v
][k
][2] = NS(yuv_convertd
[v
][k
][2]);
152 if (color
->yuv_convert
[v
][0][0] != 65536 || color
->yuv_convert
[v
][1][0] != 0 ||
153 color
->yuv_convert
[v
][2][0] != 0) {
154 av_log(ctx
, AV_LOG_ERROR
, "error calculating conversion coefficients\n");
161 static const char * const color_modes
[] = {"bt709", "fcc", "bt601", "smpte240m"};
163 static av_cold
int init(AVFilterContext
*ctx
)
165 ColorMatrixContext
*color
= ctx
->priv
;
167 if (color
->dest
== COLOR_MODE_NONE
) {
168 av_log(ctx
, AV_LOG_ERROR
, "Unspecified destination color space\n");
169 return AVERROR(EINVAL
);
172 if (color
->source
== color
->dest
) {
173 av_log(ctx
, AV_LOG_ERROR
, "Source and destination color space must not be identical\n");
174 return AVERROR(EINVAL
);
180 static void process_frame_uyvy422(ColorMatrixContext
*color
,
181 AVFrame
*dst
, AVFrame
*src
)
183 const unsigned char *srcp
= src
->data
[0];
184 const int src_pitch
= src
->linesize
[0];
185 const int height
= src
->height
;
186 const int width
= src
->width
*2;
187 unsigned char *dstp
= dst
->data
[0];
188 const int dst_pitch
= dst
->linesize
[0];
189 const int c2
= color
->yuv_convert
[color
->mode
][0][1];
190 const int c3
= color
->yuv_convert
[color
->mode
][0][2];
191 const int c4
= color
->yuv_convert
[color
->mode
][1][1];
192 const int c5
= color
->yuv_convert
[color
->mode
][1][2];
193 const int c6
= color
->yuv_convert
[color
->mode
][2][1];
194 const int c7
= color
->yuv_convert
[color
->mode
][2][2];
197 for (y
= 0; y
< height
; y
++) {
198 for (x
= 0; x
< width
; x
+= 4) {
199 const int u
= srcp
[x
+ 0] - 128;
200 const int v
= srcp
[x
+ 2] - 128;
201 const int uvval
= c2
* u
+ c3
* v
+ 1081344;
202 dstp
[x
+ 0] = CB((c4
* u
+ c5
* v
+ 8421376) >> 16);
203 dstp
[x
+ 1] = CB((65536 * (srcp
[x
+ 1] - 16) + uvval
) >> 16);
204 dstp
[x
+ 2] = CB((c6
* u
+ c7
* v
+ 8421376) >> 16);
205 dstp
[x
+ 3] = CB((65536 * (srcp
[x
+ 3] - 16) + uvval
) >> 16);
212 static void process_frame_yuv422p(ColorMatrixContext
*color
,
213 AVFrame
*dst
, AVFrame
*src
)
215 const unsigned char *srcpU
= src
->data
[1];
216 const unsigned char *srcpV
= src
->data
[2];
217 const unsigned char *srcpY
= src
->data
[0];
218 const int src_pitchY
= src
->linesize
[0];
219 const int src_pitchUV
= src
->linesize
[1];
220 const int height
= src
->height
;
221 const int width
= src
->width
;
222 unsigned char *dstpU
= dst
->data
[1];
223 unsigned char *dstpV
= dst
->data
[2];
224 unsigned char *dstpY
= dst
->data
[0];
225 const int dst_pitchY
= dst
->linesize
[0];
226 const int dst_pitchUV
= dst
->linesize
[1];
227 const int c2
= color
->yuv_convert
[color
->mode
][0][1];
228 const int c3
= color
->yuv_convert
[color
->mode
][0][2];
229 const int c4
= color
->yuv_convert
[color
->mode
][1][1];
230 const int c5
= color
->yuv_convert
[color
->mode
][1][2];
231 const int c6
= color
->yuv_convert
[color
->mode
][2][1];
232 const int c7
= color
->yuv_convert
[color
->mode
][2][2];
235 for (y
= 0; y
< height
; y
++) {
236 for (x
= 0; x
< width
; x
+= 2) {
237 const int u
= srcpU
[x
>> 1] - 128;
238 const int v
= srcpV
[x
>> 1] - 128;
239 const int uvval
= c2
* u
+ c3
* v
+ 1081344;
240 dstpY
[x
+ 0] = CB((65536 * (srcpY
[x
+ 0] - 16) + uvval
) >> 16);
241 dstpY
[x
+ 1] = CB((65536 * (srcpY
[x
+ 1] - 16) + uvval
) >> 16);
242 dstpU
[x
>> 1] = CB((c4
* u
+ c5
* v
+ 8421376) >> 16);
243 dstpV
[x
>> 1] = CB((c6
* u
+ c7
* v
+ 8421376) >> 16);
247 srcpU
+= src_pitchUV
;
248 srcpV
+= src_pitchUV
;
249 dstpU
+= dst_pitchUV
;
250 dstpV
+= dst_pitchUV
;
254 static void process_frame_yuv420p(ColorMatrixContext
*color
,
255 AVFrame
*dst
, AVFrame
*src
)
257 const unsigned char *srcpU
= src
->data
[1];
258 const unsigned char *srcpV
= src
->data
[2];
259 const unsigned char *srcpY
= src
->data
[0];
260 const unsigned char *srcpN
= src
->data
[0] + src
->linesize
[0];
261 const int src_pitchY
= src
->linesize
[0];
262 const int src_pitchUV
= src
->linesize
[1];
263 const int height
= src
->height
;
264 const int width
= src
->width
;
265 unsigned char *dstpU
= dst
->data
[1];
266 unsigned char *dstpV
= dst
->data
[2];
267 unsigned char *dstpY
= dst
->data
[0];
268 unsigned char *dstpN
= dst
->data
[0] + dst
->linesize
[0];
269 const int dst_pitchY
= dst
->linesize
[0];
270 const int dst_pitchUV
= dst
->linesize
[1];
271 const int c2
= color
->yuv_convert
[color
->mode
][0][1];
272 const int c3
= color
->yuv_convert
[color
->mode
][0][2];
273 const int c4
= color
->yuv_convert
[color
->mode
][1][1];
274 const int c5
= color
->yuv_convert
[color
->mode
][1][2];
275 const int c6
= color
->yuv_convert
[color
->mode
][2][1];
276 const int c7
= color
->yuv_convert
[color
->mode
][2][2];
279 for (y
= 0; y
< height
; y
+= 2) {
280 for (x
= 0; x
< width
; x
+= 2) {
281 const int u
= srcpU
[x
>> 1] - 128;
282 const int v
= srcpV
[x
>> 1] - 128;
283 const int uvval
= c2
* u
+ c3
* v
+ 1081344;
284 dstpY
[x
+ 0] = CB((65536 * (srcpY
[x
+ 0] - 16) + uvval
) >> 16);
285 dstpY
[x
+ 1] = CB((65536 * (srcpY
[x
+ 1] - 16) + uvval
) >> 16);
286 dstpN
[x
+ 0] = CB((65536 * (srcpN
[x
+ 0] - 16) + uvval
) >> 16);
287 dstpN
[x
+ 1] = CB((65536 * (srcpN
[x
+ 1] - 16) + uvval
) >> 16);
288 dstpU
[x
>> 1] = CB((c4
* u
+ c5
* v
+ 8421376) >> 16);
289 dstpV
[x
>> 1] = CB((c6
* u
+ c7
* v
+ 8421376) >> 16);
291 srcpY
+= src_pitchY
<< 1;
292 dstpY
+= dst_pitchY
<< 1;
293 srcpN
+= src_pitchY
<< 1;
294 dstpN
+= dst_pitchY
<< 1;
295 srcpU
+= src_pitchUV
;
296 srcpV
+= src_pitchUV
;
297 dstpU
+= dst_pitchUV
;
298 dstpV
+= dst_pitchUV
;
302 static int config_input(AVFilterLink
*inlink
)
304 AVFilterContext
*ctx
= inlink
->dst
;
305 ColorMatrixContext
*color
= ctx
->priv
;
306 const AVPixFmtDescriptor
*pix_desc
= av_pix_fmt_desc_get(inlink
->format
);
308 color
->hsub
= pix_desc
->log2_chroma_w
;
309 color
->vsub
= pix_desc
->log2_chroma_h
;
311 av_log(ctx
, AV_LOG_VERBOSE
, "%s -> %s\n",
312 color_modes
[color
->source
], color_modes
[color
->dest
]);
317 static int query_formats(AVFilterContext
*ctx
)
319 static const enum AVPixelFormat pix_fmts
[] = {
326 ff_set_common_formats(ctx
, ff_make_format_list(pix_fmts
));
331 static int filter_frame(AVFilterLink
*link
, AVFrame
*in
)
333 AVFilterContext
*ctx
= link
->dst
;
334 ColorMatrixContext
*color
= ctx
->priv
;
335 AVFilterLink
*outlink
= ctx
->outputs
[0];
338 out
= ff_get_video_buffer(outlink
, outlink
->w
, outlink
->h
);
341 return AVERROR(ENOMEM
);
343 av_frame_copy_props(out
, in
);
345 if (color
->source
== COLOR_MODE_NONE
) {
346 enum AVColorSpace cs
= av_frame_get_colorspace(in
);
347 enum ColorMode source
;
350 case AVCOL_SPC_BT709
: source
= COLOR_MODE_BT709
; break;
351 case AVCOL_SPC_FCC
: source
= COLOR_MODE_FCC
; break;
352 case AVCOL_SPC_SMPTE240M
: source
= COLOR_MODE_SMPTE240M
; break;
353 case AVCOL_SPC_BT470BG
: source
= COLOR_MODE_BT601
; break;
355 av_log(ctx
, AV_LOG_ERROR
, "Input frame does not specify a supported colorspace, and none has been specified as source either\n");
357 return AVERROR(EINVAL
);
359 color
->mode
= source
* 4 + color
->dest
;
361 color
->mode
= color
->source
* 4 + color
->dest
;
363 switch(color
->dest
) {
364 case COLOR_MODE_BT709
: av_frame_set_colorspace(out
, AVCOL_SPC_BT709
) ; break;
365 case COLOR_MODE_FCC
: av_frame_set_colorspace(out
, AVCOL_SPC_FCC
) ; break;
366 case COLOR_MODE_SMPTE240M
: av_frame_set_colorspace(out
, AVCOL_SPC_SMPTE240M
); break;
367 case COLOR_MODE_BT601
: av_frame_set_colorspace(out
, AVCOL_SPC_BT470BG
) ; break;
370 calc_coefficients(ctx
);
372 if (in
->format
== AV_PIX_FMT_YUV422P
)
373 process_frame_yuv422p(color
, out
, in
);
374 else if (in
->format
== AV_PIX_FMT_YUV420P
)
375 process_frame_yuv420p(color
, out
, in
);
377 process_frame_uyvy422(color
, out
, in
);
380 return ff_filter_frame(outlink
, out
);
383 static const AVFilterPad colormatrix_inputs
[] = {
386 .type
= AVMEDIA_TYPE_VIDEO
,
387 .config_props
= config_input
,
388 .filter_frame
= filter_frame
,
393 static const AVFilterPad colormatrix_outputs
[] = {
396 .type
= AVMEDIA_TYPE_VIDEO
,
401 AVFilter ff_vf_colormatrix
= {
402 .name
= "colormatrix",
403 .description
= NULL_IF_CONFIG_SMALL("Convert color matrix."),
404 .priv_size
= sizeof(ColorMatrixContext
),
406 .query_formats
= query_formats
,
407 .inputs
= colormatrix_inputs
,
408 .outputs
= colormatrix_outputs
,
409 .priv_class
= &colormatrix_class
,
410 .flags
= AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC
,