Commit | Line | Data |
---|---|---|
2ba45a60 DM |
1 | /* |
2 | * Copyright (c) 2012 Fredrik Mellbin | |
3 | * Copyright (c) 2013 Clément Bœsch | |
4 | * | |
5 | * This file is part of FFmpeg. | |
6 | * | |
7 | * FFmpeg is free software; you can redistribute it and/or | |
8 | * modify it under the terms of the GNU Lesser General Public | |
9 | * License as published by the Free Software Foundation; either | |
10 | * version 2.1 of the License, or (at your option) any later version. | |
11 | * | |
12 | * FFmpeg is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
15 | * Lesser General Public License for more details. | |
16 | * | |
17 | * You should have received a copy of the GNU Lesser General Public | |
18 | * License along with FFmpeg; if not, write to the Free Software | |
19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
20 | */ | |
21 | ||
22 | /** | |
23 | * @file | |
24 | * Fieldmatching filter, ported from VFM filter (VapouSsynth) by Clément. | |
25 | * Fredrik Mellbin is the author of the VIVTC/VFM filter, which is itself a | |
26 | * light clone of the TIVTC/TFM (AviSynth) filter written by Kevin Stone | |
27 | * (tritical), the original author. | |
28 | * | |
29 | * @see http://bengal.missouri.edu/~kes25c/ | |
30 | * @see http://www.vapoursynth.com/about/ | |
31 | */ | |
32 | ||
33 | #include <inttypes.h> | |
34 | ||
35 | #include "libavutil/avassert.h" | |
36 | #include "libavutil/imgutils.h" | |
37 | #include "libavutil/opt.h" | |
38 | #include "libavutil/timestamp.h" | |
39 | #include "avfilter.h" | |
40 | #include "internal.h" | |
41 | ||
42 | #define INPUT_MAIN 0 | |
43 | #define INPUT_CLEANSRC 1 | |
44 | ||
45 | enum fieldmatch_parity { | |
46 | FM_PARITY_AUTO = -1, | |
47 | FM_PARITY_BOTTOM = 0, | |
48 | FM_PARITY_TOP = 1, | |
49 | }; | |
50 | ||
51 | enum matching_mode { | |
52 | MODE_PC, | |
53 | MODE_PC_N, | |
54 | MODE_PC_U, | |
55 | MODE_PC_N_UB, | |
56 | MODE_PCN, | |
57 | MODE_PCN_UB, | |
58 | NB_MODE | |
59 | }; | |
60 | ||
61 | enum comb_matching_mode { | |
62 | COMBMATCH_NONE, | |
63 | COMBMATCH_SC, | |
64 | COMBMATCH_FULL, | |
65 | NB_COMBMATCH | |
66 | }; | |
67 | ||
68 | enum comb_dbg { | |
69 | COMBDBG_NONE, | |
70 | COMBDBG_PCN, | |
71 | COMBDBG_PCNUB, | |
72 | NB_COMBDBG | |
73 | }; | |
74 | ||
75 | typedef struct { | |
76 | const AVClass *class; | |
77 | ||
78 | AVFrame *prv, *src, *nxt; ///< main sliding window of 3 frames | |
79 | AVFrame *prv2, *src2, *nxt2; ///< sliding window of the optional second stream | |
80 | int got_frame[2]; ///< frame request flag for each input stream | |
81 | int hsub, vsub; ///< chroma subsampling values | |
82 | uint32_t eof; ///< bitmask for end of stream | |
83 | int64_t lastscdiff; | |
84 | int64_t lastn; | |
85 | ||
86 | /* options */ | |
87 | int order; | |
88 | int ppsrc; | |
89 | enum matching_mode mode; | |
90 | int field; | |
91 | int mchroma; | |
92 | int y0, y1; | |
93 | int64_t scthresh; | |
94 | double scthresh_flt; | |
95 | enum comb_matching_mode combmatch; | |
96 | int combdbg; | |
97 | int cthresh; | |
98 | int chroma; | |
99 | int blockx, blocky; | |
100 | int combpel; | |
101 | ||
102 | /* misc buffers */ | |
103 | uint8_t *map_data[4]; | |
104 | int map_linesize[4]; | |
105 | uint8_t *cmask_data[4]; | |
106 | int cmask_linesize[4]; | |
107 | int *c_array; | |
108 | int tpitchy, tpitchuv; | |
109 | uint8_t *tbuffer; | |
110 | } FieldMatchContext; | |
111 | ||
112 | #define OFFSET(x) offsetof(FieldMatchContext, x) | |
113 | #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM | |
114 | ||
115 | static const AVOption fieldmatch_options[] = { | |
116 | { "order", "specify the assumed field order", OFFSET(order), AV_OPT_TYPE_INT, {.i64=FM_PARITY_AUTO}, -1, 1, FLAGS, "order" }, | |
117 | { "auto", "auto detect parity", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_AUTO}, INT_MIN, INT_MAX, FLAGS, "order" }, | |
118 | { "bff", "assume bottom field first", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_BOTTOM}, INT_MIN, INT_MAX, FLAGS, "order" }, | |
119 | { "tff", "assume top field first", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_TOP}, INT_MIN, INT_MAX, FLAGS, "order" }, | |
120 | { "mode", "set the matching mode or strategy to use", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=MODE_PC_N}, MODE_PC, NB_MODE-1, FLAGS, "mode" }, | |
121 | { "pc", "2-way match (p/c)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC}, INT_MIN, INT_MAX, FLAGS, "mode" }, | |
122 | { "pc_n", "2-way match + 3rd match on combed (p/c + u)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_N}, INT_MIN, INT_MAX, FLAGS, "mode" }, | |
123 | { "pc_u", "2-way match + 3rd match (same order) on combed (p/c + u)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_U}, INT_MIN, INT_MAX, FLAGS, "mode" }, | |
124 | { "pc_n_ub", "2-way match + 3rd match on combed + 4th/5th matches if still combed (p/c + u + u/b)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_N_UB}, INT_MIN, INT_MAX, FLAGS, "mode" }, | |
125 | { "pcn", "3-way match (p/c/n)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PCN}, INT_MIN, INT_MAX, FLAGS, "mode" }, | |
126 | { "pcn_ub", "3-way match + 4th/5th matches on combed (p/c/n + u/b)", 0, AV_OPT_TYPE_CONST, {.i64=MODE_PCN_UB}, INT_MIN, INT_MAX, FLAGS, "mode" }, | |
127 | { "ppsrc", "mark main input as a pre-processed input and activate clean source input stream", OFFSET(ppsrc), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS }, | |
128 | { "field", "set the field to match from", OFFSET(field), AV_OPT_TYPE_INT, {.i64=FM_PARITY_AUTO}, -1, 1, FLAGS, "field" }, | |
129 | { "auto", "automatic (same value as 'order')", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_AUTO}, INT_MIN, INT_MAX, FLAGS, "field" }, | |
130 | { "bottom", "bottom field", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_BOTTOM}, INT_MIN, INT_MAX, FLAGS, "field" }, | |
131 | { "top", "top field", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_TOP}, INT_MIN, INT_MAX, FLAGS, "field" }, | |
132 | { "mchroma", "set whether or not chroma is included during the match comparisons", OFFSET(mchroma), AV_OPT_TYPE_INT, {.i64=1}, 0, 1, FLAGS }, | |
133 | { "y0", "define an exclusion band which excludes the lines between y0 and y1 from the field matching decision", OFFSET(y0), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS }, | |
134 | { "y1", "define an exclusion band which excludes the lines between y0 and y1 from the field matching decision", OFFSET(y1), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS }, | |
135 | { "scthresh", "set scene change detection threshold", OFFSET(scthresh_flt), AV_OPT_TYPE_DOUBLE, {.dbl=12}, 0, 100, FLAGS }, | |
136 | { "combmatch", "set combmatching mode", OFFSET(combmatch), AV_OPT_TYPE_INT, {.i64=COMBMATCH_SC}, COMBMATCH_NONE, NB_COMBMATCH-1, FLAGS, "combmatching" }, | |
137 | { "none", "disable combmatching", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_NONE}, INT_MIN, INT_MAX, FLAGS, "combmatching" }, | |
138 | { "sc", "enable combmatching only on scene change", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_SC}, INT_MIN, INT_MAX, FLAGS, "combmatching" }, | |
139 | { "full", "enable combmatching all the time", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_FULL}, INT_MIN, INT_MAX, FLAGS, "combmatching" }, | |
140 | { "combdbg", "enable comb debug", OFFSET(combdbg), AV_OPT_TYPE_INT, {.i64=COMBDBG_NONE}, COMBDBG_NONE, NB_COMBDBG-1, FLAGS, "dbglvl" }, | |
141 | { "none", "no forced calculation", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_NONE}, INT_MIN, INT_MAX, FLAGS, "dbglvl" }, | |
142 | { "pcn", "calculate p/c/n", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_PCN}, INT_MIN, INT_MAX, FLAGS, "dbglvl" }, | |
143 | { "pcnub", "calculate p/c/n/u/b", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_PCNUB}, INT_MIN, INT_MAX, FLAGS, "dbglvl" }, | |
144 | { "cthresh", "set the area combing threshold used for combed frame detection", OFFSET(cthresh), AV_OPT_TYPE_INT, {.i64= 9}, -1, 0xff, FLAGS }, | |
145 | { "chroma", "set whether or not chroma is considered in the combed frame decision", OFFSET(chroma), AV_OPT_TYPE_INT, {.i64= 0}, 0, 1, FLAGS }, | |
146 | { "blockx", "set the x-axis size of the window used during combed frame detection", OFFSET(blockx), AV_OPT_TYPE_INT, {.i64=16}, 4, 1<<9, FLAGS }, | |
147 | { "blocky", "set the y-axis size of the window used during combed frame detection", OFFSET(blocky), AV_OPT_TYPE_INT, {.i64=16}, 4, 1<<9, FLAGS }, | |
148 | { "combpel", "set the number of combed pixels inside any of the blocky by blockx size blocks on the frame for the frame to be detected as combed", OFFSET(combpel), AV_OPT_TYPE_INT, {.i64=80}, 0, INT_MAX, FLAGS }, | |
149 | { NULL } | |
150 | }; | |
151 | ||
152 | AVFILTER_DEFINE_CLASS(fieldmatch); | |
153 | ||
154 | static int get_width(const FieldMatchContext *fm, const AVFrame *f, int plane) | |
155 | { | |
156 | return plane ? FF_CEIL_RSHIFT(f->width, fm->hsub) : f->width; | |
157 | } | |
158 | ||
159 | static int get_height(const FieldMatchContext *fm, const AVFrame *f, int plane) | |
160 | { | |
161 | return plane ? FF_CEIL_RSHIFT(f->height, fm->vsub) : f->height; | |
162 | } | |
163 | ||
164 | static int64_t luma_abs_diff(const AVFrame *f1, const AVFrame *f2) | |
165 | { | |
166 | int x, y; | |
167 | const uint8_t *srcp1 = f1->data[0]; | |
168 | const uint8_t *srcp2 = f2->data[0]; | |
169 | const int src1_linesize = f1->linesize[0]; | |
170 | const int src2_linesize = f2->linesize[0]; | |
171 | const int width = f1->width; | |
172 | const int height = f1->height; | |
173 | int64_t acc = 0; | |
174 | ||
175 | for (y = 0; y < height; y++) { | |
176 | for (x = 0; x < width; x++) | |
177 | acc += abs(srcp1[x] - srcp2[x]); | |
178 | srcp1 += src1_linesize; | |
179 | srcp2 += src2_linesize; | |
180 | } | |
181 | return acc; | |
182 | } | |
183 | ||
184 | static void fill_buf(uint8_t *data, int w, int h, int linesize, uint8_t v) | |
185 | { | |
186 | int y; | |
187 | ||
188 | for (y = 0; y < h; y++) { | |
189 | memset(data, v, w); | |
190 | data += linesize; | |
191 | } | |
192 | } | |
193 | ||
194 | static int calc_combed_score(const FieldMatchContext *fm, const AVFrame *src) | |
195 | { | |
196 | int x, y, plane, max_v = 0; | |
197 | const int cthresh = fm->cthresh; | |
198 | const int cthresh6 = cthresh * 6; | |
199 | ||
200 | for (plane = 0; plane < (fm->chroma ? 3 : 1); plane++) { | |
201 | const uint8_t *srcp = src->data[plane]; | |
202 | const int src_linesize = src->linesize[plane]; | |
203 | const int width = get_width (fm, src, plane); | |
204 | const int height = get_height(fm, src, plane); | |
205 | uint8_t *cmkp = fm->cmask_data[plane]; | |
206 | const int cmk_linesize = fm->cmask_linesize[plane]; | |
207 | ||
208 | if (cthresh < 0) { | |
209 | fill_buf(cmkp, width, height, cmk_linesize, 0xff); | |
210 | continue; | |
211 | } | |
212 | fill_buf(cmkp, width, height, cmk_linesize, 0); | |
213 | ||
214 | /* [1 -3 4 -3 1] vertical filter */ | |
215 | #define FILTER(xm2, xm1, xp1, xp2) \ | |
216 | abs( 4 * srcp[x] \ | |
217 | -3 * (srcp[x + (xm1)*src_linesize] + srcp[x + (xp1)*src_linesize]) \ | |
218 | + (srcp[x + (xm2)*src_linesize] + srcp[x + (xp2)*src_linesize])) > cthresh6 | |
219 | ||
220 | /* first line */ | |
221 | for (x = 0; x < width; x++) { | |
222 | const int s1 = abs(srcp[x] - srcp[x + src_linesize]); | |
223 | if (s1 > cthresh && FILTER(2, 1, 1, 2)) | |
224 | cmkp[x] = 0xff; | |
225 | } | |
226 | srcp += src_linesize; | |
227 | cmkp += cmk_linesize; | |
228 | ||
229 | /* second line */ | |
230 | for (x = 0; x < width; x++) { | |
231 | const int s1 = abs(srcp[x] - srcp[x - src_linesize]); | |
232 | const int s2 = abs(srcp[x] - srcp[x + src_linesize]); | |
233 | if (s1 > cthresh && s2 > cthresh && FILTER(2, -1, 1, 2)) | |
234 | cmkp[x] = 0xff; | |
235 | } | |
236 | srcp += src_linesize; | |
237 | cmkp += cmk_linesize; | |
238 | ||
239 | /* all lines minus first two and last two */ | |
240 | for (y = 2; y < height-2; y++) { | |
241 | for (x = 0; x < width; x++) { | |
242 | const int s1 = abs(srcp[x] - srcp[x - src_linesize]); | |
243 | const int s2 = abs(srcp[x] - srcp[x + src_linesize]); | |
244 | if (s1 > cthresh && s2 > cthresh && FILTER(-2, -1, 1, 2)) | |
245 | cmkp[x] = 0xff; | |
246 | } | |
247 | srcp += src_linesize; | |
248 | cmkp += cmk_linesize; | |
249 | } | |
250 | ||
251 | /* before-last line */ | |
252 | for (x = 0; x < width; x++) { | |
253 | const int s1 = abs(srcp[x] - srcp[x - src_linesize]); | |
254 | const int s2 = abs(srcp[x] - srcp[x + src_linesize]); | |
255 | if (s1 > cthresh && s2 > cthresh && FILTER(-2, -1, 1, -2)) | |
256 | cmkp[x] = 0xff; | |
257 | } | |
258 | srcp += src_linesize; | |
259 | cmkp += cmk_linesize; | |
260 | ||
261 | /* last line */ | |
262 | for (x = 0; x < width; x++) { | |
263 | const int s1 = abs(srcp[x] - srcp[x - src_linesize]); | |
264 | if (s1 > cthresh && FILTER(-2, -1, -1, -2)) | |
265 | cmkp[x] = 0xff; | |
266 | } | |
267 | } | |
268 | ||
269 | if (fm->chroma) { | |
270 | uint8_t *cmkp = fm->cmask_data[0]; | |
271 | uint8_t *cmkpU = fm->cmask_data[1]; | |
272 | uint8_t *cmkpV = fm->cmask_data[2]; | |
273 | const int width = FF_CEIL_RSHIFT(src->width, fm->hsub); | |
274 | const int height = FF_CEIL_RSHIFT(src->height, fm->vsub); | |
275 | const int cmk_linesize = fm->cmask_linesize[0] << 1; | |
276 | const int cmk_linesizeUV = fm->cmask_linesize[2]; | |
277 | uint8_t *cmkpp = cmkp - (cmk_linesize>>1); | |
278 | uint8_t *cmkpn = cmkp + (cmk_linesize>>1); | |
279 | uint8_t *cmkpnn = cmkp + cmk_linesize; | |
280 | for (y = 1; y < height - 1; y++) { | |
281 | cmkpp += cmk_linesize; | |
282 | cmkp += cmk_linesize; | |
283 | cmkpn += cmk_linesize; | |
284 | cmkpnn += cmk_linesize; | |
285 | cmkpV += cmk_linesizeUV; | |
286 | cmkpU += cmk_linesizeUV; | |
287 | for (x = 1; x < width - 1; x++) { | |
288 | #define HAS_FF_AROUND(p, lz) (p[x-1 - lz] == 0xff || p[x - lz] == 0xff || p[x+1 - lz] == 0xff || \ | |
289 | p[x-1 ] == 0xff || p[x+1 ] == 0xff || \ | |
290 | p[x-1 + lz] == 0xff || p[x + lz] == 0xff || p[x+1 + lz] == 0xff) | |
291 | if ((cmkpV[x] == 0xff && HAS_FF_AROUND(cmkpV, cmk_linesizeUV)) || | |
292 | (cmkpU[x] == 0xff && HAS_FF_AROUND(cmkpU, cmk_linesizeUV))) { | |
293 | ((uint16_t*)cmkp)[x] = 0xffff; | |
294 | ((uint16_t*)cmkpn)[x] = 0xffff; | |
295 | if (y&1) ((uint16_t*)cmkpp)[x] = 0xffff; | |
296 | else ((uint16_t*)cmkpnn)[x] = 0xffff; | |
297 | } | |
298 | } | |
299 | } | |
300 | } | |
301 | ||
302 | { | |
303 | const int blockx = fm->blockx; | |
304 | const int blocky = fm->blocky; | |
305 | const int xhalf = blockx/2; | |
306 | const int yhalf = blocky/2; | |
307 | const int cmk_linesize = fm->cmask_linesize[0]; | |
308 | const uint8_t *cmkp = fm->cmask_data[0] + cmk_linesize; | |
309 | const int width = src->width; | |
310 | const int height = src->height; | |
311 | const int xblocks = ((width+xhalf)/blockx) + 1; | |
312 | const int xblocks4 = xblocks<<2; | |
313 | const int yblocks = ((height+yhalf)/blocky) + 1; | |
314 | int *c_array = fm->c_array; | |
315 | const int arraysize = (xblocks*yblocks)<<2; | |
316 | int heighta = (height/(blocky/2))*(blocky/2); | |
317 | const int widtha = (width /(blockx/2))*(blockx/2); | |
318 | if (heighta == height) | |
319 | heighta = height - yhalf; | |
320 | memset(c_array, 0, arraysize * sizeof(*c_array)); | |
321 | ||
322 | #define C_ARRAY_ADD(v) do { \ | |
323 | const int box1 = (x / blockx) * 4; \ | |
324 | const int box2 = ((x + xhalf) / blockx) * 4; \ | |
325 | c_array[temp1 + box1 ] += v; \ | |
326 | c_array[temp1 + box2 + 1] += v; \ | |
327 | c_array[temp2 + box1 + 2] += v; \ | |
328 | c_array[temp2 + box2 + 3] += v; \ | |
329 | } while (0) | |
330 | ||
331 | #define VERTICAL_HALF(y_start, y_end) do { \ | |
332 | for (y = y_start; y < y_end; y++) { \ | |
333 | const int temp1 = (y / blocky) * xblocks4; \ | |
334 | const int temp2 = ((y + yhalf) / blocky) * xblocks4; \ | |
335 | for (x = 0; x < width; x++) \ | |
336 | if (cmkp[x - cmk_linesize] == 0xff && \ | |
337 | cmkp[x ] == 0xff && \ | |
338 | cmkp[x + cmk_linesize] == 0xff) \ | |
339 | C_ARRAY_ADD(1); \ | |
340 | cmkp += cmk_linesize; \ | |
341 | } \ | |
342 | } while (0) | |
343 | ||
344 | VERTICAL_HALF(1, yhalf); | |
345 | ||
346 | for (y = yhalf; y < heighta; y += yhalf) { | |
347 | const int temp1 = (y / blocky) * xblocks4; | |
348 | const int temp2 = ((y + yhalf) / blocky) * xblocks4; | |
349 | ||
350 | for (x = 0; x < widtha; x += xhalf) { | |
351 | const uint8_t *cmkp_tmp = cmkp + x; | |
352 | int u, v, sum = 0; | |
353 | for (u = 0; u < yhalf; u++) { | |
354 | for (v = 0; v < xhalf; v++) | |
355 | if (cmkp_tmp[v - cmk_linesize] == 0xff && | |
356 | cmkp_tmp[v ] == 0xff && | |
357 | cmkp_tmp[v + cmk_linesize] == 0xff) | |
358 | sum++; | |
359 | cmkp_tmp += cmk_linesize; | |
360 | } | |
361 | if (sum) | |
362 | C_ARRAY_ADD(sum); | |
363 | } | |
364 | ||
365 | for (x = widtha; x < width; x++) { | |
366 | const uint8_t *cmkp_tmp = cmkp + x; | |
367 | int u, sum = 0; | |
368 | for (u = 0; u < yhalf; u++) { | |
369 | if (cmkp_tmp[-cmk_linesize] == 0xff && | |
370 | cmkp_tmp[ 0] == 0xff && | |
371 | cmkp_tmp[ cmk_linesize] == 0xff) | |
372 | sum++; | |
373 | cmkp_tmp += cmk_linesize; | |
374 | } | |
375 | if (sum) | |
376 | C_ARRAY_ADD(sum); | |
377 | } | |
378 | ||
379 | cmkp += cmk_linesize * yhalf; | |
380 | } | |
381 | ||
382 | VERTICAL_HALF(heighta, height - 1); | |
383 | ||
384 | for (x = 0; x < arraysize; x++) | |
385 | if (c_array[x] > max_v) | |
386 | max_v = c_array[x]; | |
387 | } | |
388 | return max_v; | |
389 | } | |
390 | ||
391 | // the secret is that tbuffer is an interlaced, offset subset of all the lines | |
392 | static void build_abs_diff_mask(const uint8_t *prvp, int prv_linesize, | |
393 | const uint8_t *nxtp, int nxt_linesize, | |
394 | uint8_t *tbuffer, int tbuf_linesize, | |
395 | int width, int height) | |
396 | { | |
397 | int y, x; | |
398 | ||
399 | prvp -= prv_linesize; | |
400 | nxtp -= nxt_linesize; | |
401 | for (y = 0; y < height; y++) { | |
402 | for (x = 0; x < width; x++) | |
403 | tbuffer[x] = FFABS(prvp[x] - nxtp[x]); | |
404 | prvp += prv_linesize; | |
405 | nxtp += nxt_linesize; | |
406 | tbuffer += tbuf_linesize; | |
407 | } | |
408 | } | |
409 | ||
410 | /** | |
411 | * Build a map over which pixels differ a lot/a little | |
412 | */ | |
413 | static void build_diff_map(FieldMatchContext *fm, | |
414 | const uint8_t *prvp, int prv_linesize, | |
415 | const uint8_t *nxtp, int nxt_linesize, | |
416 | uint8_t *dstp, int dst_linesize, int height, | |
417 | int width, int plane) | |
418 | { | |
419 | int x, y, u, diff, count; | |
420 | int tpitch = plane ? fm->tpitchuv : fm->tpitchy; | |
421 | const uint8_t *dp = fm->tbuffer + tpitch; | |
422 | ||
423 | build_abs_diff_mask(prvp, prv_linesize, nxtp, nxt_linesize, | |
424 | fm->tbuffer, tpitch, width, height>>1); | |
425 | ||
426 | for (y = 2; y < height - 2; y += 2) { | |
427 | for (x = 1; x < width - 1; x++) { | |
428 | diff = dp[x]; | |
429 | if (diff > 3) { | |
430 | for (count = 0, u = x-1; u < x+2 && count < 2; u++) { | |
431 | count += dp[u-tpitch] > 3; | |
432 | count += dp[u ] > 3; | |
433 | count += dp[u+tpitch] > 3; | |
434 | } | |
435 | if (count > 1) { | |
436 | dstp[x] = 1; | |
437 | if (diff > 19) { | |
438 | int upper = 0, lower = 0; | |
439 | for (count = 0, u = x-1; u < x+2 && count < 6; u++) { | |
440 | if (dp[u-tpitch] > 19) { count++; upper = 1; } | |
441 | if (dp[u ] > 19) count++; | |
442 | if (dp[u+tpitch] > 19) { count++; lower = 1; } | |
443 | } | |
444 | if (count > 3) { | |
445 | if (upper && lower) { | |
446 | dstp[x] |= 1<<1; | |
447 | } else { | |
448 | int upper2 = 0, lower2 = 0; | |
449 | for (u = FFMAX(x-4,0); u < FFMIN(x+5,width); u++) { | |
450 | if (y != 2 && dp[u-2*tpitch] > 19) upper2 = 1; | |
451 | if ( dp[u- tpitch] > 19) upper = 1; | |
452 | if ( dp[u+ tpitch] > 19) lower = 1; | |
453 | if (y != height-4 && dp[u+2*tpitch] > 19) lower2 = 1; | |
454 | } | |
455 | if ((upper && (lower || upper2)) || | |
456 | (lower && (upper || lower2))) | |
457 | dstp[x] |= 1<<1; | |
458 | else if (count > 5) | |
459 | dstp[x] |= 1<<2; | |
460 | } | |
461 | } | |
462 | } | |
463 | } | |
464 | } | |
465 | } | |
466 | dp += tpitch; | |
467 | dstp += dst_linesize; | |
468 | } | |
469 | } | |
470 | ||
471 | enum { mP, mC, mN, mB, mU }; | |
472 | ||
473 | static int get_field_base(int match, int field) | |
474 | { | |
475 | return match < 3 ? 2 - field : 1 + field; | |
476 | } | |
477 | ||
478 | static AVFrame *select_frame(FieldMatchContext *fm, int match) | |
479 | { | |
480 | if (match == mP || match == mB) return fm->prv; | |
481 | else if (match == mN || match == mU) return fm->nxt; | |
482 | else /* match == mC */ return fm->src; | |
483 | } | |
484 | ||
485 | static int compare_fields(FieldMatchContext *fm, int match1, int match2, int field) | |
486 | { | |
487 | int plane, ret; | |
488 | uint64_t accumPc = 0, accumPm = 0, accumPml = 0; | |
489 | uint64_t accumNc = 0, accumNm = 0, accumNml = 0; | |
490 | int norm1, norm2, mtn1, mtn2; | |
491 | float c1, c2, mr; | |
492 | const AVFrame *src = fm->src; | |
493 | ||
494 | for (plane = 0; plane < (fm->mchroma ? 3 : 1); plane++) { | |
495 | int x, y, temp1, temp2, fbase; | |
496 | const AVFrame *prev, *next; | |
497 | uint8_t *mapp = fm->map_data[plane]; | |
498 | int map_linesize = fm->map_linesize[plane]; | |
499 | const uint8_t *srcp = src->data[plane]; | |
500 | const int src_linesize = src->linesize[plane]; | |
501 | const int srcf_linesize = src_linesize << 1; | |
502 | int prv_linesize, nxt_linesize; | |
503 | int prvf_linesize, nxtf_linesize; | |
504 | const int width = get_width (fm, src, plane); | |
505 | const int height = get_height(fm, src, plane); | |
506 | const int y0a = fm->y0 >> (plane != 0); | |
507 | const int y1a = fm->y1 >> (plane != 0); | |
508 | const int startx = (plane == 0 ? 8 : 4); | |
509 | const int stopx = width - startx; | |
510 | const uint8_t *srcpf, *srcf, *srcnf; | |
511 | const uint8_t *prvpf, *prvnf, *nxtpf, *nxtnf; | |
512 | ||
513 | fill_buf(mapp, width, height, map_linesize, 0); | |
514 | ||
515 | /* match1 */ | |
516 | fbase = get_field_base(match1, field); | |
517 | srcf = srcp + (fbase + 1) * src_linesize; | |
518 | srcpf = srcf - srcf_linesize; | |
519 | srcnf = srcf + srcf_linesize; | |
520 | mapp = mapp + fbase * map_linesize; | |
521 | prev = select_frame(fm, match1); | |
522 | prv_linesize = prev->linesize[plane]; | |
523 | prvf_linesize = prv_linesize << 1; | |
524 | prvpf = prev->data[plane] + fbase * prv_linesize; // previous frame, previous field | |
525 | prvnf = prvpf + prvf_linesize; // previous frame, next field | |
526 | ||
527 | /* match2 */ | |
528 | fbase = get_field_base(match2, field); | |
529 | next = select_frame(fm, match2); | |
530 | nxt_linesize = next->linesize[plane]; | |
531 | nxtf_linesize = nxt_linesize << 1; | |
532 | nxtpf = next->data[plane] + fbase * nxt_linesize; // next frame, previous field | |
533 | nxtnf = nxtpf + nxtf_linesize; // next frame, next field | |
534 | ||
535 | map_linesize <<= 1; | |
536 | if ((match1 >= 3 && field == 1) || (match1 < 3 && field != 1)) | |
537 | build_diff_map(fm, prvpf, prvf_linesize, nxtpf, nxtf_linesize, | |
538 | mapp, map_linesize, height, width, plane); | |
539 | else | |
540 | build_diff_map(fm, prvnf, prvf_linesize, nxtnf, nxtf_linesize, | |
541 | mapp + map_linesize, map_linesize, height, width, plane); | |
542 | ||
543 | for (y = 2; y < height - 2; y += 2) { | |
544 | if (y0a == y1a || y < y0a || y > y1a) { | |
545 | for (x = startx; x < stopx; x++) { | |
546 | if (mapp[x] > 0 || mapp[x + map_linesize] > 0) { | |
547 | temp1 = srcpf[x] + (srcf[x] << 2) + srcnf[x]; // [1 4 1] | |
548 | ||
549 | temp2 = abs(3 * (prvpf[x] + prvnf[x]) - temp1); | |
550 | if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1))) | |
551 | accumPc += temp2; | |
552 | if (temp2 > 42) { | |
553 | if ((mapp[x]&2) || (mapp[x + map_linesize]&2)) | |
554 | accumPm += temp2; | |
555 | if ((mapp[x]&4) || (mapp[x + map_linesize]&4)) | |
556 | accumPml += temp2; | |
557 | } | |
558 | ||
559 | temp2 = abs(3 * (nxtpf[x] + nxtnf[x]) - temp1); | |
560 | if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1))) | |
561 | accumNc += temp2; | |
562 | if (temp2 > 42) { | |
563 | if ((mapp[x]&2) || (mapp[x + map_linesize]&2)) | |
564 | accumNm += temp2; | |
565 | if ((mapp[x]&4) || (mapp[x + map_linesize]&4)) | |
566 | accumNml += temp2; | |
567 | } | |
568 | } | |
569 | } | |
570 | } | |
571 | prvpf += prvf_linesize; | |
572 | prvnf += prvf_linesize; | |
573 | srcpf += srcf_linesize; | |
574 | srcf += srcf_linesize; | |
575 | srcnf += srcf_linesize; | |
576 | nxtpf += nxtf_linesize; | |
577 | nxtnf += nxtf_linesize; | |
578 | mapp += map_linesize; | |
579 | } | |
580 | } | |
581 | ||
582 | if (accumPm < 500 && accumNm < 500 && (accumPml >= 500 || accumNml >= 500) && | |
583 | FFMAX(accumPml,accumNml) > 3*FFMIN(accumPml,accumNml)) { | |
584 | accumPm = accumPml; | |
585 | accumNm = accumNml; | |
586 | } | |
587 | ||
588 | norm1 = (int)((accumPc / 6.0f) + 0.5f); | |
589 | norm2 = (int)((accumNc / 6.0f) + 0.5f); | |
590 | mtn1 = (int)((accumPm / 6.0f) + 0.5f); | |
591 | mtn2 = (int)((accumNm / 6.0f) + 0.5f); | |
592 | c1 = ((float)FFMAX(norm1,norm2)) / ((float)FFMAX(FFMIN(norm1,norm2),1)); | |
593 | c2 = ((float)FFMAX(mtn1, mtn2)) / ((float)FFMAX(FFMIN(mtn1, mtn2), 1)); | |
594 | mr = ((float)FFMAX(mtn1, mtn2)) / ((float)FFMAX(FFMAX(norm1,norm2),1)); | |
595 | if (((mtn1 >= 500 || mtn2 >= 500) && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1)) || | |
596 | ((mtn1 >= 1000 || mtn2 >= 1000) && (mtn1*3 < mtn2*2 || mtn2*3 < mtn1*2)) || | |
597 | ((mtn1 >= 2000 || mtn2 >= 2000) && (mtn1*5 < mtn2*4 || mtn2*5 < mtn1*4)) || | |
598 | ((mtn1 >= 4000 || mtn2 >= 4000) && c2 > c1)) | |
599 | ret = mtn1 > mtn2 ? match2 : match1; | |
600 | else if (mr > 0.005 && FFMAX(mtn1, mtn2) > 150 && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1)) | |
601 | ret = mtn1 > mtn2 ? match2 : match1; | |
602 | else | |
603 | ret = norm1 > norm2 ? match2 : match1; | |
604 | return ret; | |
605 | } | |
606 | ||
607 | static void copy_fields(const FieldMatchContext *fm, AVFrame *dst, | |
608 | const AVFrame *src, int field) | |
609 | { | |
610 | int plane; | |
611 | for (plane = 0; plane < 4 && src->data[plane] && src->linesize[plane]; plane++) | |
612 | av_image_copy_plane(dst->data[plane] + field*dst->linesize[plane], dst->linesize[plane] << 1, | |
613 | src->data[plane] + field*src->linesize[plane], src->linesize[plane] << 1, | |
614 | get_width(fm, src, plane), get_height(fm, src, plane) / 2); | |
615 | } | |
616 | ||
617 | static AVFrame *create_weave_frame(AVFilterContext *ctx, int match, int field, | |
618 | const AVFrame *prv, AVFrame *src, const AVFrame *nxt) | |
619 | { | |
620 | AVFrame *dst; | |
621 | FieldMatchContext *fm = ctx->priv; | |
622 | ||
623 | if (match == mC) { | |
624 | dst = av_frame_clone(src); | |
625 | } else { | |
626 | AVFilterLink *outlink = ctx->outputs[0]; | |
627 | ||
628 | dst = ff_get_video_buffer(outlink, outlink->w, outlink->h); | |
629 | if (!dst) | |
630 | return NULL; | |
631 | av_frame_copy_props(dst, src); | |
632 | ||
633 | switch (match) { | |
634 | case mP: copy_fields(fm, dst, src, 1-field); copy_fields(fm, dst, prv, field); break; | |
635 | case mN: copy_fields(fm, dst, src, 1-field); copy_fields(fm, dst, nxt, field); break; | |
636 | case mB: copy_fields(fm, dst, src, field); copy_fields(fm, dst, prv, 1-field); break; | |
637 | case mU: copy_fields(fm, dst, src, field); copy_fields(fm, dst, nxt, 1-field); break; | |
638 | default: av_assert0(0); | |
639 | } | |
640 | } | |
641 | return dst; | |
642 | } | |
643 | ||
644 | static int checkmm(AVFilterContext *ctx, int *combs, int m1, int m2, | |
645 | AVFrame **gen_frames, int field) | |
646 | { | |
647 | const FieldMatchContext *fm = ctx->priv; | |
648 | ||
649 | #define LOAD_COMB(mid) do { \ | |
650 | if (combs[mid] < 0) { \ | |
651 | if (!gen_frames[mid]) \ | |
652 | gen_frames[mid] = create_weave_frame(ctx, mid, field, \ | |
653 | fm->prv, fm->src, fm->nxt); \ | |
654 | combs[mid] = calc_combed_score(fm, gen_frames[mid]); \ | |
655 | } \ | |
656 | } while (0) | |
657 | ||
658 | LOAD_COMB(m1); | |
659 | LOAD_COMB(m2); | |
660 | ||
661 | if ((combs[m2] * 3 < combs[m1] || (combs[m2] * 2 < combs[m1] && combs[m1] > fm->combpel)) && | |
662 | abs(combs[m2] - combs[m1]) >= 30 && combs[m2] < fm->combpel) | |
663 | return m2; | |
664 | else | |
665 | return m1; | |
666 | } | |
667 | ||
668 | static const int fxo0m[] = { mP, mC, mN, mB, mU }; | |
669 | static const int fxo1m[] = { mN, mC, mP, mU, mB }; | |
670 | ||
671 | static int filter_frame(AVFilterLink *inlink, AVFrame *in) | |
672 | { | |
673 | AVFilterContext *ctx = inlink->dst; | |
674 | AVFilterLink *outlink = ctx->outputs[0]; | |
675 | FieldMatchContext *fm = ctx->priv; | |
676 | int combs[] = { -1, -1, -1, -1, -1 }; | |
677 | int order, field, i, match, sc = 0; | |
678 | const int *fxo; | |
679 | AVFrame *gen_frames[] = { NULL, NULL, NULL, NULL, NULL }; | |
680 | AVFrame *dst; | |
681 | ||
682 | /* update frames queue(s) */ | |
683 | #define SLIDING_FRAME_WINDOW(prv, src, nxt) do { \ | |
684 | if (prv != src) /* 2nd loop exception (1st has prv==src and we don't want to loose src) */ \ | |
685 | av_frame_free(&prv); \ | |
686 | prv = src; \ | |
687 | src = nxt; \ | |
688 | if (in) \ | |
689 | nxt = in; \ | |
690 | if (!prv) \ | |
691 | prv = src; \ | |
692 | if (!prv) /* received only one frame at that point */ \ | |
693 | return 0; \ | |
694 | av_assert0(prv && src && nxt); \ | |
695 | } while (0) | |
696 | if (FF_INLINK_IDX(inlink) == INPUT_MAIN) { | |
697 | SLIDING_FRAME_WINDOW(fm->prv, fm->src, fm->nxt); | |
698 | fm->got_frame[INPUT_MAIN] = 1; | |
699 | } else { | |
700 | SLIDING_FRAME_WINDOW(fm->prv2, fm->src2, fm->nxt2); | |
701 | fm->got_frame[INPUT_CLEANSRC] = 1; | |
702 | } | |
703 | if (!fm->got_frame[INPUT_MAIN] || (fm->ppsrc && !fm->got_frame[INPUT_CLEANSRC])) | |
704 | return 0; | |
705 | fm->got_frame[INPUT_MAIN] = fm->got_frame[INPUT_CLEANSRC] = 0; | |
706 | in = fm->src; | |
707 | ||
708 | /* parity */ | |
709 | order = fm->order != FM_PARITY_AUTO ? fm->order : (in->interlaced_frame ? in->top_field_first : 1); | |
710 | field = fm->field != FM_PARITY_AUTO ? fm->field : order; | |
711 | av_assert0(order == 0 || order == 1 || field == 0 || field == 1); | |
712 | fxo = field ^ order ? fxo1m : fxo0m; | |
713 | ||
714 | /* debug mode: we generate all the fields combinations and their associated | |
715 | * combed score. XXX: inject as frame metadata? */ | |
716 | if (fm->combdbg) { | |
717 | for (i = 0; i < FF_ARRAY_ELEMS(combs); i++) { | |
718 | if (i > mN && fm->combdbg == COMBDBG_PCN) | |
719 | break; | |
720 | gen_frames[i] = create_weave_frame(ctx, i, field, fm->prv, fm->src, fm->nxt); | |
721 | if (!gen_frames[i]) | |
722 | return AVERROR(ENOMEM); | |
723 | combs[i] = calc_combed_score(fm, gen_frames[i]); | |
724 | } | |
725 | av_log(ctx, AV_LOG_INFO, "COMBS: %3d %3d %3d %3d %3d\n", | |
726 | combs[0], combs[1], combs[2], combs[3], combs[4]); | |
727 | } else { | |
728 | gen_frames[mC] = av_frame_clone(fm->src); | |
729 | if (!gen_frames[mC]) | |
730 | return AVERROR(ENOMEM); | |
731 | } | |
732 | ||
733 | /* p/c selection and optional 3-way p/c/n matches */ | |
734 | match = compare_fields(fm, fxo[mC], fxo[mP], field); | |
735 | if (fm->mode == MODE_PCN || fm->mode == MODE_PCN_UB) | |
736 | match = compare_fields(fm, match, fxo[mN], field); | |
737 | ||
738 | /* scene change check */ | |
739 | if (fm->combmatch == COMBMATCH_SC) { | |
740 | if (fm->lastn == outlink->frame_count - 1) { | |
741 | if (fm->lastscdiff > fm->scthresh) | |
742 | sc = 1; | |
743 | } else if (luma_abs_diff(fm->prv, fm->src) > fm->scthresh) { | |
744 | sc = 1; | |
745 | } | |
746 | ||
747 | if (!sc) { | |
748 | fm->lastn = outlink->frame_count; | |
749 | fm->lastscdiff = luma_abs_diff(fm->src, fm->nxt); | |
750 | sc = fm->lastscdiff > fm->scthresh; | |
751 | } | |
752 | } | |
753 | ||
754 | if (fm->combmatch == COMBMATCH_FULL || (fm->combmatch == COMBMATCH_SC && sc)) { | |
755 | switch (fm->mode) { | |
756 | /* 2-way p/c matches */ | |
757 | case MODE_PC: | |
758 | match = checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field); | |
759 | break; | |
760 | case MODE_PC_N: | |
761 | match = checkmm(ctx, combs, match, fxo[mN], gen_frames, field); | |
762 | break; | |
763 | case MODE_PC_U: | |
764 | match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field); | |
765 | break; | |
766 | case MODE_PC_N_UB: | |
767 | match = checkmm(ctx, combs, match, fxo[mN], gen_frames, field); | |
768 | match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field); | |
769 | match = checkmm(ctx, combs, match, fxo[mB], gen_frames, field); | |
770 | break; | |
771 | /* 3-way p/c/n matches */ | |
772 | case MODE_PCN: | |
773 | match = checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field); | |
774 | break; | |
775 | case MODE_PCN_UB: | |
776 | match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field); | |
777 | match = checkmm(ctx, combs, match, fxo[mB], gen_frames, field); | |
778 | break; | |
779 | default: | |
780 | av_assert0(0); | |
781 | } | |
782 | } | |
783 | ||
784 | /* get output frame and drop the others */ | |
785 | if (fm->ppsrc) { | |
786 | /* field matching was based on a filtered/post-processed input, we now | |
787 | * pick the untouched fields from the clean source */ | |
788 | dst = create_weave_frame(ctx, match, field, fm->prv2, fm->src2, fm->nxt2); | |
789 | } else { | |
790 | if (!gen_frames[match]) { // XXX: is that possible? | |
791 | dst = create_weave_frame(ctx, match, field, fm->prv, fm->src, fm->nxt); | |
792 | } else { | |
793 | dst = gen_frames[match]; | |
794 | gen_frames[match] = NULL; | |
795 | } | |
796 | } | |
797 | if (!dst) | |
798 | return AVERROR(ENOMEM); | |
799 | for (i = 0; i < FF_ARRAY_ELEMS(gen_frames); i++) | |
800 | av_frame_free(&gen_frames[i]); | |
801 | ||
802 | /* mark the frame we are unable to match properly as interlaced so a proper | |
803 | * de-interlacer can take the relay */ | |
804 | dst->interlaced_frame = combs[match] >= fm->combpel; | |
805 | if (dst->interlaced_frame) { | |
806 | av_log(ctx, AV_LOG_WARNING, "Frame #%"PRId64" at %s is still interlaced\n", | |
807 | outlink->frame_count, av_ts2timestr(in->pts, &inlink->time_base)); | |
808 | dst->top_field_first = field; | |
809 | } | |
810 | ||
811 | av_log(ctx, AV_LOG_DEBUG, "SC:%d | COMBS: %3d %3d %3d %3d %3d (combpel=%d)" | |
812 | " match=%d combed=%s\n", sc, combs[0], combs[1], combs[2], combs[3], combs[4], | |
813 | fm->combpel, match, dst->interlaced_frame ? "YES" : "NO"); | |
814 | ||
815 | return ff_filter_frame(outlink, dst); | |
816 | } | |
817 | ||
818 | static int request_inlink(AVFilterContext *ctx, int lid) | |
819 | { | |
820 | int ret = 0; | |
821 | FieldMatchContext *fm = ctx->priv; | |
822 | ||
823 | if (!fm->got_frame[lid]) { | |
824 | AVFilterLink *inlink = ctx->inputs[lid]; | |
825 | ret = ff_request_frame(inlink); | |
826 | if (ret == AVERROR_EOF) { // flushing | |
827 | fm->eof |= 1 << lid; | |
828 | ret = filter_frame(inlink, NULL); | |
829 | } | |
830 | } | |
831 | return ret; | |
832 | } | |
833 | ||
834 | static int request_frame(AVFilterLink *outlink) | |
835 | { | |
836 | int ret; | |
837 | AVFilterContext *ctx = outlink->src; | |
838 | FieldMatchContext *fm = ctx->priv; | |
839 | const uint32_t eof_mask = 1<<INPUT_MAIN | fm->ppsrc<<INPUT_CLEANSRC; | |
840 | ||
841 | if ((fm->eof & eof_mask) == eof_mask) // flush done? | |
842 | return AVERROR_EOF; | |
843 | if ((ret = request_inlink(ctx, INPUT_MAIN)) < 0) | |
844 | return ret; | |
845 | if (fm->ppsrc && (ret = request_inlink(ctx, INPUT_CLEANSRC)) < 0) | |
846 | return ret; | |
847 | return 0; | |
848 | } | |
849 | ||
850 | static int query_formats(AVFilterContext *ctx) | |
851 | { | |
852 | // TODO: second input source can support >8bit depth | |
853 | static const enum AVPixelFormat pix_fmts[] = { | |
854 | AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUV420P, | |
855 | AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P, | |
856 | AV_PIX_FMT_NONE | |
857 | }; | |
858 | ff_set_common_formats(ctx, ff_make_format_list(pix_fmts)); | |
859 | return 0; | |
860 | } | |
861 | ||
862 | static int config_input(AVFilterLink *inlink) | |
863 | { | |
864 | int ret; | |
865 | AVFilterContext *ctx = inlink->dst; | |
866 | FieldMatchContext *fm = ctx->priv; | |
867 | const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(inlink->format); | |
868 | const int w = inlink->w; | |
869 | const int h = inlink->h; | |
870 | ||
871 | fm->scthresh = (int64_t)((w * h * 255.0 * fm->scthresh_flt) / 100.0); | |
872 | ||
873 | if ((ret = av_image_alloc(fm->map_data, fm->map_linesize, w, h, inlink->format, 32)) < 0 || | |
874 | (ret = av_image_alloc(fm->cmask_data, fm->cmask_linesize, w, h, inlink->format, 32)) < 0) | |
875 | return ret; | |
876 | ||
877 | fm->hsub = pix_desc->log2_chroma_w; | |
878 | fm->vsub = pix_desc->log2_chroma_h; | |
879 | ||
880 | fm->tpitchy = FFALIGN(w, 16); | |
881 | fm->tpitchuv = FFALIGN(w >> 1, 16); | |
882 | ||
883 | fm->tbuffer = av_malloc(h/2 * fm->tpitchy); | |
884 | fm->c_array = av_malloc((((w + fm->blockx/2)/fm->blockx)+1) * | |
885 | (((h + fm->blocky/2)/fm->blocky)+1) * | |
886 | 4 * sizeof(*fm->c_array)); | |
887 | if (!fm->tbuffer || !fm->c_array) | |
888 | return AVERROR(ENOMEM); | |
889 | ||
890 | return 0; | |
891 | } | |
892 | ||
893 | static av_cold int fieldmatch_init(AVFilterContext *ctx) | |
894 | { | |
895 | const FieldMatchContext *fm = ctx->priv; | |
896 | AVFilterPad pad = { | |
897 | .name = av_strdup("main"), | |
898 | .type = AVMEDIA_TYPE_VIDEO, | |
899 | .filter_frame = filter_frame, | |
900 | .config_props = config_input, | |
901 | }; | |
902 | ||
903 | if (!pad.name) | |
904 | return AVERROR(ENOMEM); | |
905 | ff_insert_inpad(ctx, INPUT_MAIN, &pad); | |
906 | ||
907 | if (fm->ppsrc) { | |
908 | pad.name = av_strdup("clean_src"); | |
909 | pad.config_props = NULL; | |
910 | if (!pad.name) | |
911 | return AVERROR(ENOMEM); | |
912 | ff_insert_inpad(ctx, INPUT_CLEANSRC, &pad); | |
913 | } | |
914 | ||
915 | if ((fm->blockx & (fm->blockx - 1)) || | |
916 | (fm->blocky & (fm->blocky - 1))) { | |
917 | av_log(ctx, AV_LOG_ERROR, "blockx and blocky settings must be power of two\n"); | |
918 | return AVERROR(EINVAL); | |
919 | } | |
920 | ||
921 | if (fm->combpel > fm->blockx * fm->blocky) { | |
922 | av_log(ctx, AV_LOG_ERROR, "Combed pixel should not be larger than blockx x blocky\n"); | |
923 | return AVERROR(EINVAL); | |
924 | } | |
925 | ||
926 | return 0; | |
927 | } | |
928 | ||
929 | static av_cold void fieldmatch_uninit(AVFilterContext *ctx) | |
930 | { | |
931 | int i; | |
932 | FieldMatchContext *fm = ctx->priv; | |
933 | ||
934 | if (fm->prv != fm->src) | |
935 | av_frame_free(&fm->prv); | |
936 | if (fm->nxt != fm->src) | |
937 | av_frame_free(&fm->nxt); | |
938 | av_frame_free(&fm->src); | |
939 | av_freep(&fm->map_data[0]); | |
940 | av_freep(&fm->cmask_data[0]); | |
941 | av_freep(&fm->tbuffer); | |
942 | av_freep(&fm->c_array); | |
943 | for (i = 0; i < ctx->nb_inputs; i++) | |
944 | av_freep(&ctx->input_pads[i].name); | |
945 | } | |
946 | ||
947 | static int config_output(AVFilterLink *outlink) | |
948 | { | |
949 | AVFilterContext *ctx = outlink->src; | |
950 | const FieldMatchContext *fm = ctx->priv; | |
951 | const AVFilterLink *inlink = | |
952 | ctx->inputs[fm->ppsrc ? INPUT_CLEANSRC : INPUT_MAIN]; | |
953 | ||
954 | outlink->flags |= FF_LINK_FLAG_REQUEST_LOOP; | |
955 | outlink->time_base = inlink->time_base; | |
956 | outlink->sample_aspect_ratio = inlink->sample_aspect_ratio; | |
957 | outlink->frame_rate = inlink->frame_rate; | |
958 | outlink->w = inlink->w; | |
959 | outlink->h = inlink->h; | |
960 | return 0; | |
961 | } | |
962 | ||
963 | static const AVFilterPad fieldmatch_outputs[] = { | |
964 | { | |
965 | .name = "default", | |
966 | .type = AVMEDIA_TYPE_VIDEO, | |
967 | .request_frame = request_frame, | |
968 | .config_props = config_output, | |
969 | }, | |
970 | { NULL } | |
971 | }; | |
972 | ||
973 | AVFilter ff_vf_fieldmatch = { | |
974 | .name = "fieldmatch", | |
975 | .description = NULL_IF_CONFIG_SMALL("Field matching for inverse telecine."), | |
976 | .query_formats = query_formats, | |
977 | .priv_size = sizeof(FieldMatchContext), | |
978 | .init = fieldmatch_init, | |
979 | .uninit = fieldmatch_uninit, | |
980 | .inputs = NULL, | |
981 | .outputs = fieldmatch_outputs, | |
982 | .priv_class = &fieldmatch_class, | |
983 | .flags = AVFILTER_FLAG_DYNAMIC_INPUTS, | |
984 | }; |