Imported Debian version 2.4.3~trusty1
[deb_ffmpeg.git] / ffmpeg / libavcodec / vp8dsp.c
CommitLineData
2ba45a60
DM
1/*
2 * Copyright (C) 2010 David Conrad
3 * Copyright (C) 2010 Ronald S. Bultje
4 * Copyright (C) 2014 Peter Ross
5 *
6 * This file is part of FFmpeg.
7 *
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
12 *
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 */
22
23/**
24 * @file
25 * VP8 compatible video decoder
26 */
27
28#include "libavutil/common.h"
29#include "libavutil/intreadwrite.h"
30
31#include "mathops.h"
32#include "vp8dsp.h"
33
34#define MK_IDCT_DC_ADD4_C(name) \
35static void name ## _idct_dc_add4uv_c(uint8_t *dst, int16_t block[4][16], \
36 ptrdiff_t stride) \
37{ \
38 name ## _idct_dc_add_c(dst + stride * 0 + 0, block[0], stride); \
39 name ## _idct_dc_add_c(dst + stride * 0 + 4, block[1], stride); \
40 name ## _idct_dc_add_c(dst + stride * 4 + 0, block[2], stride); \
41 name ## _idct_dc_add_c(dst + stride * 4 + 4, block[3], stride); \
42} \
43 \
44static void name ## _idct_dc_add4y_c(uint8_t *dst, int16_t block[4][16], \
45 ptrdiff_t stride) \
46{ \
47 name ## _idct_dc_add_c(dst + 0, block[0], stride); \
48 name ## _idct_dc_add_c(dst + 4, block[1], stride); \
49 name ## _idct_dc_add_c(dst + 8, block[2], stride); \
50 name ## _idct_dc_add_c(dst + 12, block[3], stride); \
51}
52
53#if CONFIG_VP7_DECODER
54static void vp7_luma_dc_wht_c(int16_t block[4][4][16], int16_t dc[16])
55{
56 int i, a1, b1, c1, d1;
57 int16_t tmp[16];
58
59 for (i = 0; i < 4; i++) {
60 a1 = (dc[i * 4 + 0] + dc[i * 4 + 2]) * 23170;
61 b1 = (dc[i * 4 + 0] - dc[i * 4 + 2]) * 23170;
62 c1 = dc[i * 4 + 1] * 12540 - dc[i * 4 + 3] * 30274;
63 d1 = dc[i * 4 + 1] * 30274 + dc[i * 4 + 3] * 12540;
64 tmp[i * 4 + 0] = (a1 + d1) >> 14;
65 tmp[i * 4 + 3] = (a1 - d1) >> 14;
66 tmp[i * 4 + 1] = (b1 + c1) >> 14;
67 tmp[i * 4 + 2] = (b1 - c1) >> 14;
68 }
69
70 for (i = 0; i < 4; i++) {
71 a1 = (tmp[i + 0] + tmp[i + 8]) * 23170;
72 b1 = (tmp[i + 0] - tmp[i + 8]) * 23170;
73 c1 = tmp[i + 4] * 12540 - tmp[i + 12] * 30274;
74 d1 = tmp[i + 4] * 30274 + tmp[i + 12] * 12540;
75 AV_ZERO64(dc + i * 4);
76 block[0][i][0] = (a1 + d1 + 0x20000) >> 18;
77 block[3][i][0] = (a1 - d1 + 0x20000) >> 18;
78 block[1][i][0] = (b1 + c1 + 0x20000) >> 18;
79 block[2][i][0] = (b1 - c1 + 0x20000) >> 18;
80 }
81}
82
83static void vp7_luma_dc_wht_dc_c(int16_t block[4][4][16], int16_t dc[16])
84{
85 int i, val = (23170 * (23170 * dc[0] >> 14) + 0x20000) >> 18;
86 dc[0] = 0;
87
88 for (i = 0; i < 4; i++) {
89 block[i][0][0] = val;
90 block[i][1][0] = val;
91 block[i][2][0] = val;
92 block[i][3][0] = val;
93 }
94}
95
96static void vp7_idct_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride)
97{
98 int i, a1, b1, c1, d1;
99 int16_t tmp[16];
100
101 for (i = 0; i < 4; i++) {
102 a1 = (block[i * 4 + 0] + block[i * 4 + 2]) * 23170;
103 b1 = (block[i * 4 + 0] - block[i * 4 + 2]) * 23170;
104 c1 = block[i * 4 + 1] * 12540 - block[i * 4 + 3] * 30274;
105 d1 = block[i * 4 + 1] * 30274 + block[i * 4 + 3] * 12540;
106 AV_ZERO64(block + i * 4);
107 tmp[i * 4 + 0] = (a1 + d1) >> 14;
108 tmp[i * 4 + 3] = (a1 - d1) >> 14;
109 tmp[i * 4 + 1] = (b1 + c1) >> 14;
110 tmp[i * 4 + 2] = (b1 - c1) >> 14;
111 }
112
113 for (i = 0; i < 4; i++) {
114 a1 = (tmp[i + 0] + tmp[i + 8]) * 23170;
115 b1 = (tmp[i + 0] - tmp[i + 8]) * 23170;
116 c1 = tmp[i + 4] * 12540 - tmp[i + 12] * 30274;
117 d1 = tmp[i + 4] * 30274 + tmp[i + 12] * 12540;
118 dst[0 * stride + i] = av_clip_uint8(dst[0 * stride + i] +
119 ((a1 + d1 + 0x20000) >> 18));
120 dst[3 * stride + i] = av_clip_uint8(dst[3 * stride + i] +
121 ((a1 - d1 + 0x20000) >> 18));
122 dst[1 * stride + i] = av_clip_uint8(dst[1 * stride + i] +
123 ((b1 + c1 + 0x20000) >> 18));
124 dst[2 * stride + i] = av_clip_uint8(dst[2 * stride + i] +
125 ((b1 - c1 + 0x20000) >> 18));
126 }
127}
128
129static void vp7_idct_dc_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride)
130{
131 int i, dc = (23170 * (23170 * block[0] >> 14) + 0x20000) >> 18;
132 block[0] = 0;
133
134 for (i = 0; i < 4; i++) {
135 dst[0] = av_clip_uint8(dst[0] + dc);
136 dst[1] = av_clip_uint8(dst[1] + dc);
137 dst[2] = av_clip_uint8(dst[2] + dc);
138 dst[3] = av_clip_uint8(dst[3] + dc);
139 dst += stride;
140 }
141}
142
143MK_IDCT_DC_ADD4_C(vp7)
144#endif /* CONFIG_VP7_DECODER */
145
146// TODO: Maybe add dequant
147#if CONFIG_VP8_DECODER
148static void vp8_luma_dc_wht_c(int16_t block[4][4][16], int16_t dc[16])
149{
150 int i, t0, t1, t2, t3;
151
152 for (i = 0; i < 4; i++) {
153 t0 = dc[0 * 4 + i] + dc[3 * 4 + i];
154 t1 = dc[1 * 4 + i] + dc[2 * 4 + i];
155 t2 = dc[1 * 4 + i] - dc[2 * 4 + i];
156 t3 = dc[0 * 4 + i] - dc[3 * 4 + i];
157
158 dc[0 * 4 + i] = t0 + t1;
159 dc[1 * 4 + i] = t3 + t2;
160 dc[2 * 4 + i] = t0 - t1;
161 dc[3 * 4 + i] = t3 - t2;
162 }
163
164 for (i = 0; i < 4; i++) {
165 t0 = dc[i * 4 + 0] + dc[i * 4 + 3] + 3; // rounding
166 t1 = dc[i * 4 + 1] + dc[i * 4 + 2];
167 t2 = dc[i * 4 + 1] - dc[i * 4 + 2];
168 t3 = dc[i * 4 + 0] - dc[i * 4 + 3] + 3; // rounding
169 AV_ZERO64(dc + i * 4);
170
171 block[i][0][0] = (t0 + t1) >> 3;
172 block[i][1][0] = (t3 + t2) >> 3;
173 block[i][2][0] = (t0 - t1) >> 3;
174 block[i][3][0] = (t3 - t2) >> 3;
175 }
176}
177
178static void vp8_luma_dc_wht_dc_c(int16_t block[4][4][16], int16_t dc[16])
179{
180 int i, val = (dc[0] + 3) >> 3;
181 dc[0] = 0;
182
183 for (i = 0; i < 4; i++) {
184 block[i][0][0] = val;
185 block[i][1][0] = val;
186 block[i][2][0] = val;
187 block[i][3][0] = val;
188 }
189}
190
191#define MUL_20091(a) ((((a) * 20091) >> 16) + (a))
192#define MUL_35468(a) (((a) * 35468) >> 16)
193
194static void vp8_idct_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride)
195{
196 int i, t0, t1, t2, t3;
197 int16_t tmp[16];
198
199 for (i = 0; i < 4; i++) {
200 t0 = block[0 * 4 + i] + block[2 * 4 + i];
201 t1 = block[0 * 4 + i] - block[2 * 4 + i];
202 t2 = MUL_35468(block[1 * 4 + i]) - MUL_20091(block[3 * 4 + i]);
203 t3 = MUL_20091(block[1 * 4 + i]) + MUL_35468(block[3 * 4 + i]);
204 block[0 * 4 + i] = 0;
205 block[1 * 4 + i] = 0;
206 block[2 * 4 + i] = 0;
207 block[3 * 4 + i] = 0;
208
209 tmp[i * 4 + 0] = t0 + t3;
210 tmp[i * 4 + 1] = t1 + t2;
211 tmp[i * 4 + 2] = t1 - t2;
212 tmp[i * 4 + 3] = t0 - t3;
213 }
214
215 for (i = 0; i < 4; i++) {
216 t0 = tmp[0 * 4 + i] + tmp[2 * 4 + i];
217 t1 = tmp[0 * 4 + i] - tmp[2 * 4 + i];
218 t2 = MUL_35468(tmp[1 * 4 + i]) - MUL_20091(tmp[3 * 4 + i]);
219 t3 = MUL_20091(tmp[1 * 4 + i]) + MUL_35468(tmp[3 * 4 + i]);
220
221 dst[0] = av_clip_uint8(dst[0] + ((t0 + t3 + 4) >> 3));
222 dst[1] = av_clip_uint8(dst[1] + ((t1 + t2 + 4) >> 3));
223 dst[2] = av_clip_uint8(dst[2] + ((t1 - t2 + 4) >> 3));
224 dst[3] = av_clip_uint8(dst[3] + ((t0 - t3 + 4) >> 3));
225 dst += stride;
226 }
227}
228
229static void vp8_idct_dc_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride)
230{
231 int i, dc = (block[0] + 4) >> 3;
232 block[0] = 0;
233
234 for (i = 0; i < 4; i++) {
235 dst[0] = av_clip_uint8(dst[0] + dc);
236 dst[1] = av_clip_uint8(dst[1] + dc);
237 dst[2] = av_clip_uint8(dst[2] + dc);
238 dst[3] = av_clip_uint8(dst[3] + dc);
239 dst += stride;
240 }
241}
242
243MK_IDCT_DC_ADD4_C(vp8)
244#endif /* CONFIG_VP8_DECODER */
245
246// because I like only having two parameters to pass functions...
247#define LOAD_PIXELS \
248 int av_unused p3 = p[-4 * stride]; \
249 int av_unused p2 = p[-3 * stride]; \
250 int av_unused p1 = p[-2 * stride]; \
251 int av_unused p0 = p[-1 * stride]; \
252 int av_unused q0 = p[ 0 * stride]; \
253 int av_unused q1 = p[ 1 * stride]; \
254 int av_unused q2 = p[ 2 * stride]; \
255 int av_unused q3 = p[ 3 * stride];
256
257#define clip_int8(n) (cm[(n) + 0x80] - 0x80)
258
259static av_always_inline void filter_common(uint8_t *p, ptrdiff_t stride,
260 int is4tap, int is_vp7)
261{
262 LOAD_PIXELS
263 int a, f1, f2;
264 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;
265
266 a = 3 * (q0 - p0);
267
268 if (is4tap)
269 a += clip_int8(p1 - q1);
270
271 a = clip_int8(a);
272
273 // We deviate from the spec here with c(a+3) >> 3
274 // since that's what libvpx does.
275 f1 = FFMIN(a + 4, 127) >> 3;
276
277 if (is_vp7)
278 f2 = f1 - ((a & 7) == 4);
279 else
280 f2 = FFMIN(a + 3, 127) >> 3;
281
282 // Despite what the spec says, we do need to clamp here to
283 // be bitexact with libvpx.
284 p[-1 * stride] = cm[p0 + f2];
285 p[ 0 * stride] = cm[q0 - f1];
286
287 // only used for _inner on blocks without high edge variance
288 if (!is4tap) {
289 a = (f1 + 1) >> 1;
290 p[-2 * stride] = cm[p1 + a];
291 p[ 1 * stride] = cm[q1 - a];
292 }
293}
294
295static av_always_inline void vp7_filter_common(uint8_t *p, ptrdiff_t stride,
296 int is4tap)
297{
298 filter_common(p, stride, is4tap, IS_VP7);
299}
300
301static av_always_inline void vp8_filter_common(uint8_t *p, ptrdiff_t stride,
302 int is4tap)
303{
304 filter_common(p, stride, is4tap, IS_VP8);
305}
306
307static av_always_inline int vp7_simple_limit(uint8_t *p, ptrdiff_t stride,
308 int flim)
309{
310 LOAD_PIXELS
311 return FFABS(p0 - q0) <= flim;
312}
313
314static av_always_inline int vp8_simple_limit(uint8_t *p, ptrdiff_t stride,
315 int flim)
316{
317 LOAD_PIXELS
318 return 2 * FFABS(p0 - q0) + (FFABS(p1 - q1) >> 1) <= flim;
319}
320
321/**
322 * E - limit at the macroblock edge
323 * I - limit for interior difference
324 */
325#define NORMAL_LIMIT(vpn) \
326static av_always_inline int vp ## vpn ## _normal_limit(uint8_t *p, \
327 ptrdiff_t stride, \
328 int E, int I) \
329{ \
330 LOAD_PIXELS \
331 return vp ## vpn ## _simple_limit(p, stride, E) && \
332 FFABS(p3 - p2) <= I && FFABS(p2 - p1) <= I && \
333 FFABS(p1 - p0) <= I && FFABS(q3 - q2) <= I && \
334 FFABS(q2 - q1) <= I && FFABS(q1 - q0) <= I; \
335}
336
337NORMAL_LIMIT(7)
338NORMAL_LIMIT(8)
339
340// high edge variance
341static av_always_inline int hev(uint8_t *p, ptrdiff_t stride, int thresh)
342{
343 LOAD_PIXELS
344 return FFABS(p1 - p0) > thresh || FFABS(q1 - q0) > thresh;
345}
346
347static av_always_inline void filter_mbedge(uint8_t *p, ptrdiff_t stride)
348{
349 int a0, a1, a2, w;
350 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;
351
352 LOAD_PIXELS
353
354 w = clip_int8(p1 - q1);
355 w = clip_int8(w + 3 * (q0 - p0));
356
357 a0 = (27 * w + 63) >> 7;
358 a1 = (18 * w + 63) >> 7;
359 a2 = (9 * w + 63) >> 7;
360
361 p[-3 * stride] = cm[p2 + a2];
362 p[-2 * stride] = cm[p1 + a1];
363 p[-1 * stride] = cm[p0 + a0];
364 p[ 0 * stride] = cm[q0 - a0];
365 p[ 1 * stride] = cm[q1 - a1];
366 p[ 2 * stride] = cm[q2 - a2];
367}
368
369#define LOOP_FILTER(vpn, dir, size, stridea, strideb, maybe_inline) \
370static maybe_inline \
371void vpn ## _ ## dir ## _loop_filter ## size ## _c(uint8_t *dst, \
372 ptrdiff_t stride, \
373 int flim_E, int flim_I, \
374 int hev_thresh) \
375{ \
376 int i; \
377 for (i = 0; i < size; i++) \
378 if (vpn ## _normal_limit(dst + i * stridea, strideb, \
379 flim_E, flim_I)) { \
380 if (hev(dst + i * stridea, strideb, hev_thresh)) \
381 vpn ## _filter_common(dst + i * stridea, strideb, 1); \
382 else \
383 filter_mbedge(dst + i * stridea, strideb); \
384 } \
385} \
386 \
387static maybe_inline \
388void vpn ## _ ## dir ## _loop_filter ## size ## _inner_c(uint8_t *dst, \
389 ptrdiff_t stride, \
390 int flim_E, \
391 int flim_I, \
392 int hev_thresh) \
393{ \
394 int i; \
395 for (i = 0; i < size; i++) \
396 if (vpn ## _normal_limit(dst + i * stridea, strideb, \
397 flim_E, flim_I)) { \
398 int hv = hev(dst + i * stridea, strideb, hev_thresh); \
399 if (hv) \
400 vpn ## _filter_common(dst + i * stridea, strideb, 1); \
401 else \
402 vpn ## _filter_common(dst + i * stridea, strideb, 0); \
403 } \
404}
405
406#define UV_LOOP_FILTER(vpn, dir, stridea, strideb) \
407LOOP_FILTER(vpn, dir, 8, stridea, strideb, av_always_inline) \
408static void vpn ## _ ## dir ## _loop_filter8uv_c(uint8_t *dstU, \
409 uint8_t *dstV, \
410 ptrdiff_t stride, int fE, \
411 int fI, int hev_thresh) \
412{ \
413 vpn ## _ ## dir ## _loop_filter8_c(dstU, stride, fE, fI, hev_thresh); \
414 vpn ## _ ## dir ## _loop_filter8_c(dstV, stride, fE, fI, hev_thresh); \
415} \
416 \
417static void vpn ## _ ## dir ## _loop_filter8uv_inner_c(uint8_t *dstU, \
418 uint8_t *dstV, \
419 ptrdiff_t stride, \
420 int fE, int fI, \
421 int hev_thresh) \
422{ \
423 vpn ## _ ## dir ## _loop_filter8_inner_c(dstU, stride, fE, fI, \
424 hev_thresh); \
425 vpn ## _ ## dir ## _loop_filter8_inner_c(dstV, stride, fE, fI, \
426 hev_thresh); \
427}
428
429#define LOOP_FILTER_SIMPLE(vpn) \
430static void vpn ## _v_loop_filter_simple_c(uint8_t *dst, ptrdiff_t stride, \
431 int flim) \
432{ \
433 int i; \
434 for (i = 0; i < 16; i++) \
435 if (vpn ## _simple_limit(dst + i, stride, flim)) \
436 vpn ## _filter_common(dst + i, stride, 1); \
437} \
438 \
439static void vpn ## _h_loop_filter_simple_c(uint8_t *dst, ptrdiff_t stride, \
440 int flim) \
441{ \
442 int i; \
443 for (i = 0; i < 16; i++) \
444 if (vpn ## _simple_limit(dst + i * stride, 1, flim)) \
445 vpn ## _filter_common(dst + i * stride, 1, 1); \
446}
447
448#define LOOP_FILTERS(vpn) \
449 LOOP_FILTER(vpn, v, 16, 1, stride, ) \
450 LOOP_FILTER(vpn, h, 16, stride, 1, ) \
451 UV_LOOP_FILTER(vpn, v, 1, stride) \
452 UV_LOOP_FILTER(vpn, h, stride, 1) \
453 LOOP_FILTER_SIMPLE(vpn) \
454
455static const uint8_t subpel_filters[7][6] = {
456 { 0, 6, 123, 12, 1, 0 },
457 { 2, 11, 108, 36, 8, 1 },
458 { 0, 9, 93, 50, 6, 0 },
459 { 3, 16, 77, 77, 16, 3 },
460 { 0, 6, 50, 93, 9, 0 },
461 { 1, 8, 36, 108, 11, 2 },
462 { 0, 1, 12, 123, 6, 0 },
463};
464
465#define PUT_PIXELS(WIDTH) \
466static void put_vp8_pixels ## WIDTH ## _c(uint8_t *dst, ptrdiff_t dststride, \
467 uint8_t *src, ptrdiff_t srcstride, \
468 int h, int x, int y) \
469{ \
470 int i; \
471 for (i = 0; i < h; i++, dst += dststride, src += srcstride) \
472 memcpy(dst, src, WIDTH); \
473}
474
475PUT_PIXELS(16)
476PUT_PIXELS(8)
477PUT_PIXELS(4)
478
479#define FILTER_6TAP(src, F, stride) \
480 cm[(F[2] * src[x + 0 * stride] - F[1] * src[x - 1 * stride] + \
481 F[0] * src[x - 2 * stride] + F[3] * src[x + 1 * stride] - \
482 F[4] * src[x + 2 * stride] + F[5] * src[x + 3 * stride] + 64) >> 7]
483
484#define FILTER_4TAP(src, F, stride) \
485 cm[(F[2] * src[x + 0 * stride] - F[1] * src[x - 1 * stride] + \
486 F[3] * src[x + 1 * stride] - F[4] * src[x + 2 * stride] + 64) >> 7]
487
488#define VP8_EPEL_H(SIZE, TAPS) \
489static void put_vp8_epel ## SIZE ## _h ## TAPS ## _c(uint8_t *dst, \
490 ptrdiff_t dststride, \
491 uint8_t *src, \
492 ptrdiff_t srcstride, \
493 int h, int mx, int my) \
494{ \
495 const uint8_t *filter = subpel_filters[mx - 1]; \
496 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
497 int x, y; \
498 for (y = 0; y < h; y++) { \
499 for (x = 0; x < SIZE; x++) \
500 dst[x] = FILTER_ ## TAPS ## TAP(src, filter, 1); \
501 dst += dststride; \
502 src += srcstride; \
503 } \
504}
505
506#define VP8_EPEL_V(SIZE, TAPS) \
507static void put_vp8_epel ## SIZE ## _v ## TAPS ## _c(uint8_t *dst, \
508 ptrdiff_t dststride, \
509 uint8_t *src, \
510 ptrdiff_t srcstride, \
511 int h, int mx, int my) \
512{ \
513 const uint8_t *filter = subpel_filters[my - 1]; \
514 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
515 int x, y; \
516 for (y = 0; y < h; y++) { \
517 for (x = 0; x < SIZE; x++) \
518 dst[x] = FILTER_ ## TAPS ## TAP(src, filter, srcstride); \
519 dst += dststride; \
520 src += srcstride; \
521 } \
522}
523
524#define VP8_EPEL_HV(SIZE, HTAPS, VTAPS) \
525static void \
526put_vp8_epel ## SIZE ## _h ## HTAPS ## v ## VTAPS ## _c(uint8_t *dst, \
527 ptrdiff_t dststride, \
528 uint8_t *src, \
529 ptrdiff_t srcstride, \
530 int h, int mx, \
531 int my) \
532{ \
533 const uint8_t *filter = subpel_filters[mx - 1]; \
534 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
535 int x, y; \
536 uint8_t tmp_array[(2 * SIZE + VTAPS - 1) * SIZE]; \
537 uint8_t *tmp = tmp_array; \
538 src -= (2 - (VTAPS == 4)) * srcstride; \
539 \
540 for (y = 0; y < h + VTAPS - 1; y++) { \
541 for (x = 0; x < SIZE; x++) \
542 tmp[x] = FILTER_ ## HTAPS ## TAP(src, filter, 1); \
543 tmp += SIZE; \
544 src += srcstride; \
545 } \
546 tmp = tmp_array + (2 - (VTAPS == 4)) * SIZE; \
547 filter = subpel_filters[my - 1]; \
548 \
549 for (y = 0; y < h; y++) { \
550 for (x = 0; x < SIZE; x++) \
551 dst[x] = FILTER_ ## VTAPS ## TAP(tmp, filter, SIZE); \
552 dst += dststride; \
553 tmp += SIZE; \
554 } \
555}
556
557VP8_EPEL_H(16, 4)
558VP8_EPEL_H(8, 4)
559VP8_EPEL_H(4, 4)
560VP8_EPEL_H(16, 6)
561VP8_EPEL_H(8, 6)
562VP8_EPEL_H(4, 6)
563VP8_EPEL_V(16, 4)
564VP8_EPEL_V(8, 4)
565VP8_EPEL_V(4, 4)
566VP8_EPEL_V(16, 6)
567VP8_EPEL_V(8, 6)
568VP8_EPEL_V(4, 6)
569
570VP8_EPEL_HV(16, 4, 4)
571VP8_EPEL_HV(8, 4, 4)
572VP8_EPEL_HV(4, 4, 4)
573VP8_EPEL_HV(16, 4, 6)
574VP8_EPEL_HV(8, 4, 6)
575VP8_EPEL_HV(4, 4, 6)
576VP8_EPEL_HV(16, 6, 4)
577VP8_EPEL_HV(8, 6, 4)
578VP8_EPEL_HV(4, 6, 4)
579VP8_EPEL_HV(16, 6, 6)
580VP8_EPEL_HV(8, 6, 6)
581VP8_EPEL_HV(4, 6, 6)
582
583#define VP8_BILINEAR(SIZE) \
584static void put_vp8_bilinear ## SIZE ## _h_c(uint8_t *dst, ptrdiff_t dstride, \
585 uint8_t *src, ptrdiff_t sstride, \
586 int h, int mx, int my) \
587{ \
588 int a = 8 - mx, b = mx; \
589 int x, y; \
590 for (y = 0; y < h; y++) { \
591 for (x = 0; x < SIZE; x++) \
592 dst[x] = (a * src[x] + b * src[x + 1] + 4) >> 3; \
593 dst += dstride; \
594 src += sstride; \
595 } \
596} \
597 \
598static void put_vp8_bilinear ## SIZE ## _v_c(uint8_t *dst, ptrdiff_t dstride, \
599 uint8_t *src, ptrdiff_t sstride, \
600 int h, int mx, int my) \
601{ \
602 int c = 8 - my, d = my; \
603 int x, y; \
604 for (y = 0; y < h; y++) { \
605 for (x = 0; x < SIZE; x++) \
606 dst[x] = (c * src[x] + d * src[x + sstride] + 4) >> 3; \
607 dst += dstride; \
608 src += sstride; \
609 } \
610} \
611 \
612static void put_vp8_bilinear ## SIZE ## _hv_c(uint8_t *dst, \
613 ptrdiff_t dstride, \
614 uint8_t *src, \
615 ptrdiff_t sstride, \
616 int h, int mx, int my) \
617{ \
618 int a = 8 - mx, b = mx; \
619 int c = 8 - my, d = my; \
620 int x, y; \
621 uint8_t tmp_array[(2 * SIZE + 1) * SIZE]; \
622 uint8_t *tmp = tmp_array; \
623 for (y = 0; y < h + 1; y++) { \
624 for (x = 0; x < SIZE; x++) \
625 tmp[x] = (a * src[x] + b * src[x + 1] + 4) >> 3; \
626 tmp += SIZE; \
627 src += sstride; \
628 } \
629 tmp = tmp_array; \
630 for (y = 0; y < h; y++) { \
631 for (x = 0; x < SIZE; x++) \
632 dst[x] = (c * tmp[x] + d * tmp[x + SIZE] + 4) >> 3; \
633 dst += dstride; \
634 tmp += SIZE; \
635 } \
636}
637
638VP8_BILINEAR(16)
639VP8_BILINEAR(8)
640VP8_BILINEAR(4)
641
642#define VP78_MC_FUNC(IDX, SIZE) \
643 dsp->put_vp8_epel_pixels_tab[IDX][0][0] = put_vp8_pixels ## SIZE ## _c; \
644 dsp->put_vp8_epel_pixels_tab[IDX][0][1] = put_vp8_epel ## SIZE ## _h4_c; \
645 dsp->put_vp8_epel_pixels_tab[IDX][0][2] = put_vp8_epel ## SIZE ## _h6_c; \
646 dsp->put_vp8_epel_pixels_tab[IDX][1][0] = put_vp8_epel ## SIZE ## _v4_c; \
647 dsp->put_vp8_epel_pixels_tab[IDX][1][1] = put_vp8_epel ## SIZE ## _h4v4_c; \
648 dsp->put_vp8_epel_pixels_tab[IDX][1][2] = put_vp8_epel ## SIZE ## _h6v4_c; \
649 dsp->put_vp8_epel_pixels_tab[IDX][2][0] = put_vp8_epel ## SIZE ## _v6_c; \
650 dsp->put_vp8_epel_pixels_tab[IDX][2][1] = put_vp8_epel ## SIZE ## _h4v6_c; \
651 dsp->put_vp8_epel_pixels_tab[IDX][2][2] = put_vp8_epel ## SIZE ## _h6v6_c
652
653#define VP78_BILINEAR_MC_FUNC(IDX, SIZE) \
654 dsp->put_vp8_bilinear_pixels_tab[IDX][0][0] = put_vp8_pixels ## SIZE ## _c; \
655 dsp->put_vp8_bilinear_pixels_tab[IDX][0][1] = put_vp8_bilinear ## SIZE ## _h_c; \
656 dsp->put_vp8_bilinear_pixels_tab[IDX][0][2] = put_vp8_bilinear ## SIZE ## _h_c; \
657 dsp->put_vp8_bilinear_pixels_tab[IDX][1][0] = put_vp8_bilinear ## SIZE ## _v_c; \
658 dsp->put_vp8_bilinear_pixels_tab[IDX][1][1] = put_vp8_bilinear ## SIZE ## _hv_c; \
659 dsp->put_vp8_bilinear_pixels_tab[IDX][1][2] = put_vp8_bilinear ## SIZE ## _hv_c; \
660 dsp->put_vp8_bilinear_pixels_tab[IDX][2][0] = put_vp8_bilinear ## SIZE ## _v_c; \
661 dsp->put_vp8_bilinear_pixels_tab[IDX][2][1] = put_vp8_bilinear ## SIZE ## _hv_c; \
662 dsp->put_vp8_bilinear_pixels_tab[IDX][2][2] = put_vp8_bilinear ## SIZE ## _hv_c
663
664av_cold void ff_vp78dsp_init(VP8DSPContext *dsp)
665{
666 VP78_MC_FUNC(0, 16);
667 VP78_MC_FUNC(1, 8);
668 VP78_MC_FUNC(2, 4);
669
670 VP78_BILINEAR_MC_FUNC(0, 16);
671 VP78_BILINEAR_MC_FUNC(1, 8);
672 VP78_BILINEAR_MC_FUNC(2, 4);
673
674 if (ARCH_ARM)
675 ff_vp78dsp_init_arm(dsp);
676 if (ARCH_PPC)
677 ff_vp78dsp_init_ppc(dsp);
678 if (ARCH_X86)
679 ff_vp78dsp_init_x86(dsp);
680}
681
682#if CONFIG_VP7_DECODER
683LOOP_FILTERS(vp7)
684
685av_cold void ff_vp7dsp_init(VP8DSPContext *dsp)
686{
687 dsp->vp8_luma_dc_wht = vp7_luma_dc_wht_c;
688 dsp->vp8_luma_dc_wht_dc = vp7_luma_dc_wht_dc_c;
689 dsp->vp8_idct_add = vp7_idct_add_c;
690 dsp->vp8_idct_dc_add = vp7_idct_dc_add_c;
691 dsp->vp8_idct_dc_add4y = vp7_idct_dc_add4y_c;
692 dsp->vp8_idct_dc_add4uv = vp7_idct_dc_add4uv_c;
693
694 dsp->vp8_v_loop_filter16y = vp7_v_loop_filter16_c;
695 dsp->vp8_h_loop_filter16y = vp7_h_loop_filter16_c;
696 dsp->vp8_v_loop_filter8uv = vp7_v_loop_filter8uv_c;
697 dsp->vp8_h_loop_filter8uv = vp7_h_loop_filter8uv_c;
698
699 dsp->vp8_v_loop_filter16y_inner = vp7_v_loop_filter16_inner_c;
700 dsp->vp8_h_loop_filter16y_inner = vp7_h_loop_filter16_inner_c;
701 dsp->vp8_v_loop_filter8uv_inner = vp7_v_loop_filter8uv_inner_c;
702 dsp->vp8_h_loop_filter8uv_inner = vp7_h_loop_filter8uv_inner_c;
703
704 dsp->vp8_v_loop_filter_simple = vp7_v_loop_filter_simple_c;
705 dsp->vp8_h_loop_filter_simple = vp7_h_loop_filter_simple_c;
706}
707#endif /* CONFIG_VP7_DECODER */
708
709#if CONFIG_VP8_DECODER
710LOOP_FILTERS(vp8)
711
712av_cold void ff_vp8dsp_init(VP8DSPContext *dsp)
713{
714 dsp->vp8_luma_dc_wht = vp8_luma_dc_wht_c;
715 dsp->vp8_luma_dc_wht_dc = vp8_luma_dc_wht_dc_c;
716 dsp->vp8_idct_add = vp8_idct_add_c;
717 dsp->vp8_idct_dc_add = vp8_idct_dc_add_c;
718 dsp->vp8_idct_dc_add4y = vp8_idct_dc_add4y_c;
719 dsp->vp8_idct_dc_add4uv = vp8_idct_dc_add4uv_c;
720
721 dsp->vp8_v_loop_filter16y = vp8_v_loop_filter16_c;
722 dsp->vp8_h_loop_filter16y = vp8_h_loop_filter16_c;
723 dsp->vp8_v_loop_filter8uv = vp8_v_loop_filter8uv_c;
724 dsp->vp8_h_loop_filter8uv = vp8_h_loop_filter8uv_c;
725
726 dsp->vp8_v_loop_filter16y_inner = vp8_v_loop_filter16_inner_c;
727 dsp->vp8_h_loop_filter16y_inner = vp8_h_loop_filter16_inner_c;
728 dsp->vp8_v_loop_filter8uv_inner = vp8_v_loop_filter8uv_inner_c;
729 dsp->vp8_h_loop_filter8uv_inner = vp8_h_loop_filter8uv_inner_c;
730
731 dsp->vp8_v_loop_filter_simple = vp8_v_loop_filter_simple_c;
732 dsp->vp8_h_loop_filter_simple = vp8_h_loop_filter_simple_c;
733
734 if (ARCH_ARM)
735 ff_vp8dsp_init_arm(dsp);
736 if (ARCH_X86)
737 ff_vp8dsp_init_x86(dsp);
738}
739#endif /* CONFIG_VP8_DECODER */