| 1 | /* |
| 2 | * Copyright (C) 2010 David Conrad |
| 3 | * Copyright (C) 2010 Ronald S. Bultje |
| 4 | * Copyright (C) 2014 Peter Ross |
| 5 | * |
| 6 | * This file is part of FFmpeg. |
| 7 | * |
| 8 | * FFmpeg is free software; you can redistribute it and/or |
| 9 | * modify it under the terms of the GNU Lesser General Public |
| 10 | * License as published by the Free Software Foundation; either |
| 11 | * version 2.1 of the License, or (at your option) any later version. |
| 12 | * |
| 13 | * FFmpeg is distributed in the hope that it will be useful, |
| 14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 16 | * Lesser General Public License for more details. |
| 17 | * |
| 18 | * You should have received a copy of the GNU Lesser General Public |
| 19 | * License along with FFmpeg; if not, write to the Free Software |
| 20 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| 21 | */ |
| 22 | |
| 23 | /** |
| 24 | * @file |
| 25 | * VP8 compatible video decoder |
| 26 | */ |
| 27 | |
| 28 | #include "libavutil/common.h" |
| 29 | #include "libavutil/intreadwrite.h" |
| 30 | |
| 31 | #include "mathops.h" |
| 32 | #include "vp8dsp.h" |
| 33 | |
| 34 | #define MK_IDCT_DC_ADD4_C(name) \ |
| 35 | static void name ## _idct_dc_add4uv_c(uint8_t *dst, int16_t block[4][16], \ |
| 36 | ptrdiff_t stride) \ |
| 37 | { \ |
| 38 | name ## _idct_dc_add_c(dst + stride * 0 + 0, block[0], stride); \ |
| 39 | name ## _idct_dc_add_c(dst + stride * 0 + 4, block[1], stride); \ |
| 40 | name ## _idct_dc_add_c(dst + stride * 4 + 0, block[2], stride); \ |
| 41 | name ## _idct_dc_add_c(dst + stride * 4 + 4, block[3], stride); \ |
| 42 | } \ |
| 43 | \ |
| 44 | static void name ## _idct_dc_add4y_c(uint8_t *dst, int16_t block[4][16], \ |
| 45 | ptrdiff_t stride) \ |
| 46 | { \ |
| 47 | name ## _idct_dc_add_c(dst + 0, block[0], stride); \ |
| 48 | name ## _idct_dc_add_c(dst + 4, block[1], stride); \ |
| 49 | name ## _idct_dc_add_c(dst + 8, block[2], stride); \ |
| 50 | name ## _idct_dc_add_c(dst + 12, block[3], stride); \ |
| 51 | } |
| 52 | |
| 53 | #if CONFIG_VP7_DECODER |
| 54 | static void vp7_luma_dc_wht_c(int16_t block[4][4][16], int16_t dc[16]) |
| 55 | { |
| 56 | int i, a1, b1, c1, d1; |
| 57 | int16_t tmp[16]; |
| 58 | |
| 59 | for (i = 0; i < 4; i++) { |
| 60 | a1 = (dc[i * 4 + 0] + dc[i * 4 + 2]) * 23170; |
| 61 | b1 = (dc[i * 4 + 0] - dc[i * 4 + 2]) * 23170; |
| 62 | c1 = dc[i * 4 + 1] * 12540 - dc[i * 4 + 3] * 30274; |
| 63 | d1 = dc[i * 4 + 1] * 30274 + dc[i * 4 + 3] * 12540; |
| 64 | tmp[i * 4 + 0] = (a1 + d1) >> 14; |
| 65 | tmp[i * 4 + 3] = (a1 - d1) >> 14; |
| 66 | tmp[i * 4 + 1] = (b1 + c1) >> 14; |
| 67 | tmp[i * 4 + 2] = (b1 - c1) >> 14; |
| 68 | } |
| 69 | |
| 70 | for (i = 0; i < 4; i++) { |
| 71 | a1 = (tmp[i + 0] + tmp[i + 8]) * 23170; |
| 72 | b1 = (tmp[i + 0] - tmp[i + 8]) * 23170; |
| 73 | c1 = tmp[i + 4] * 12540 - tmp[i + 12] * 30274; |
| 74 | d1 = tmp[i + 4] * 30274 + tmp[i + 12] * 12540; |
| 75 | AV_ZERO64(dc + i * 4); |
| 76 | block[0][i][0] = (a1 + d1 + 0x20000) >> 18; |
| 77 | block[3][i][0] = (a1 - d1 + 0x20000) >> 18; |
| 78 | block[1][i][0] = (b1 + c1 + 0x20000) >> 18; |
| 79 | block[2][i][0] = (b1 - c1 + 0x20000) >> 18; |
| 80 | } |
| 81 | } |
| 82 | |
| 83 | static void vp7_luma_dc_wht_dc_c(int16_t block[4][4][16], int16_t dc[16]) |
| 84 | { |
| 85 | int i, val = (23170 * (23170 * dc[0] >> 14) + 0x20000) >> 18; |
| 86 | dc[0] = 0; |
| 87 | |
| 88 | for (i = 0; i < 4; i++) { |
| 89 | block[i][0][0] = val; |
| 90 | block[i][1][0] = val; |
| 91 | block[i][2][0] = val; |
| 92 | block[i][3][0] = val; |
| 93 | } |
| 94 | } |
| 95 | |
| 96 | static void vp7_idct_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride) |
| 97 | { |
| 98 | int i, a1, b1, c1, d1; |
| 99 | int16_t tmp[16]; |
| 100 | |
| 101 | for (i = 0; i < 4; i++) { |
| 102 | a1 = (block[i * 4 + 0] + block[i * 4 + 2]) * 23170; |
| 103 | b1 = (block[i * 4 + 0] - block[i * 4 + 2]) * 23170; |
| 104 | c1 = block[i * 4 + 1] * 12540 - block[i * 4 + 3] * 30274; |
| 105 | d1 = block[i * 4 + 1] * 30274 + block[i * 4 + 3] * 12540; |
| 106 | AV_ZERO64(block + i * 4); |
| 107 | tmp[i * 4 + 0] = (a1 + d1) >> 14; |
| 108 | tmp[i * 4 + 3] = (a1 - d1) >> 14; |
| 109 | tmp[i * 4 + 1] = (b1 + c1) >> 14; |
| 110 | tmp[i * 4 + 2] = (b1 - c1) >> 14; |
| 111 | } |
| 112 | |
| 113 | for (i = 0; i < 4; i++) { |
| 114 | a1 = (tmp[i + 0] + tmp[i + 8]) * 23170; |
| 115 | b1 = (tmp[i + 0] - tmp[i + 8]) * 23170; |
| 116 | c1 = tmp[i + 4] * 12540 - tmp[i + 12] * 30274; |
| 117 | d1 = tmp[i + 4] * 30274 + tmp[i + 12] * 12540; |
| 118 | dst[0 * stride + i] = av_clip_uint8(dst[0 * stride + i] + |
| 119 | ((a1 + d1 + 0x20000) >> 18)); |
| 120 | dst[3 * stride + i] = av_clip_uint8(dst[3 * stride + i] + |
| 121 | ((a1 - d1 + 0x20000) >> 18)); |
| 122 | dst[1 * stride + i] = av_clip_uint8(dst[1 * stride + i] + |
| 123 | ((b1 + c1 + 0x20000) >> 18)); |
| 124 | dst[2 * stride + i] = av_clip_uint8(dst[2 * stride + i] + |
| 125 | ((b1 - c1 + 0x20000) >> 18)); |
| 126 | } |
| 127 | } |
| 128 | |
| 129 | static void vp7_idct_dc_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride) |
| 130 | { |
| 131 | int i, dc = (23170 * (23170 * block[0] >> 14) + 0x20000) >> 18; |
| 132 | block[0] = 0; |
| 133 | |
| 134 | for (i = 0; i < 4; i++) { |
| 135 | dst[0] = av_clip_uint8(dst[0] + dc); |
| 136 | dst[1] = av_clip_uint8(dst[1] + dc); |
| 137 | dst[2] = av_clip_uint8(dst[2] + dc); |
| 138 | dst[3] = av_clip_uint8(dst[3] + dc); |
| 139 | dst += stride; |
| 140 | } |
| 141 | } |
| 142 | |
| 143 | MK_IDCT_DC_ADD4_C(vp7) |
| 144 | #endif /* CONFIG_VP7_DECODER */ |
| 145 | |
| 146 | // TODO: Maybe add dequant |
| 147 | #if CONFIG_VP8_DECODER |
| 148 | static void vp8_luma_dc_wht_c(int16_t block[4][4][16], int16_t dc[16]) |
| 149 | { |
| 150 | int i, t0, t1, t2, t3; |
| 151 | |
| 152 | for (i = 0; i < 4; i++) { |
| 153 | t0 = dc[0 * 4 + i] + dc[3 * 4 + i]; |
| 154 | t1 = dc[1 * 4 + i] + dc[2 * 4 + i]; |
| 155 | t2 = dc[1 * 4 + i] - dc[2 * 4 + i]; |
| 156 | t3 = dc[0 * 4 + i] - dc[3 * 4 + i]; |
| 157 | |
| 158 | dc[0 * 4 + i] = t0 + t1; |
| 159 | dc[1 * 4 + i] = t3 + t2; |
| 160 | dc[2 * 4 + i] = t0 - t1; |
| 161 | dc[3 * 4 + i] = t3 - t2; |
| 162 | } |
| 163 | |
| 164 | for (i = 0; i < 4; i++) { |
| 165 | t0 = dc[i * 4 + 0] + dc[i * 4 + 3] + 3; // rounding |
| 166 | t1 = dc[i * 4 + 1] + dc[i * 4 + 2]; |
| 167 | t2 = dc[i * 4 + 1] - dc[i * 4 + 2]; |
| 168 | t3 = dc[i * 4 + 0] - dc[i * 4 + 3] + 3; // rounding |
| 169 | AV_ZERO64(dc + i * 4); |
| 170 | |
| 171 | block[i][0][0] = (t0 + t1) >> 3; |
| 172 | block[i][1][0] = (t3 + t2) >> 3; |
| 173 | block[i][2][0] = (t0 - t1) >> 3; |
| 174 | block[i][3][0] = (t3 - t2) >> 3; |
| 175 | } |
| 176 | } |
| 177 | |
| 178 | static void vp8_luma_dc_wht_dc_c(int16_t block[4][4][16], int16_t dc[16]) |
| 179 | { |
| 180 | int i, val = (dc[0] + 3) >> 3; |
| 181 | dc[0] = 0; |
| 182 | |
| 183 | for (i = 0; i < 4; i++) { |
| 184 | block[i][0][0] = val; |
| 185 | block[i][1][0] = val; |
| 186 | block[i][2][0] = val; |
| 187 | block[i][3][0] = val; |
| 188 | } |
| 189 | } |
| 190 | |
| 191 | #define MUL_20091(a) ((((a) * 20091) >> 16) + (a)) |
| 192 | #define MUL_35468(a) (((a) * 35468) >> 16) |
| 193 | |
| 194 | static void vp8_idct_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride) |
| 195 | { |
| 196 | int i, t0, t1, t2, t3; |
| 197 | int16_t tmp[16]; |
| 198 | |
| 199 | for (i = 0; i < 4; i++) { |
| 200 | t0 = block[0 * 4 + i] + block[2 * 4 + i]; |
| 201 | t1 = block[0 * 4 + i] - block[2 * 4 + i]; |
| 202 | t2 = MUL_35468(block[1 * 4 + i]) - MUL_20091(block[3 * 4 + i]); |
| 203 | t3 = MUL_20091(block[1 * 4 + i]) + MUL_35468(block[3 * 4 + i]); |
| 204 | block[0 * 4 + i] = 0; |
| 205 | block[1 * 4 + i] = 0; |
| 206 | block[2 * 4 + i] = 0; |
| 207 | block[3 * 4 + i] = 0; |
| 208 | |
| 209 | tmp[i * 4 + 0] = t0 + t3; |
| 210 | tmp[i * 4 + 1] = t1 + t2; |
| 211 | tmp[i * 4 + 2] = t1 - t2; |
| 212 | tmp[i * 4 + 3] = t0 - t3; |
| 213 | } |
| 214 | |
| 215 | for (i = 0; i < 4; i++) { |
| 216 | t0 = tmp[0 * 4 + i] + tmp[2 * 4 + i]; |
| 217 | t1 = tmp[0 * 4 + i] - tmp[2 * 4 + i]; |
| 218 | t2 = MUL_35468(tmp[1 * 4 + i]) - MUL_20091(tmp[3 * 4 + i]); |
| 219 | t3 = MUL_20091(tmp[1 * 4 + i]) + MUL_35468(tmp[3 * 4 + i]); |
| 220 | |
| 221 | dst[0] = av_clip_uint8(dst[0] + ((t0 + t3 + 4) >> 3)); |
| 222 | dst[1] = av_clip_uint8(dst[1] + ((t1 + t2 + 4) >> 3)); |
| 223 | dst[2] = av_clip_uint8(dst[2] + ((t1 - t2 + 4) >> 3)); |
| 224 | dst[3] = av_clip_uint8(dst[3] + ((t0 - t3 + 4) >> 3)); |
| 225 | dst += stride; |
| 226 | } |
| 227 | } |
| 228 | |
| 229 | static void vp8_idct_dc_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride) |
| 230 | { |
| 231 | int i, dc = (block[0] + 4) >> 3; |
| 232 | block[0] = 0; |
| 233 | |
| 234 | for (i = 0; i < 4; i++) { |
| 235 | dst[0] = av_clip_uint8(dst[0] + dc); |
| 236 | dst[1] = av_clip_uint8(dst[1] + dc); |
| 237 | dst[2] = av_clip_uint8(dst[2] + dc); |
| 238 | dst[3] = av_clip_uint8(dst[3] + dc); |
| 239 | dst += stride; |
| 240 | } |
| 241 | } |
| 242 | |
| 243 | MK_IDCT_DC_ADD4_C(vp8) |
| 244 | #endif /* CONFIG_VP8_DECODER */ |
| 245 | |
| 246 | // because I like only having two parameters to pass functions... |
| 247 | #define LOAD_PIXELS \ |
| 248 | int av_unused p3 = p[-4 * stride]; \ |
| 249 | int av_unused p2 = p[-3 * stride]; \ |
| 250 | int av_unused p1 = p[-2 * stride]; \ |
| 251 | int av_unused p0 = p[-1 * stride]; \ |
| 252 | int av_unused q0 = p[ 0 * stride]; \ |
| 253 | int av_unused q1 = p[ 1 * stride]; \ |
| 254 | int av_unused q2 = p[ 2 * stride]; \ |
| 255 | int av_unused q3 = p[ 3 * stride]; |
| 256 | |
| 257 | #define clip_int8(n) (cm[(n) + 0x80] - 0x80) |
| 258 | |
| 259 | static av_always_inline void filter_common(uint8_t *p, ptrdiff_t stride, |
| 260 | int is4tap, int is_vp7) |
| 261 | { |
| 262 | LOAD_PIXELS |
| 263 | int a, f1, f2; |
| 264 | const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; |
| 265 | |
| 266 | a = 3 * (q0 - p0); |
| 267 | |
| 268 | if (is4tap) |
| 269 | a += clip_int8(p1 - q1); |
| 270 | |
| 271 | a = clip_int8(a); |
| 272 | |
| 273 | // We deviate from the spec here with c(a+3) >> 3 |
| 274 | // since that's what libvpx does. |
| 275 | f1 = FFMIN(a + 4, 127) >> 3; |
| 276 | |
| 277 | if (is_vp7) |
| 278 | f2 = f1 - ((a & 7) == 4); |
| 279 | else |
| 280 | f2 = FFMIN(a + 3, 127) >> 3; |
| 281 | |
| 282 | // Despite what the spec says, we do need to clamp here to |
| 283 | // be bitexact with libvpx. |
| 284 | p[-1 * stride] = cm[p0 + f2]; |
| 285 | p[ 0 * stride] = cm[q0 - f1]; |
| 286 | |
| 287 | // only used for _inner on blocks without high edge variance |
| 288 | if (!is4tap) { |
| 289 | a = (f1 + 1) >> 1; |
| 290 | p[-2 * stride] = cm[p1 + a]; |
| 291 | p[ 1 * stride] = cm[q1 - a]; |
| 292 | } |
| 293 | } |
| 294 | |
| 295 | static av_always_inline void vp7_filter_common(uint8_t *p, ptrdiff_t stride, |
| 296 | int is4tap) |
| 297 | { |
| 298 | filter_common(p, stride, is4tap, IS_VP7); |
| 299 | } |
| 300 | |
| 301 | static av_always_inline void vp8_filter_common(uint8_t *p, ptrdiff_t stride, |
| 302 | int is4tap) |
| 303 | { |
| 304 | filter_common(p, stride, is4tap, IS_VP8); |
| 305 | } |
| 306 | |
| 307 | static av_always_inline int vp7_simple_limit(uint8_t *p, ptrdiff_t stride, |
| 308 | int flim) |
| 309 | { |
| 310 | LOAD_PIXELS |
| 311 | return FFABS(p0 - q0) <= flim; |
| 312 | } |
| 313 | |
| 314 | static av_always_inline int vp8_simple_limit(uint8_t *p, ptrdiff_t stride, |
| 315 | int flim) |
| 316 | { |
| 317 | LOAD_PIXELS |
| 318 | return 2 * FFABS(p0 - q0) + (FFABS(p1 - q1) >> 1) <= flim; |
| 319 | } |
| 320 | |
| 321 | /** |
| 322 | * E - limit at the macroblock edge |
| 323 | * I - limit for interior difference |
| 324 | */ |
| 325 | #define NORMAL_LIMIT(vpn) \ |
| 326 | static av_always_inline int vp ## vpn ## _normal_limit(uint8_t *p, \ |
| 327 | ptrdiff_t stride, \ |
| 328 | int E, int I) \ |
| 329 | { \ |
| 330 | LOAD_PIXELS \ |
| 331 | return vp ## vpn ## _simple_limit(p, stride, E) && \ |
| 332 | FFABS(p3 - p2) <= I && FFABS(p2 - p1) <= I && \ |
| 333 | FFABS(p1 - p0) <= I && FFABS(q3 - q2) <= I && \ |
| 334 | FFABS(q2 - q1) <= I && FFABS(q1 - q0) <= I; \ |
| 335 | } |
| 336 | |
| 337 | NORMAL_LIMIT(7) |
| 338 | NORMAL_LIMIT(8) |
| 339 | |
| 340 | // high edge variance |
| 341 | static av_always_inline int hev(uint8_t *p, ptrdiff_t stride, int thresh) |
| 342 | { |
| 343 | LOAD_PIXELS |
| 344 | return FFABS(p1 - p0) > thresh || FFABS(q1 - q0) > thresh; |
| 345 | } |
| 346 | |
| 347 | static av_always_inline void filter_mbedge(uint8_t *p, ptrdiff_t stride) |
| 348 | { |
| 349 | int a0, a1, a2, w; |
| 350 | const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; |
| 351 | |
| 352 | LOAD_PIXELS |
| 353 | |
| 354 | w = clip_int8(p1 - q1); |
| 355 | w = clip_int8(w + 3 * (q0 - p0)); |
| 356 | |
| 357 | a0 = (27 * w + 63) >> 7; |
| 358 | a1 = (18 * w + 63) >> 7; |
| 359 | a2 = (9 * w + 63) >> 7; |
| 360 | |
| 361 | p[-3 * stride] = cm[p2 + a2]; |
| 362 | p[-2 * stride] = cm[p1 + a1]; |
| 363 | p[-1 * stride] = cm[p0 + a0]; |
| 364 | p[ 0 * stride] = cm[q0 - a0]; |
| 365 | p[ 1 * stride] = cm[q1 - a1]; |
| 366 | p[ 2 * stride] = cm[q2 - a2]; |
| 367 | } |
| 368 | |
| 369 | #define LOOP_FILTER(vpn, dir, size, stridea, strideb, maybe_inline) \ |
| 370 | static maybe_inline \ |
| 371 | void vpn ## _ ## dir ## _loop_filter ## size ## _c(uint8_t *dst, \ |
| 372 | ptrdiff_t stride, \ |
| 373 | int flim_E, int flim_I, \ |
| 374 | int hev_thresh) \ |
| 375 | { \ |
| 376 | int i; \ |
| 377 | for (i = 0; i < size; i++) \ |
| 378 | if (vpn ## _normal_limit(dst + i * stridea, strideb, \ |
| 379 | flim_E, flim_I)) { \ |
| 380 | if (hev(dst + i * stridea, strideb, hev_thresh)) \ |
| 381 | vpn ## _filter_common(dst + i * stridea, strideb, 1); \ |
| 382 | else \ |
| 383 | filter_mbedge(dst + i * stridea, strideb); \ |
| 384 | } \ |
| 385 | } \ |
| 386 | \ |
| 387 | static maybe_inline \ |
| 388 | void vpn ## _ ## dir ## _loop_filter ## size ## _inner_c(uint8_t *dst, \ |
| 389 | ptrdiff_t stride, \ |
| 390 | int flim_E, \ |
| 391 | int flim_I, \ |
| 392 | int hev_thresh) \ |
| 393 | { \ |
| 394 | int i; \ |
| 395 | for (i = 0; i < size; i++) \ |
| 396 | if (vpn ## _normal_limit(dst + i * stridea, strideb, \ |
| 397 | flim_E, flim_I)) { \ |
| 398 | int hv = hev(dst + i * stridea, strideb, hev_thresh); \ |
| 399 | if (hv) \ |
| 400 | vpn ## _filter_common(dst + i * stridea, strideb, 1); \ |
| 401 | else \ |
| 402 | vpn ## _filter_common(dst + i * stridea, strideb, 0); \ |
| 403 | } \ |
| 404 | } |
| 405 | |
| 406 | #define UV_LOOP_FILTER(vpn, dir, stridea, strideb) \ |
| 407 | LOOP_FILTER(vpn, dir, 8, stridea, strideb, av_always_inline) \ |
| 408 | static void vpn ## _ ## dir ## _loop_filter8uv_c(uint8_t *dstU, \ |
| 409 | uint8_t *dstV, \ |
| 410 | ptrdiff_t stride, int fE, \ |
| 411 | int fI, int hev_thresh) \ |
| 412 | { \ |
| 413 | vpn ## _ ## dir ## _loop_filter8_c(dstU, stride, fE, fI, hev_thresh); \ |
| 414 | vpn ## _ ## dir ## _loop_filter8_c(dstV, stride, fE, fI, hev_thresh); \ |
| 415 | } \ |
| 416 | \ |
| 417 | static void vpn ## _ ## dir ## _loop_filter8uv_inner_c(uint8_t *dstU, \ |
| 418 | uint8_t *dstV, \ |
| 419 | ptrdiff_t stride, \ |
| 420 | int fE, int fI, \ |
| 421 | int hev_thresh) \ |
| 422 | { \ |
| 423 | vpn ## _ ## dir ## _loop_filter8_inner_c(dstU, stride, fE, fI, \ |
| 424 | hev_thresh); \ |
| 425 | vpn ## _ ## dir ## _loop_filter8_inner_c(dstV, stride, fE, fI, \ |
| 426 | hev_thresh); \ |
| 427 | } |
| 428 | |
| 429 | #define LOOP_FILTER_SIMPLE(vpn) \ |
| 430 | static void vpn ## _v_loop_filter_simple_c(uint8_t *dst, ptrdiff_t stride, \ |
| 431 | int flim) \ |
| 432 | { \ |
| 433 | int i; \ |
| 434 | for (i = 0; i < 16; i++) \ |
| 435 | if (vpn ## _simple_limit(dst + i, stride, flim)) \ |
| 436 | vpn ## _filter_common(dst + i, stride, 1); \ |
| 437 | } \ |
| 438 | \ |
| 439 | static void vpn ## _h_loop_filter_simple_c(uint8_t *dst, ptrdiff_t stride, \ |
| 440 | int flim) \ |
| 441 | { \ |
| 442 | int i; \ |
| 443 | for (i = 0; i < 16; i++) \ |
| 444 | if (vpn ## _simple_limit(dst + i * stride, 1, flim)) \ |
| 445 | vpn ## _filter_common(dst + i * stride, 1, 1); \ |
| 446 | } |
| 447 | |
| 448 | #define LOOP_FILTERS(vpn) \ |
| 449 | LOOP_FILTER(vpn, v, 16, 1, stride, ) \ |
| 450 | LOOP_FILTER(vpn, h, 16, stride, 1, ) \ |
| 451 | UV_LOOP_FILTER(vpn, v, 1, stride) \ |
| 452 | UV_LOOP_FILTER(vpn, h, stride, 1) \ |
| 453 | LOOP_FILTER_SIMPLE(vpn) \ |
| 454 | |
| 455 | static const uint8_t subpel_filters[7][6] = { |
| 456 | { 0, 6, 123, 12, 1, 0 }, |
| 457 | { 2, 11, 108, 36, 8, 1 }, |
| 458 | { 0, 9, 93, 50, 6, 0 }, |
| 459 | { 3, 16, 77, 77, 16, 3 }, |
| 460 | { 0, 6, 50, 93, 9, 0 }, |
| 461 | { 1, 8, 36, 108, 11, 2 }, |
| 462 | { 0, 1, 12, 123, 6, 0 }, |
| 463 | }; |
| 464 | |
| 465 | #define PUT_PIXELS(WIDTH) \ |
| 466 | static void put_vp8_pixels ## WIDTH ## _c(uint8_t *dst, ptrdiff_t dststride, \ |
| 467 | uint8_t *src, ptrdiff_t srcstride, \ |
| 468 | int h, int x, int y) \ |
| 469 | { \ |
| 470 | int i; \ |
| 471 | for (i = 0; i < h; i++, dst += dststride, src += srcstride) \ |
| 472 | memcpy(dst, src, WIDTH); \ |
| 473 | } |
| 474 | |
| 475 | PUT_PIXELS(16) |
| 476 | PUT_PIXELS(8) |
| 477 | PUT_PIXELS(4) |
| 478 | |
| 479 | #define FILTER_6TAP(src, F, stride) \ |
| 480 | cm[(F[2] * src[x + 0 * stride] - F[1] * src[x - 1 * stride] + \ |
| 481 | F[0] * src[x - 2 * stride] + F[3] * src[x + 1 * stride] - \ |
| 482 | F[4] * src[x + 2 * stride] + F[5] * src[x + 3 * stride] + 64) >> 7] |
| 483 | |
| 484 | #define FILTER_4TAP(src, F, stride) \ |
| 485 | cm[(F[2] * src[x + 0 * stride] - F[1] * src[x - 1 * stride] + \ |
| 486 | F[3] * src[x + 1 * stride] - F[4] * src[x + 2 * stride] + 64) >> 7] |
| 487 | |
| 488 | #define VP8_EPEL_H(SIZE, TAPS) \ |
| 489 | static void put_vp8_epel ## SIZE ## _h ## TAPS ## _c(uint8_t *dst, \ |
| 490 | ptrdiff_t dststride, \ |
| 491 | uint8_t *src, \ |
| 492 | ptrdiff_t srcstride, \ |
| 493 | int h, int mx, int my) \ |
| 494 | { \ |
| 495 | const uint8_t *filter = subpel_filters[mx - 1]; \ |
| 496 | const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \ |
| 497 | int x, y; \ |
| 498 | for (y = 0; y < h; y++) { \ |
| 499 | for (x = 0; x < SIZE; x++) \ |
| 500 | dst[x] = FILTER_ ## TAPS ## TAP(src, filter, 1); \ |
| 501 | dst += dststride; \ |
| 502 | src += srcstride; \ |
| 503 | } \ |
| 504 | } |
| 505 | |
| 506 | #define VP8_EPEL_V(SIZE, TAPS) \ |
| 507 | static void put_vp8_epel ## SIZE ## _v ## TAPS ## _c(uint8_t *dst, \ |
| 508 | ptrdiff_t dststride, \ |
| 509 | uint8_t *src, \ |
| 510 | ptrdiff_t srcstride, \ |
| 511 | int h, int mx, int my) \ |
| 512 | { \ |
| 513 | const uint8_t *filter = subpel_filters[my - 1]; \ |
| 514 | const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \ |
| 515 | int x, y; \ |
| 516 | for (y = 0; y < h; y++) { \ |
| 517 | for (x = 0; x < SIZE; x++) \ |
| 518 | dst[x] = FILTER_ ## TAPS ## TAP(src, filter, srcstride); \ |
| 519 | dst += dststride; \ |
| 520 | src += srcstride; \ |
| 521 | } \ |
| 522 | } |
| 523 | |
| 524 | #define VP8_EPEL_HV(SIZE, HTAPS, VTAPS) \ |
| 525 | static void \ |
| 526 | put_vp8_epel ## SIZE ## _h ## HTAPS ## v ## VTAPS ## _c(uint8_t *dst, \ |
| 527 | ptrdiff_t dststride, \ |
| 528 | uint8_t *src, \ |
| 529 | ptrdiff_t srcstride, \ |
| 530 | int h, int mx, \ |
| 531 | int my) \ |
| 532 | { \ |
| 533 | const uint8_t *filter = subpel_filters[mx - 1]; \ |
| 534 | const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \ |
| 535 | int x, y; \ |
| 536 | uint8_t tmp_array[(2 * SIZE + VTAPS - 1) * SIZE]; \ |
| 537 | uint8_t *tmp = tmp_array; \ |
| 538 | src -= (2 - (VTAPS == 4)) * srcstride; \ |
| 539 | \ |
| 540 | for (y = 0; y < h + VTAPS - 1; y++) { \ |
| 541 | for (x = 0; x < SIZE; x++) \ |
| 542 | tmp[x] = FILTER_ ## HTAPS ## TAP(src, filter, 1); \ |
| 543 | tmp += SIZE; \ |
| 544 | src += srcstride; \ |
| 545 | } \ |
| 546 | tmp = tmp_array + (2 - (VTAPS == 4)) * SIZE; \ |
| 547 | filter = subpel_filters[my - 1]; \ |
| 548 | \ |
| 549 | for (y = 0; y < h; y++) { \ |
| 550 | for (x = 0; x < SIZE; x++) \ |
| 551 | dst[x] = FILTER_ ## VTAPS ## TAP(tmp, filter, SIZE); \ |
| 552 | dst += dststride; \ |
| 553 | tmp += SIZE; \ |
| 554 | } \ |
| 555 | } |
| 556 | |
| 557 | VP8_EPEL_H(16, 4) |
| 558 | VP8_EPEL_H(8, 4) |
| 559 | VP8_EPEL_H(4, 4) |
| 560 | VP8_EPEL_H(16, 6) |
| 561 | VP8_EPEL_H(8, 6) |
| 562 | VP8_EPEL_H(4, 6) |
| 563 | VP8_EPEL_V(16, 4) |
| 564 | VP8_EPEL_V(8, 4) |
| 565 | VP8_EPEL_V(4, 4) |
| 566 | VP8_EPEL_V(16, 6) |
| 567 | VP8_EPEL_V(8, 6) |
| 568 | VP8_EPEL_V(4, 6) |
| 569 | |
| 570 | VP8_EPEL_HV(16, 4, 4) |
| 571 | VP8_EPEL_HV(8, 4, 4) |
| 572 | VP8_EPEL_HV(4, 4, 4) |
| 573 | VP8_EPEL_HV(16, 4, 6) |
| 574 | VP8_EPEL_HV(8, 4, 6) |
| 575 | VP8_EPEL_HV(4, 4, 6) |
| 576 | VP8_EPEL_HV(16, 6, 4) |
| 577 | VP8_EPEL_HV(8, 6, 4) |
| 578 | VP8_EPEL_HV(4, 6, 4) |
| 579 | VP8_EPEL_HV(16, 6, 6) |
| 580 | VP8_EPEL_HV(8, 6, 6) |
| 581 | VP8_EPEL_HV(4, 6, 6) |
| 582 | |
| 583 | #define VP8_BILINEAR(SIZE) \ |
| 584 | static void put_vp8_bilinear ## SIZE ## _h_c(uint8_t *dst, ptrdiff_t dstride, \ |
| 585 | uint8_t *src, ptrdiff_t sstride, \ |
| 586 | int h, int mx, int my) \ |
| 587 | { \ |
| 588 | int a = 8 - mx, b = mx; \ |
| 589 | int x, y; \ |
| 590 | for (y = 0; y < h; y++) { \ |
| 591 | for (x = 0; x < SIZE; x++) \ |
| 592 | dst[x] = (a * src[x] + b * src[x + 1] + 4) >> 3; \ |
| 593 | dst += dstride; \ |
| 594 | src += sstride; \ |
| 595 | } \ |
| 596 | } \ |
| 597 | \ |
| 598 | static void put_vp8_bilinear ## SIZE ## _v_c(uint8_t *dst, ptrdiff_t dstride, \ |
| 599 | uint8_t *src, ptrdiff_t sstride, \ |
| 600 | int h, int mx, int my) \ |
| 601 | { \ |
| 602 | int c = 8 - my, d = my; \ |
| 603 | int x, y; \ |
| 604 | for (y = 0; y < h; y++) { \ |
| 605 | for (x = 0; x < SIZE; x++) \ |
| 606 | dst[x] = (c * src[x] + d * src[x + sstride] + 4) >> 3; \ |
| 607 | dst += dstride; \ |
| 608 | src += sstride; \ |
| 609 | } \ |
| 610 | } \ |
| 611 | \ |
| 612 | static void put_vp8_bilinear ## SIZE ## _hv_c(uint8_t *dst, \ |
| 613 | ptrdiff_t dstride, \ |
| 614 | uint8_t *src, \ |
| 615 | ptrdiff_t sstride, \ |
| 616 | int h, int mx, int my) \ |
| 617 | { \ |
| 618 | int a = 8 - mx, b = mx; \ |
| 619 | int c = 8 - my, d = my; \ |
| 620 | int x, y; \ |
| 621 | uint8_t tmp_array[(2 * SIZE + 1) * SIZE]; \ |
| 622 | uint8_t *tmp = tmp_array; \ |
| 623 | for (y = 0; y < h + 1; y++) { \ |
| 624 | for (x = 0; x < SIZE; x++) \ |
| 625 | tmp[x] = (a * src[x] + b * src[x + 1] + 4) >> 3; \ |
| 626 | tmp += SIZE; \ |
| 627 | src += sstride; \ |
| 628 | } \ |
| 629 | tmp = tmp_array; \ |
| 630 | for (y = 0; y < h; y++) { \ |
| 631 | for (x = 0; x < SIZE; x++) \ |
| 632 | dst[x] = (c * tmp[x] + d * tmp[x + SIZE] + 4) >> 3; \ |
| 633 | dst += dstride; \ |
| 634 | tmp += SIZE; \ |
| 635 | } \ |
| 636 | } |
| 637 | |
| 638 | VP8_BILINEAR(16) |
| 639 | VP8_BILINEAR(8) |
| 640 | VP8_BILINEAR(4) |
| 641 | |
| 642 | #define VP78_MC_FUNC(IDX, SIZE) \ |
| 643 | dsp->put_vp8_epel_pixels_tab[IDX][0][0] = put_vp8_pixels ## SIZE ## _c; \ |
| 644 | dsp->put_vp8_epel_pixels_tab[IDX][0][1] = put_vp8_epel ## SIZE ## _h4_c; \ |
| 645 | dsp->put_vp8_epel_pixels_tab[IDX][0][2] = put_vp8_epel ## SIZE ## _h6_c; \ |
| 646 | dsp->put_vp8_epel_pixels_tab[IDX][1][0] = put_vp8_epel ## SIZE ## _v4_c; \ |
| 647 | dsp->put_vp8_epel_pixels_tab[IDX][1][1] = put_vp8_epel ## SIZE ## _h4v4_c; \ |
| 648 | dsp->put_vp8_epel_pixels_tab[IDX][1][2] = put_vp8_epel ## SIZE ## _h6v4_c; \ |
| 649 | dsp->put_vp8_epel_pixels_tab[IDX][2][0] = put_vp8_epel ## SIZE ## _v6_c; \ |
| 650 | dsp->put_vp8_epel_pixels_tab[IDX][2][1] = put_vp8_epel ## SIZE ## _h4v6_c; \ |
| 651 | dsp->put_vp8_epel_pixels_tab[IDX][2][2] = put_vp8_epel ## SIZE ## _h6v6_c |
| 652 | |
| 653 | #define VP78_BILINEAR_MC_FUNC(IDX, SIZE) \ |
| 654 | dsp->put_vp8_bilinear_pixels_tab[IDX][0][0] = put_vp8_pixels ## SIZE ## _c; \ |
| 655 | dsp->put_vp8_bilinear_pixels_tab[IDX][0][1] = put_vp8_bilinear ## SIZE ## _h_c; \ |
| 656 | dsp->put_vp8_bilinear_pixels_tab[IDX][0][2] = put_vp8_bilinear ## SIZE ## _h_c; \ |
| 657 | dsp->put_vp8_bilinear_pixels_tab[IDX][1][0] = put_vp8_bilinear ## SIZE ## _v_c; \ |
| 658 | dsp->put_vp8_bilinear_pixels_tab[IDX][1][1] = put_vp8_bilinear ## SIZE ## _hv_c; \ |
| 659 | dsp->put_vp8_bilinear_pixels_tab[IDX][1][2] = put_vp8_bilinear ## SIZE ## _hv_c; \ |
| 660 | dsp->put_vp8_bilinear_pixels_tab[IDX][2][0] = put_vp8_bilinear ## SIZE ## _v_c; \ |
| 661 | dsp->put_vp8_bilinear_pixels_tab[IDX][2][1] = put_vp8_bilinear ## SIZE ## _hv_c; \ |
| 662 | dsp->put_vp8_bilinear_pixels_tab[IDX][2][2] = put_vp8_bilinear ## SIZE ## _hv_c |
| 663 | |
| 664 | av_cold void ff_vp78dsp_init(VP8DSPContext *dsp) |
| 665 | { |
| 666 | VP78_MC_FUNC(0, 16); |
| 667 | VP78_MC_FUNC(1, 8); |
| 668 | VP78_MC_FUNC(2, 4); |
| 669 | |
| 670 | VP78_BILINEAR_MC_FUNC(0, 16); |
| 671 | VP78_BILINEAR_MC_FUNC(1, 8); |
| 672 | VP78_BILINEAR_MC_FUNC(2, 4); |
| 673 | |
| 674 | if (ARCH_ARM) |
| 675 | ff_vp78dsp_init_arm(dsp); |
| 676 | if (ARCH_PPC) |
| 677 | ff_vp78dsp_init_ppc(dsp); |
| 678 | if (ARCH_X86) |
| 679 | ff_vp78dsp_init_x86(dsp); |
| 680 | } |
| 681 | |
| 682 | #if CONFIG_VP7_DECODER |
| 683 | LOOP_FILTERS(vp7) |
| 684 | |
| 685 | av_cold void ff_vp7dsp_init(VP8DSPContext *dsp) |
| 686 | { |
| 687 | dsp->vp8_luma_dc_wht = vp7_luma_dc_wht_c; |
| 688 | dsp->vp8_luma_dc_wht_dc = vp7_luma_dc_wht_dc_c; |
| 689 | dsp->vp8_idct_add = vp7_idct_add_c; |
| 690 | dsp->vp8_idct_dc_add = vp7_idct_dc_add_c; |
| 691 | dsp->vp8_idct_dc_add4y = vp7_idct_dc_add4y_c; |
| 692 | dsp->vp8_idct_dc_add4uv = vp7_idct_dc_add4uv_c; |
| 693 | |
| 694 | dsp->vp8_v_loop_filter16y = vp7_v_loop_filter16_c; |
| 695 | dsp->vp8_h_loop_filter16y = vp7_h_loop_filter16_c; |
| 696 | dsp->vp8_v_loop_filter8uv = vp7_v_loop_filter8uv_c; |
| 697 | dsp->vp8_h_loop_filter8uv = vp7_h_loop_filter8uv_c; |
| 698 | |
| 699 | dsp->vp8_v_loop_filter16y_inner = vp7_v_loop_filter16_inner_c; |
| 700 | dsp->vp8_h_loop_filter16y_inner = vp7_h_loop_filter16_inner_c; |
| 701 | dsp->vp8_v_loop_filter8uv_inner = vp7_v_loop_filter8uv_inner_c; |
| 702 | dsp->vp8_h_loop_filter8uv_inner = vp7_h_loop_filter8uv_inner_c; |
| 703 | |
| 704 | dsp->vp8_v_loop_filter_simple = vp7_v_loop_filter_simple_c; |
| 705 | dsp->vp8_h_loop_filter_simple = vp7_h_loop_filter_simple_c; |
| 706 | } |
| 707 | #endif /* CONFIG_VP7_DECODER */ |
| 708 | |
| 709 | #if CONFIG_VP8_DECODER |
| 710 | LOOP_FILTERS(vp8) |
| 711 | |
| 712 | av_cold void ff_vp8dsp_init(VP8DSPContext *dsp) |
| 713 | { |
| 714 | dsp->vp8_luma_dc_wht = vp8_luma_dc_wht_c; |
| 715 | dsp->vp8_luma_dc_wht_dc = vp8_luma_dc_wht_dc_c; |
| 716 | dsp->vp8_idct_add = vp8_idct_add_c; |
| 717 | dsp->vp8_idct_dc_add = vp8_idct_dc_add_c; |
| 718 | dsp->vp8_idct_dc_add4y = vp8_idct_dc_add4y_c; |
| 719 | dsp->vp8_idct_dc_add4uv = vp8_idct_dc_add4uv_c; |
| 720 | |
| 721 | dsp->vp8_v_loop_filter16y = vp8_v_loop_filter16_c; |
| 722 | dsp->vp8_h_loop_filter16y = vp8_h_loop_filter16_c; |
| 723 | dsp->vp8_v_loop_filter8uv = vp8_v_loop_filter8uv_c; |
| 724 | dsp->vp8_h_loop_filter8uv = vp8_h_loop_filter8uv_c; |
| 725 | |
| 726 | dsp->vp8_v_loop_filter16y_inner = vp8_v_loop_filter16_inner_c; |
| 727 | dsp->vp8_h_loop_filter16y_inner = vp8_h_loop_filter16_inner_c; |
| 728 | dsp->vp8_v_loop_filter8uv_inner = vp8_v_loop_filter8uv_inner_c; |
| 729 | dsp->vp8_h_loop_filter8uv_inner = vp8_h_loop_filter8uv_inner_c; |
| 730 | |
| 731 | dsp->vp8_v_loop_filter_simple = vp8_v_loop_filter_simple_c; |
| 732 | dsp->vp8_h_loop_filter_simple = vp8_h_loop_filter_simple_c; |
| 733 | |
| 734 | if (ARCH_ARM) |
| 735 | ff_vp8dsp_init_arm(dsp); |
| 736 | if (ARCH_X86) |
| 737 | ff_vp8dsp_init_x86(dsp); |
| 738 | } |
| 739 | #endif /* CONFIG_VP8_DECODER */ |