Commit | Line | Data |
---|---|---|
2ba45a60 DM |
1 | /* |
2 | * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder | |
3 | * Copyright (c) 2003-2011 Michael Niedermayer <michaelni@gmx.at> | |
4 | * | |
5 | * This file is part of FFmpeg. | |
6 | * | |
7 | * FFmpeg is free software; you can redistribute it and/or | |
8 | * modify it under the terms of the GNU Lesser General Public | |
9 | * License as published by the Free Software Foundation; either | |
10 | * version 2.1 of the License, or (at your option) any later version. | |
11 | * | |
12 | * FFmpeg is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
15 | * Lesser General Public License for more details. | |
16 | * | |
17 | * You should have received a copy of the GNU Lesser General Public | |
18 | * License along with FFmpeg; if not, write to the Free Software | |
19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
20 | */ | |
21 | ||
22 | /** | |
23 | * @file | |
24 | * H.264 / AVC / MPEG4 part10 DSP functions. | |
25 | * @author Michael Niedermayer <michaelni@gmx.at> | |
26 | */ | |
27 | ||
28 | #include "bit_depth_template.c" | |
29 | ||
30 | #define op_scale1(x) block[x] = av_clip_pixel( (block[x]*weight + offset) >> log2_denom ) | |
31 | #define op_scale2(x) dst[x] = av_clip_pixel( (src[x]*weights + dst[x]*weightd + offset) >> (log2_denom+1)) | |
32 | #define H264_WEIGHT(W) \ | |
33 | static void FUNCC(weight_h264_pixels ## W)(uint8_t *_block, int stride, int height, \ | |
34 | int log2_denom, int weight, int offset) \ | |
35 | { \ | |
36 | int y; \ | |
37 | pixel *block = (pixel*)_block; \ | |
38 | stride >>= sizeof(pixel)-1; \ | |
39 | offset <<= (log2_denom + (BIT_DEPTH-8)); \ | |
40 | if(log2_denom) offset += 1<<(log2_denom-1); \ | |
41 | for (y = 0; y < height; y++, block += stride) { \ | |
42 | op_scale1(0); \ | |
43 | op_scale1(1); \ | |
44 | if(W==2) continue; \ | |
45 | op_scale1(2); \ | |
46 | op_scale1(3); \ | |
47 | if(W==4) continue; \ | |
48 | op_scale1(4); \ | |
49 | op_scale1(5); \ | |
50 | op_scale1(6); \ | |
51 | op_scale1(7); \ | |
52 | if(W==8) continue; \ | |
53 | op_scale1(8); \ | |
54 | op_scale1(9); \ | |
55 | op_scale1(10); \ | |
56 | op_scale1(11); \ | |
57 | op_scale1(12); \ | |
58 | op_scale1(13); \ | |
59 | op_scale1(14); \ | |
60 | op_scale1(15); \ | |
61 | } \ | |
62 | } \ | |
63 | static void FUNCC(biweight_h264_pixels ## W)(uint8_t *_dst, uint8_t *_src, int stride, int height, \ | |
64 | int log2_denom, int weightd, int weights, int offset) \ | |
65 | { \ | |
66 | int y; \ | |
67 | pixel *dst = (pixel*)_dst; \ | |
68 | pixel *src = (pixel*)_src; \ | |
69 | stride >>= sizeof(pixel)-1; \ | |
70 | offset <<= (BIT_DEPTH-8); \ | |
71 | offset = ((offset + 1) | 1) << log2_denom; \ | |
72 | for (y = 0; y < height; y++, dst += stride, src += stride) { \ | |
73 | op_scale2(0); \ | |
74 | op_scale2(1); \ | |
75 | if(W==2) continue; \ | |
76 | op_scale2(2); \ | |
77 | op_scale2(3); \ | |
78 | if(W==4) continue; \ | |
79 | op_scale2(4); \ | |
80 | op_scale2(5); \ | |
81 | op_scale2(6); \ | |
82 | op_scale2(7); \ | |
83 | if(W==8) continue; \ | |
84 | op_scale2(8); \ | |
85 | op_scale2(9); \ | |
86 | op_scale2(10); \ | |
87 | op_scale2(11); \ | |
88 | op_scale2(12); \ | |
89 | op_scale2(13); \ | |
90 | op_scale2(14); \ | |
91 | op_scale2(15); \ | |
92 | } \ | |
93 | } | |
94 | ||
95 | H264_WEIGHT(16) | |
96 | H264_WEIGHT(8) | |
97 | H264_WEIGHT(4) | |
98 | H264_WEIGHT(2) | |
99 | ||
100 | #undef op_scale1 | |
101 | #undef op_scale2 | |
102 | #undef H264_WEIGHT | |
103 | ||
104 | static av_always_inline av_flatten void FUNCC(h264_loop_filter_luma)(uint8_t *p_pix, int xstride, int ystride, int inner_iters, int alpha, int beta, int8_t *tc0) | |
105 | { | |
106 | pixel *pix = (pixel*)p_pix; | |
107 | int i, d; | |
108 | xstride >>= sizeof(pixel)-1; | |
109 | ystride >>= sizeof(pixel)-1; | |
110 | alpha <<= BIT_DEPTH - 8; | |
111 | beta <<= BIT_DEPTH - 8; | |
112 | for( i = 0; i < 4; i++ ) { | |
113 | const int tc_orig = tc0[i] << (BIT_DEPTH - 8); | |
114 | if( tc_orig < 0 ) { | |
115 | pix += inner_iters*ystride; | |
116 | continue; | |
117 | } | |
118 | for( d = 0; d < inner_iters; d++ ) { | |
119 | const int p0 = pix[-1*xstride]; | |
120 | const int p1 = pix[-2*xstride]; | |
121 | const int p2 = pix[-3*xstride]; | |
122 | const int q0 = pix[0]; | |
123 | const int q1 = pix[1*xstride]; | |
124 | const int q2 = pix[2*xstride]; | |
125 | ||
126 | if( FFABS( p0 - q0 ) < alpha && | |
127 | FFABS( p1 - p0 ) < beta && | |
128 | FFABS( q1 - q0 ) < beta ) { | |
129 | ||
130 | int tc = tc_orig; | |
131 | int i_delta; | |
132 | ||
133 | if( FFABS( p2 - p0 ) < beta ) { | |
134 | if(tc_orig) | |
135 | pix[-2*xstride] = p1 + av_clip( (( p2 + ( ( p0 + q0 + 1 ) >> 1 ) ) >> 1) - p1, -tc_orig, tc_orig ); | |
136 | tc++; | |
137 | } | |
138 | if( FFABS( q2 - q0 ) < beta ) { | |
139 | if(tc_orig) | |
140 | pix[ xstride] = q1 + av_clip( (( q2 + ( ( p0 + q0 + 1 ) >> 1 ) ) >> 1) - q1, -tc_orig, tc_orig ); | |
141 | tc++; | |
142 | } | |
143 | ||
144 | i_delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc ); | |
145 | pix[-xstride] = av_clip_pixel( p0 + i_delta ); /* p0' */ | |
146 | pix[0] = av_clip_pixel( q0 - i_delta ); /* q0' */ | |
147 | } | |
148 | pix += ystride; | |
149 | } | |
150 | } | |
151 | } | |
152 | static void FUNCC(h264_v_loop_filter_luma)(uint8_t *pix, int stride, int alpha, int beta, int8_t *tc0) | |
153 | { | |
154 | FUNCC(h264_loop_filter_luma)(pix, stride, sizeof(pixel), 4, alpha, beta, tc0); | |
155 | } | |
156 | static void FUNCC(h264_h_loop_filter_luma)(uint8_t *pix, int stride, int alpha, int beta, int8_t *tc0) | |
157 | { | |
158 | FUNCC(h264_loop_filter_luma)(pix, sizeof(pixel), stride, 4, alpha, beta, tc0); | |
159 | } | |
160 | static void FUNCC(h264_h_loop_filter_luma_mbaff)(uint8_t *pix, int stride, int alpha, int beta, int8_t *tc0) | |
161 | { | |
162 | FUNCC(h264_loop_filter_luma)(pix, sizeof(pixel), stride, 2, alpha, beta, tc0); | |
163 | } | |
164 | ||
165 | static av_always_inline av_flatten void FUNCC(h264_loop_filter_luma_intra)(uint8_t *p_pix, int xstride, int ystride, int inner_iters, int alpha, int beta) | |
166 | { | |
167 | pixel *pix = (pixel*)p_pix; | |
168 | int d; | |
169 | xstride >>= sizeof(pixel)-1; | |
170 | ystride >>= sizeof(pixel)-1; | |
171 | alpha <<= BIT_DEPTH - 8; | |
172 | beta <<= BIT_DEPTH - 8; | |
173 | for( d = 0; d < 4 * inner_iters; d++ ) { | |
174 | const int p2 = pix[-3*xstride]; | |
175 | const int p1 = pix[-2*xstride]; | |
176 | const int p0 = pix[-1*xstride]; | |
177 | ||
178 | const int q0 = pix[ 0*xstride]; | |
179 | const int q1 = pix[ 1*xstride]; | |
180 | const int q2 = pix[ 2*xstride]; | |
181 | ||
182 | if( FFABS( p0 - q0 ) < alpha && | |
183 | FFABS( p1 - p0 ) < beta && | |
184 | FFABS( q1 - q0 ) < beta ) { | |
185 | ||
186 | if(FFABS( p0 - q0 ) < (( alpha >> 2 ) + 2 )){ | |
187 | if( FFABS( p2 - p0 ) < beta) | |
188 | { | |
189 | const int p3 = pix[-4*xstride]; | |
190 | /* p0', p1', p2' */ | |
191 | pix[-1*xstride] = ( p2 + 2*p1 + 2*p0 + 2*q0 + q1 + 4 ) >> 3; | |
192 | pix[-2*xstride] = ( p2 + p1 + p0 + q0 + 2 ) >> 2; | |
193 | pix[-3*xstride] = ( 2*p3 + 3*p2 + p1 + p0 + q0 + 4 ) >> 3; | |
194 | } else { | |
195 | /* p0' */ | |
196 | pix[-1*xstride] = ( 2*p1 + p0 + q1 + 2 ) >> 2; | |
197 | } | |
198 | if( FFABS( q2 - q0 ) < beta) | |
199 | { | |
200 | const int q3 = pix[3*xstride]; | |
201 | /* q0', q1', q2' */ | |
202 | pix[0*xstride] = ( p1 + 2*p0 + 2*q0 + 2*q1 + q2 + 4 ) >> 3; | |
203 | pix[1*xstride] = ( p0 + q0 + q1 + q2 + 2 ) >> 2; | |
204 | pix[2*xstride] = ( 2*q3 + 3*q2 + q1 + q0 + p0 + 4 ) >> 3; | |
205 | } else { | |
206 | /* q0' */ | |
207 | pix[0*xstride] = ( 2*q1 + q0 + p1 + 2 ) >> 2; | |
208 | } | |
209 | }else{ | |
210 | /* p0', q0' */ | |
211 | pix[-1*xstride] = ( 2*p1 + p0 + q1 + 2 ) >> 2; | |
212 | pix[ 0*xstride] = ( 2*q1 + q0 + p1 + 2 ) >> 2; | |
213 | } | |
214 | } | |
215 | pix += ystride; | |
216 | } | |
217 | } | |
218 | static void FUNCC(h264_v_loop_filter_luma_intra)(uint8_t *pix, int stride, int alpha, int beta) | |
219 | { | |
220 | FUNCC(h264_loop_filter_luma_intra)(pix, stride, sizeof(pixel), 4, alpha, beta); | |
221 | } | |
222 | static void FUNCC(h264_h_loop_filter_luma_intra)(uint8_t *pix, int stride, int alpha, int beta) | |
223 | { | |
224 | FUNCC(h264_loop_filter_luma_intra)(pix, sizeof(pixel), stride, 4, alpha, beta); | |
225 | } | |
226 | static void FUNCC(h264_h_loop_filter_luma_mbaff_intra)(uint8_t *pix, int stride, int alpha, int beta) | |
227 | { | |
228 | FUNCC(h264_loop_filter_luma_intra)(pix, sizeof(pixel), stride, 2, alpha, beta); | |
229 | } | |
230 | ||
231 | static av_always_inline av_flatten void FUNCC(h264_loop_filter_chroma)(uint8_t *p_pix, int xstride, int ystride, int inner_iters, int alpha, int beta, int8_t *tc0) | |
232 | { | |
233 | pixel *pix = (pixel*)p_pix; | |
234 | int i, d; | |
235 | alpha <<= BIT_DEPTH - 8; | |
236 | beta <<= BIT_DEPTH - 8; | |
237 | xstride >>= sizeof(pixel)-1; | |
238 | ystride >>= sizeof(pixel)-1; | |
239 | for( i = 0; i < 4; i++ ) { | |
240 | const int tc = ((tc0[i] - 1) << (BIT_DEPTH - 8)) + 1; | |
241 | if( tc <= 0 ) { | |
242 | pix += inner_iters*ystride; | |
243 | continue; | |
244 | } | |
245 | for( d = 0; d < inner_iters; d++ ) { | |
246 | const int p0 = pix[-1*xstride]; | |
247 | const int p1 = pix[-2*xstride]; | |
248 | const int q0 = pix[0]; | |
249 | const int q1 = pix[1*xstride]; | |
250 | ||
251 | if( FFABS( p0 - q0 ) < alpha && | |
252 | FFABS( p1 - p0 ) < beta && | |
253 | FFABS( q1 - q0 ) < beta ) { | |
254 | ||
255 | int delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc ); | |
256 | ||
257 | pix[-xstride] = av_clip_pixel( p0 + delta ); /* p0' */ | |
258 | pix[0] = av_clip_pixel( q0 - delta ); /* q0' */ | |
259 | } | |
260 | pix += ystride; | |
261 | } | |
262 | } | |
263 | } | |
264 | static void FUNCC(h264_v_loop_filter_chroma)(uint8_t *pix, int stride, int alpha, int beta, int8_t *tc0) | |
265 | { | |
266 | FUNCC(h264_loop_filter_chroma)(pix, stride, sizeof(pixel), 2, alpha, beta, tc0); | |
267 | } | |
268 | static void FUNCC(h264_h_loop_filter_chroma)(uint8_t *pix, int stride, int alpha, int beta, int8_t *tc0) | |
269 | { | |
270 | FUNCC(h264_loop_filter_chroma)(pix, sizeof(pixel), stride, 2, alpha, beta, tc0); | |
271 | } | |
272 | static void FUNCC(h264_h_loop_filter_chroma_mbaff)(uint8_t *pix, int stride, int alpha, int beta, int8_t *tc0) | |
273 | { | |
274 | FUNCC(h264_loop_filter_chroma)(pix, sizeof(pixel), stride, 1, alpha, beta, tc0); | |
275 | } | |
276 | static void FUNCC(h264_h_loop_filter_chroma422)(uint8_t *pix, int stride, int alpha, int beta, int8_t *tc0) | |
277 | { | |
278 | FUNCC(h264_loop_filter_chroma)(pix, sizeof(pixel), stride, 4, alpha, beta, tc0); | |
279 | } | |
280 | static void FUNCC(h264_h_loop_filter_chroma422_mbaff)(uint8_t *pix, int stride, int alpha, int beta, int8_t *tc0) | |
281 | { | |
282 | FUNCC(h264_loop_filter_chroma)(pix, sizeof(pixel), stride, 2, alpha, beta, tc0); | |
283 | } | |
284 | ||
285 | static av_always_inline av_flatten void FUNCC(h264_loop_filter_chroma_intra)(uint8_t *p_pix, int xstride, int ystride, int inner_iters, int alpha, int beta) | |
286 | { | |
287 | pixel *pix = (pixel*)p_pix; | |
288 | int d; | |
289 | xstride >>= sizeof(pixel)-1; | |
290 | ystride >>= sizeof(pixel)-1; | |
291 | alpha <<= BIT_DEPTH - 8; | |
292 | beta <<= BIT_DEPTH - 8; | |
293 | for( d = 0; d < 4 * inner_iters; d++ ) { | |
294 | const int p0 = pix[-1*xstride]; | |
295 | const int p1 = pix[-2*xstride]; | |
296 | const int q0 = pix[0]; | |
297 | const int q1 = pix[1*xstride]; | |
298 | ||
299 | if( FFABS( p0 - q0 ) < alpha && | |
300 | FFABS( p1 - p0 ) < beta && | |
301 | FFABS( q1 - q0 ) < beta ) { | |
302 | ||
303 | pix[-xstride] = ( 2*p1 + p0 + q1 + 2 ) >> 2; /* p0' */ | |
304 | pix[0] = ( 2*q1 + q0 + p1 + 2 ) >> 2; /* q0' */ | |
305 | } | |
306 | pix += ystride; | |
307 | } | |
308 | } | |
309 | static void FUNCC(h264_v_loop_filter_chroma_intra)(uint8_t *pix, int stride, int alpha, int beta) | |
310 | { | |
311 | FUNCC(h264_loop_filter_chroma_intra)(pix, stride, sizeof(pixel), 2, alpha, beta); | |
312 | } | |
313 | static void FUNCC(h264_h_loop_filter_chroma_intra)(uint8_t *pix, int stride, int alpha, int beta) | |
314 | { | |
315 | FUNCC(h264_loop_filter_chroma_intra)(pix, sizeof(pixel), stride, 2, alpha, beta); | |
316 | } | |
317 | static void FUNCC(h264_h_loop_filter_chroma_mbaff_intra)(uint8_t *pix, int stride, int alpha, int beta) | |
318 | { | |
319 | FUNCC(h264_loop_filter_chroma_intra)(pix, sizeof(pixel), stride, 1, alpha, beta); | |
320 | } | |
321 | static void FUNCC(h264_h_loop_filter_chroma422_intra)(uint8_t *pix, int stride, int alpha, int beta) | |
322 | { | |
323 | FUNCC(h264_loop_filter_chroma_intra)(pix, sizeof(pixel), stride, 4, alpha, beta); | |
324 | } | |
325 | static void FUNCC(h264_h_loop_filter_chroma422_mbaff_intra)(uint8_t *pix, int stride, int alpha, int beta) | |
326 | { | |
327 | FUNCC(h264_loop_filter_chroma_intra)(pix, sizeof(pixel), stride, 2, alpha, beta); | |
328 | } |