Commit | Line | Data |
---|---|---|
2ba45a60 DM |
1 | ;***************************************************************************** |
2 | ;* x86-optimized functions for volume filter | |
3 | ;* Copyright (c) 2012 Justin Ruggles <justin.ruggles@gmail.com> | |
4 | ;* | |
5 | ;* This file is part of FFmpeg. | |
6 | ;* | |
7 | ;* FFmpeg is free software; you can redistribute it and/or | |
8 | ;* modify it under the terms of the GNU Lesser General Public | |
9 | ;* License as published by the Free Software Foundation; either | |
10 | ;* version 2.1 of the License, or (at your option) any later version. | |
11 | ;* | |
12 | ;* FFmpeg is distributed in the hope that it will be useful, | |
13 | ;* but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
15 | ;* Lesser General Public License for more details. | |
16 | ;* | |
17 | ;* You should have received a copy of the GNU Lesser General Public | |
18 | ;* License along with FFmpeg; if not, write to the Free Software | |
19 | ;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
20 | ;****************************************************************************** | |
21 | ||
22 | %include "libavutil/x86/x86util.asm" | |
23 | ||
24 | SECTION_RODATA 32 | |
25 | ||
26 | pd_1_256: times 4 dq 0x3F70000000000000 | |
27 | pd_int32_max: times 4 dq 0x41DFFFFFFFC00000 | |
28 | pw_1: times 8 dw 1 | |
29 | pw_128: times 8 dw 128 | |
30 | pq_128: times 2 dq 128 | |
31 | ||
32 | SECTION_TEXT | |
33 | ||
34 | ;------------------------------------------------------------------------------ | |
35 | ; void ff_scale_samples_s16(uint8_t *dst, const uint8_t *src, int len, | |
36 | ; int volume) | |
37 | ;------------------------------------------------------------------------------ | |
38 | ||
39 | INIT_XMM sse2 | |
40 | cglobal scale_samples_s16, 4,4,4, dst, src, len, volume | |
41 | movd m0, volumem | |
42 | pshuflw m0, m0, 0 | |
43 | punpcklwd m0, [pw_1] | |
44 | mova m1, [pw_128] | |
45 | lea lenq, [lend*2-mmsize] | |
46 | .loop: | |
47 | ; dst[i] = av_clip_int16((src[i] * volume + 128) >> 8); | |
48 | mova m2, [srcq+lenq] | |
49 | punpcklwd m3, m2, m1 | |
50 | punpckhwd m2, m1 | |
51 | pmaddwd m3, m0 | |
52 | pmaddwd m2, m0 | |
53 | psrad m3, 8 | |
54 | psrad m2, 8 | |
55 | packssdw m3, m2 | |
56 | mova [dstq+lenq], m3 | |
57 | sub lenq, mmsize | |
58 | jge .loop | |
59 | REP_RET | |
60 | ||
61 | ;------------------------------------------------------------------------------ | |
62 | ; void ff_scale_samples_s32(uint8_t *dst, const uint8_t *src, int len, | |
63 | ; int volume) | |
64 | ;------------------------------------------------------------------------------ | |
65 | ||
66 | %macro SCALE_SAMPLES_S32 0 | |
67 | cglobal scale_samples_s32, 4,4,4, dst, src, len, volume | |
68 | %if ARCH_X86_32 && cpuflag(avx) | |
69 | vbroadcastss xmm2, volumem | |
70 | %else | |
71 | movd xmm2, volumed | |
72 | pshufd xmm2, xmm2, 0 | |
73 | %endif | |
74 | CVTDQ2PD m2, xmm2 | |
75 | mulpd m2, m2, [pd_1_256] | |
76 | mova m3, [pd_int32_max] | |
77 | lea lenq, [lend*4-mmsize] | |
78 | .loop: | |
79 | CVTDQ2PD m0, [srcq+lenq ] | |
80 | CVTDQ2PD m1, [srcq+lenq+mmsize/2] | |
81 | mulpd m0, m0, m2 | |
82 | mulpd m1, m1, m2 | |
83 | minpd m0, m0, m3 | |
84 | minpd m1, m1, m3 | |
85 | cvtpd2dq xmm0, m0 | |
86 | cvtpd2dq xmm1, m1 | |
87 | %if cpuflag(avx) | |
88 | vmovdqa [dstq+lenq ], xmm0 | |
89 | vmovdqa [dstq+lenq+mmsize/2], xmm1 | |
90 | %else | |
91 | movq [dstq+lenq ], xmm0 | |
92 | movq [dstq+lenq+mmsize/2], xmm1 | |
93 | %endif | |
94 | sub lenq, mmsize | |
95 | jge .loop | |
96 | REP_RET | |
97 | %endmacro | |
98 | ||
99 | INIT_XMM sse2 | |
100 | %define CVTDQ2PD cvtdq2pd | |
101 | SCALE_SAMPLES_S32 | |
102 | %if HAVE_AVX_EXTERNAL | |
103 | %define CVTDQ2PD vcvtdq2pd | |
104 | INIT_YMM avx | |
105 | SCALE_SAMPLES_S32 | |
106 | %endif | |
107 | %undef CVTDQ2PD | |
108 | ||
109 | ; NOTE: This is not bit-identical with the C version because it clips to | |
110 | ; [-INT_MAX, INT_MAX] instead of [INT_MIN, INT_MAX] | |
111 | ||
112 | INIT_XMM ssse3, atom | |
113 | cglobal scale_samples_s32, 4,4,8, dst, src, len, volume | |
114 | movd m4, volumem | |
115 | pshufd m4, m4, 0 | |
116 | mova m5, [pq_128] | |
117 | pxor m6, m6 | |
118 | lea lenq, [lend*4-mmsize] | |
119 | .loop: | |
120 | ; src[i] = av_clipl_int32((src[i] * volume + 128) >> 8); | |
121 | mova m7, [srcq+lenq] | |
122 | pabsd m3, m7 | |
123 | pshufd m0, m3, q0100 | |
124 | pshufd m1, m3, q0302 | |
125 | pmuludq m0, m4 | |
126 | pmuludq m1, m4 | |
127 | paddq m0, m5 | |
128 | paddq m1, m5 | |
129 | psrlq m0, 7 | |
130 | psrlq m1, 7 | |
131 | shufps m2, m0, m1, q3131 | |
132 | shufps m0, m0, m1, q2020 | |
133 | pcmpgtd m2, m6 | |
134 | por m0, m2 | |
135 | psrld m0, 1 | |
136 | psignd m0, m7 | |
137 | mova [dstq+lenq], m0 | |
138 | sub lenq, mmsize | |
139 | jge .loop | |
140 | REP_RET |