2 * MLP DSP functions x86-optimized
3 * Copyright (c) 2009 Ramiro Polla
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 #include "libavutil/attributes.h"
23 #include "libavutil/cpu.h"
24 #include "libavutil/x86/asm.h"
25 #include "libavutil/x86/cpu.h"
26 #include "libavcodec/mlpdsp.h"
27 #include "libavcodec/mlp.h"
29 #define REMATRIX_CHANNEL_FUNC(opt) \
30 void ff_mlp_rematrix_channel_##opt(int32_t *samples, \
31 const int32_t *coeffs, \
32 const uint8_t *bypassed_lsbs, \
33 const int8_t *noise_buffer, \
35 unsigned int dest_ch, \
37 unsigned int maxchan, \
38 int matrix_noise_shift, \
39 int access_unit_size_pow2, \
42 REMATRIX_CHANNEL_FUNC(sse4
)
43 REMATRIX_CHANNEL_FUNC(avx2_bmi2
)
45 #if HAVE_7REGS && HAVE_INLINE_ASM && HAVE_INLINE_ASM_NONLOCAL_LABELS
47 extern char ff_mlp_firorder_8
;
48 extern char ff_mlp_firorder_7
;
49 extern char ff_mlp_firorder_6
;
50 extern char ff_mlp_firorder_5
;
51 extern char ff_mlp_firorder_4
;
52 extern char ff_mlp_firorder_3
;
53 extern char ff_mlp_firorder_2
;
54 extern char ff_mlp_firorder_1
;
55 extern char ff_mlp_firorder_0
;
57 extern char ff_mlp_iirorder_4
;
58 extern char ff_mlp_iirorder_3
;
59 extern char ff_mlp_iirorder_2
;
60 extern char ff_mlp_iirorder_1
;
61 extern char ff_mlp_iirorder_0
;
63 static const void * const firtable
[9] = { &ff_mlp_firorder_0
, &ff_mlp_firorder_1
,
64 &ff_mlp_firorder_2
, &ff_mlp_firorder_3
,
65 &ff_mlp_firorder_4
, &ff_mlp_firorder_5
,
66 &ff_mlp_firorder_6
, &ff_mlp_firorder_7
,
68 static const void * const iirtable
[5] = { &ff_mlp_iirorder_0
, &ff_mlp_iirorder_1
,
69 &ff_mlp_iirorder_2
, &ff_mlp_iirorder_3
,
74 #define MLPMUL(label, offset, offs, offc) \
75 LABEL_MANGLE(label)": \n\t" \
76 "movslq "offset"+"offs"(%0), %%rax\n\t" \
77 "movslq "offset"+"offc"(%1), %%rdx\n\t" \
78 "imul %%rdx, %%rax\n\t" \
79 "add %%rax, %%rsi\n\t"
81 #define FIRMULREG(label, offset, firc)\
82 LABEL_MANGLE(label)": \n\t" \
83 "movslq "#offset"(%0), %%rax\n\t" \
84 "imul %"#firc", %%rax\n\t" \
85 "add %%rax, %%rsi\n\t"
88 "xor %%rsi, %%rsi\n\t"
94 #define RESULT "%%rsi"
95 #define RESULT32 "%%esi"
97 #else /* if ARCH_X86_32 */
99 #define MLPMUL(label, offset, offs, offc) \
100 LABEL_MANGLE(label)": \n\t" \
101 "mov "offset"+"offs"(%0), %%eax\n\t" \
102 "imull "offset"+"offc"(%1) \n\t" \
103 "add %%eax , %%esi\n\t" \
104 "adc %%edx , %%ecx\n\t"
106 #define FIRMULREG(label, offset, firc) \
107 MLPMUL(label, #offset, "0", "0")
109 #define CLEAR_ACCUM \
110 "xor %%esi, %%esi\n\t" \
111 "xor %%ecx, %%ecx\n\t"
113 #define SHIFT_ACCUM \
114 "mov %%ecx, %%edx\n\t" \
115 "mov %%esi, %%eax\n\t" \
116 "movzbl %7 , %%ecx\n\t" \
117 "shrd %%cl, %%edx, %%eax\n\t" \
119 #define ACCUM "%%edx"
120 #define RESULT "%%eax"
121 #define RESULT32 "%%eax"
123 #endif /* !ARCH_X86_64 */
125 #define BINC AV_STRINGIFY(4* MAX_CHANNELS)
126 #define IOFFS AV_STRINGIFY(4*(MAX_FIR_ORDER + MAX_BLOCKSIZE))
127 #define IOFFC AV_STRINGIFY(4* MAX_FIR_ORDER)
129 #define FIRMUL(label, offset) MLPMUL(label, #offset, "0", "0")
130 #define IIRMUL(label, offset) MLPMUL(label, #offset, IOFFS, IOFFC)
132 static void mlp_filter_channel_x86(int32_t *state
, const int32_t *coeff
,
133 int firorder
, int iirorder
,
134 unsigned int filter_shift
, int32_t mask
,
135 int blocksize
, int32_t *sample_buffer
)
137 const void *firjump
= firtable
[firorder
];
138 const void *iirjump
= iirtable
[iirorder
];
140 blocksize
= -blocksize
;
146 FIRMUL (ff_mlp_firorder_8
, 0x1c )
147 FIRMUL (ff_mlp_firorder_7
, 0x18 )
148 FIRMUL (ff_mlp_firorder_6
, 0x14 )
149 FIRMUL (ff_mlp_firorder_5
, 0x10 )
150 FIRMUL (ff_mlp_firorder_4
, 0x0c )
151 FIRMULREG(ff_mlp_firorder_3
, 0x08,10)
152 FIRMULREG(ff_mlp_firorder_2
, 0x04, 9)
153 FIRMULREG(ff_mlp_firorder_1
, 0x00, 8)
154 LABEL_MANGLE(ff_mlp_firorder_0
)":\n\t"
156 IIRMUL (ff_mlp_iirorder_4
, 0x0c )
157 IIRMUL (ff_mlp_iirorder_3
, 0x08 )
158 IIRMUL (ff_mlp_iirorder_2
, 0x04 )
159 IIRMUL (ff_mlp_iirorder_1
, 0x00 )
160 LABEL_MANGLE(ff_mlp_iirorder_0
)":\n\t"
162 "mov "RESULT
" ,"ACCUM
" \n\t"
163 "add (%2) ,"RESULT
" \n\t"
164 "and %4 ,"RESULT
" \n\t"
166 "mov "RESULT32
", (%0) \n\t"
167 "mov "RESULT32
", (%2) \n\t"
168 "add $"BINC
" , %2 \n\t"
169 "sub "ACCUM
" ,"RESULT
" \n\t"
170 "mov "RESULT32
","IOFFS
"(%0) \n\t"
175 /* 2*/"+r"(sample_buffer
),
177 /* 3*/"+r"(blocksize
)
178 : /* 4*/"r"((x86_reg
)mask
), /* 5*/"r"(firjump
),
179 /* 6*/"r"(iirjump
) , /* 7*/"c"(filter_shift
)
180 , /* 8*/"r"((int64_t)coeff
[0])
181 , /* 9*/"r"((int64_t)coeff
[1])
182 , /*10*/"r"((int64_t)coeff
[2])
183 : "rax", "rdx", "rsi"
184 #else /* ARCH_X86_32 */
185 /* 3*/"+m"(blocksize
)
186 : /* 4*/"m"( mask
), /* 5*/"m"(firjump
),
187 /* 6*/"m"(iirjump
) , /* 7*/"m"(filter_shift
)
188 : "eax", "edx", "esi", "ecx"
189 #endif /* !ARCH_X86_64 */
193 #endif /* HAVE_7REGS && HAVE_INLINE_ASM */
195 av_cold
void ff_mlpdsp_init_x86(MLPDSPContext
*c
)
197 int cpu_flags
= av_get_cpu_flags();
198 #if HAVE_7REGS && HAVE_INLINE_ASM && HAVE_INLINE_ASM_NONLOCAL_LABELS
199 if (INLINE_MMX(cpu_flags
))
200 c
->mlp_filter_channel
= mlp_filter_channel_x86
;
202 if (ARCH_X86_64
&& EXTERNAL_SSE4(cpu_flags
))
203 c
->mlp_rematrix_channel
= ff_mlp_rematrix_channel_sse4
;
204 if (ARCH_X86_64
&& EXTERNAL_AVX2(cpu_flags
) && cpu_flags
& AV_CPU_FLAG_BMI2
)
205 c
->mlp_rematrix_channel
= ff_mlp_rematrix_channel_avx2_bmi2
;