Commit | Line | Data |
---|---|---|
2ba45a60 DM |
1 | /* |
2 | * TwinVQ decoder | |
3 | * Copyright (c) 2009 Vitor Sessak | |
4 | * | |
5 | * This file is part of FFmpeg. | |
6 | * | |
7 | * FFmpeg is free software; you can redistribute it and/or | |
8 | * modify it under the terms of the GNU Lesser General Public | |
9 | * License as published by the Free Software Foundation; either | |
10 | * version 2.1 of the License, or (at your option) any later version. | |
11 | * | |
12 | * FFmpeg is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
15 | * Lesser General Public License for more details. | |
16 | * | |
17 | * You should have received a copy of the GNU Lesser General Public | |
18 | * License along with FFmpeg; if not, write to the Free Software | |
19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
20 | */ | |
21 | ||
22 | #include <math.h> | |
23 | #include <stdint.h> | |
24 | ||
25 | #include "libavutil/channel_layout.h" | |
26 | #include "avcodec.h" | |
27 | #include "get_bits.h" | |
28 | #include "internal.h" | |
29 | #include "twinvq.h" | |
30 | #include "twinvq_data.h" | |
31 | ||
32 | static const TwinVQModeTab mode_08_08 = { | |
33 | { | |
34 | { 8, bark_tab_s08_64, 10, tab.fcb08s, 1, 5, tab.cb0808s0, tab.cb0808s1, 18 }, | |
35 | { 2, bark_tab_m08_256, 20, tab.fcb08m, 2, 5, tab.cb0808m0, tab.cb0808m1, 16 }, | |
36 | { 1, bark_tab_l08_512, 30, tab.fcb08l, 3, 6, tab.cb0808l0, tab.cb0808l1, 17 } | |
37 | }, | |
38 | 512, 12, tab.lsp08, 1, 5, 3, 3, tab.shape08, 8, 28, 20, 6, 40 | |
39 | }; | |
40 | ||
41 | static const TwinVQModeTab mode_11_08 = { | |
42 | { | |
43 | { 8, bark_tab_s11_64, 10, tab.fcb11s, 1, 5, tab.cb1108s0, tab.cb1108s1, 29 }, | |
44 | { 2, bark_tab_m11_256, 20, tab.fcb11m, 2, 5, tab.cb1108m0, tab.cb1108m1, 24 }, | |
45 | { 1, bark_tab_l11_512, 30, tab.fcb11l, 3, 6, tab.cb1108l0, tab.cb1108l1, 27 } | |
46 | }, | |
47 | 512, 16, tab.lsp11, 1, 6, 4, 3, tab.shape11, 9, 36, 30, 7, 90 | |
48 | }; | |
49 | ||
50 | static const TwinVQModeTab mode_11_10 = { | |
51 | { | |
52 | { 8, bark_tab_s11_64, 10, tab.fcb11s, 1, 5, tab.cb1110s0, tab.cb1110s1, 21 }, | |
53 | { 2, bark_tab_m11_256, 20, tab.fcb11m, 2, 5, tab.cb1110m0, tab.cb1110m1, 18 }, | |
54 | { 1, bark_tab_l11_512, 30, tab.fcb11l, 3, 6, tab.cb1110l0, tab.cb1110l1, 20 } | |
55 | }, | |
56 | 512, 16, tab.lsp11, 1, 6, 4, 3, tab.shape11, 9, 36, 30, 7, 90 | |
57 | }; | |
58 | ||
59 | static const TwinVQModeTab mode_16_16 = { | |
60 | { | |
61 | { 8, bark_tab_s16_128, 10, tab.fcb16s, 1, 5, tab.cb1616s0, tab.cb1616s1, 16 }, | |
62 | { 2, bark_tab_m16_512, 20, tab.fcb16m, 2, 5, tab.cb1616m0, tab.cb1616m1, 15 }, | |
63 | { 1, bark_tab_l16_1024, 30, tab.fcb16l, 3, 6, tab.cb1616l0, tab.cb1616l1, 16 } | |
64 | }, | |
65 | 1024, 16, tab.lsp16, 1, 6, 4, 3, tab.shape16, 9, 56, 60, 7, 180 | |
66 | }; | |
67 | ||
68 | static const TwinVQModeTab mode_22_20 = { | |
69 | { | |
70 | { 8, bark_tab_s22_128, 10, tab.fcb22s_1, 1, 6, tab.cb2220s0, tab.cb2220s1, 18 }, | |
71 | { 2, bark_tab_m22_512, 20, tab.fcb22m_1, 2, 6, tab.cb2220m0, tab.cb2220m1, 17 }, | |
72 | { 1, bark_tab_l22_1024, 32, tab.fcb22l_1, 4, 6, tab.cb2220l0, tab.cb2220l1, 18 } | |
73 | }, | |
74 | 1024, 16, tab.lsp22_1, 1, 6, 4, 3, tab.shape22_1, 9, 56, 36, 7, 144 | |
75 | }; | |
76 | ||
77 | static const TwinVQModeTab mode_22_24 = { | |
78 | { | |
79 | { 8, bark_tab_s22_128, 10, tab.fcb22s_1, 1, 6, tab.cb2224s0, tab.cb2224s1, 15 }, | |
80 | { 2, bark_tab_m22_512, 20, tab.fcb22m_1, 2, 6, tab.cb2224m0, tab.cb2224m1, 14 }, | |
81 | { 1, bark_tab_l22_1024, 32, tab.fcb22l_1, 4, 6, tab.cb2224l0, tab.cb2224l1, 15 } | |
82 | }, | |
83 | 1024, 16, tab.lsp22_1, 1, 6, 4, 3, tab.shape22_1, 9, 56, 36, 7, 144 | |
84 | }; | |
85 | ||
86 | static const TwinVQModeTab mode_22_32 = { | |
87 | { | |
88 | { 4, bark_tab_s22_128, 10, tab.fcb22s_2, 1, 6, tab.cb2232s0, tab.cb2232s1, 11 }, | |
89 | { 2, bark_tab_m22_256, 20, tab.fcb22m_2, 2, 6, tab.cb2232m0, tab.cb2232m1, 11 }, | |
90 | { 1, bark_tab_l22_512, 32, tab.fcb22l_2, 4, 6, tab.cb2232l0, tab.cb2232l1, 12 } | |
91 | }, | |
92 | 512, 16, tab.lsp22_2, 1, 6, 4, 4, tab.shape22_2, 9, 56, 36, 7, 72 | |
93 | }; | |
94 | ||
95 | static const TwinVQModeTab mode_44_40 = { | |
96 | { | |
97 | { 16, bark_tab_s44_128, 10, tab.fcb44s, 1, 6, tab.cb4440s0, tab.cb4440s1, 18 }, | |
98 | { 4, bark_tab_m44_512, 20, tab.fcb44m, 2, 6, tab.cb4440m0, tab.cb4440m1, 17 }, | |
99 | { 1, bark_tab_l44_2048, 40, tab.fcb44l, 4, 6, tab.cb4440l0, tab.cb4440l1, 17 } | |
100 | }, | |
101 | 2048, 20, tab.lsp44, 1, 6, 4, 4, tab.shape44, 9, 84, 54, 7, 432 | |
102 | }; | |
103 | ||
104 | static const TwinVQModeTab mode_44_48 = { | |
105 | { | |
106 | { 16, bark_tab_s44_128, 10, tab.fcb44s, 1, 6, tab.cb4448s0, tab.cb4448s1, 15 }, | |
107 | { 4, bark_tab_m44_512, 20, tab.fcb44m, 2, 6, tab.cb4448m0, tab.cb4448m1, 14 }, | |
108 | { 1, bark_tab_l44_2048, 40, tab.fcb44l, 4, 6, tab.cb4448l0, tab.cb4448l1, 14 } | |
109 | }, | |
110 | 2048, 20, tab.lsp44, 1, 6, 4, 4, tab.shape44, 9, 84, 54, 7, 432 | |
111 | }; | |
112 | ||
113 | /** | |
114 | * Evaluate a * b / 400 rounded to the nearest integer. When, for example, | |
115 | * a * b == 200 and the nearest integer is ill-defined, use a table to emulate | |
116 | * the following broken float-based implementation used by the binary decoder: | |
117 | * | |
118 | * @code | |
119 | * static int very_broken_op(int a, int b) | |
120 | * { | |
121 | * static float test; // Ugh, force gcc to do the division first... | |
122 | * | |
123 | * test = a / 400.0; | |
124 | * return b * test + 0.5; | |
125 | * } | |
126 | * @endcode | |
127 | * | |
128 | * @note if this function is replaced by just ROUNDED_DIV(a * b, 400.0), the | |
129 | * stddev between the original file (before encoding with Yamaha encoder) and | |
130 | * the decoded output increases, which leads one to believe that the encoder | |
131 | * expects exactly this broken calculation. | |
132 | */ | |
133 | static int very_broken_op(int a, int b) | |
134 | { | |
135 | int x = a * b + 200; | |
136 | int size; | |
137 | const uint8_t *rtab; | |
138 | ||
139 | if (x % 400 || b % 5) | |
140 | return x / 400; | |
141 | ||
142 | x /= 400; | |
143 | ||
144 | size = tabs[b / 5].size; | |
145 | rtab = tabs[b / 5].tab; | |
146 | return x - rtab[size * av_log2(2 * (x - 1) / size) + (x - 1) % size]; | |
147 | } | |
148 | ||
149 | /** | |
150 | * Sum to data a periodic peak of a given period, width and shape. | |
151 | * | |
152 | * @param period the period of the peak divised by 400.0 | |
153 | */ | |
154 | static void add_peak(int period, int width, const float *shape, | |
155 | float ppc_gain, float *speech, int len) | |
156 | { | |
157 | int i, j; | |
158 | ||
159 | const float *shape_end = shape + len; | |
160 | int center; | |
161 | ||
162 | // First peak centered around zero | |
163 | for (i = 0; i < width / 2; i++) | |
164 | speech[i] += ppc_gain * *shape++; | |
165 | ||
166 | for (i = 1; i < ROUNDED_DIV(len, width); i++) { | |
167 | center = very_broken_op(period, i); | |
168 | for (j = -width / 2; j < (width + 1) / 2; j++) | |
169 | speech[j + center] += ppc_gain * *shape++; | |
170 | } | |
171 | ||
172 | // For the last block, be careful not to go beyond the end of the buffer | |
173 | center = very_broken_op(period, i); | |
174 | for (j = -width / 2; j < (width + 1) / 2 && shape < shape_end; j++) | |
175 | speech[j + center] += ppc_gain * *shape++; | |
176 | } | |
177 | ||
178 | static void decode_ppc(TwinVQContext *tctx, int period_coef, int g_coef, | |
179 | const float *shape, float *speech) | |
180 | { | |
181 | const TwinVQModeTab *mtab = tctx->mtab; | |
182 | int isampf = tctx->avctx->sample_rate / 1000; | |
183 | int ibps = tctx->avctx->bit_rate / (1000 * tctx->avctx->channels); | |
184 | int min_period = ROUNDED_DIV(40 * 2 * mtab->size, isampf); | |
185 | int max_period = ROUNDED_DIV(40 * 2 * mtab->size * 6, isampf); | |
186 | int period_range = max_period - min_period; | |
187 | float pgain_step = 25000.0 / ((1 << mtab->pgain_bit) - 1); | |
188 | float ppc_gain = 1.0 / 8192 * | |
189 | twinvq_mulawinv(pgain_step * g_coef + | |
190 | pgain_step / 2, | |
191 | 25000.0, TWINVQ_PGAIN_MU); | |
192 | ||
193 | // This is actually the period multiplied by 400. It is just linearly coded | |
194 | // between its maximum and minimum value. | |
195 | int period = min_period + | |
196 | ROUNDED_DIV(period_coef * period_range, | |
197 | (1 << mtab->ppc_period_bit) - 1); | |
198 | int width; | |
199 | ||
200 | if (isampf == 22 && ibps == 32) { | |
201 | // For some unknown reason, NTT decided to code this case differently... | |
202 | width = ROUNDED_DIV((period + 800) * mtab->peak_per2wid, | |
203 | 400 * mtab->size); | |
204 | } else | |
205 | width = period * mtab->peak_per2wid / (400 * mtab->size); | |
206 | ||
207 | add_peak(period, width, shape, ppc_gain, speech, mtab->ppc_shape_len); | |
208 | } | |
209 | ||
210 | static void dec_bark_env(TwinVQContext *tctx, const uint8_t *in, int use_hist, | |
211 | int ch, float *out, float gain, | |
212 | enum TwinVQFrameType ftype) | |
213 | { | |
214 | const TwinVQModeTab *mtab = tctx->mtab; | |
215 | int i, j; | |
216 | float *hist = tctx->bark_hist[ftype][ch]; | |
217 | float val = ((const float []) { 0.4, 0.35, 0.28 })[ftype]; | |
218 | int bark_n_coef = mtab->fmode[ftype].bark_n_coef; | |
219 | int fw_cb_len = mtab->fmode[ftype].bark_env_size / bark_n_coef; | |
220 | int idx = 0; | |
221 | ||
222 | for (i = 0; i < fw_cb_len; i++) | |
223 | for (j = 0; j < bark_n_coef; j++, idx++) { | |
224 | float tmp2 = mtab->fmode[ftype].bark_cb[fw_cb_len * in[j] + i] * | |
225 | (1.0 / 4096); | |
226 | float st = use_hist ? (1.0 - val) * tmp2 + val * hist[idx] + 1.0 | |
227 | : tmp2 + 1.0; | |
228 | ||
229 | hist[idx] = tmp2; | |
230 | if (st < -1.0) | |
231 | st = 1.0; | |
232 | ||
233 | twinvq_memset_float(out, st * gain, mtab->fmode[ftype].bark_tab[idx]); | |
234 | out += mtab->fmode[ftype].bark_tab[idx]; | |
235 | } | |
236 | } | |
237 | ||
238 | static void read_cb_data(TwinVQContext *tctx, GetBitContext *gb, | |
239 | uint8_t *dst, enum TwinVQFrameType ftype) | |
240 | { | |
241 | int i; | |
242 | ||
243 | for (i = 0; i < tctx->n_div[ftype]; i++) { | |
244 | int bs_second_part = (i >= tctx->bits_main_spec_change[ftype]); | |
245 | ||
246 | *dst++ = get_bits(gb, tctx->bits_main_spec[0][ftype][bs_second_part]); | |
247 | *dst++ = get_bits(gb, tctx->bits_main_spec[1][ftype][bs_second_part]); | |
248 | } | |
249 | } | |
250 | ||
251 | static int twinvq_read_bitstream(AVCodecContext *avctx, TwinVQContext *tctx, | |
252 | const uint8_t *buf, int buf_size) | |
253 | { | |
254 | TwinVQFrameData *bits = &tctx->bits[0]; | |
255 | const TwinVQModeTab *mtab = tctx->mtab; | |
256 | int channels = tctx->avctx->channels; | |
257 | int sub; | |
258 | GetBitContext gb; | |
259 | int i, j, k; | |
260 | ||
261 | init_get_bits(&gb, buf, buf_size * 8); | |
262 | skip_bits(&gb, get_bits(&gb, 8)); | |
263 | ||
264 | bits->window_type = get_bits(&gb, TWINVQ_WINDOW_TYPE_BITS); | |
265 | ||
266 | if (bits->window_type > 8) { | |
267 | av_log(avctx, AV_LOG_ERROR, "Invalid window type, broken sample?\n"); | |
268 | return AVERROR_INVALIDDATA; | |
269 | } | |
270 | ||
271 | bits->ftype = ff_twinvq_wtype_to_ftype_table[tctx->bits[0].window_type]; | |
272 | ||
273 | sub = mtab->fmode[bits->ftype].sub; | |
274 | ||
275 | read_cb_data(tctx, &gb, bits->main_coeffs, bits->ftype); | |
276 | ||
277 | for (i = 0; i < channels; i++) | |
278 | for (j = 0; j < sub; j++) | |
279 | for (k = 0; k < mtab->fmode[bits->ftype].bark_n_coef; k++) | |
280 | bits->bark1[i][j][k] = | |
281 | get_bits(&gb, mtab->fmode[bits->ftype].bark_n_bit); | |
282 | ||
283 | for (i = 0; i < channels; i++) | |
284 | for (j = 0; j < sub; j++) | |
285 | bits->bark_use_hist[i][j] = get_bits1(&gb); | |
286 | ||
287 | if (bits->ftype == TWINVQ_FT_LONG) { | |
288 | for (i = 0; i < channels; i++) | |
289 | bits->gain_bits[i] = get_bits(&gb, TWINVQ_GAIN_BITS); | |
290 | } else { | |
291 | for (i = 0; i < channels; i++) { | |
292 | bits->gain_bits[i] = get_bits(&gb, TWINVQ_GAIN_BITS); | |
293 | for (j = 0; j < sub; j++) | |
294 | bits->sub_gain_bits[i * sub + j] = get_bits(&gb, | |
295 | TWINVQ_SUB_GAIN_BITS); | |
296 | } | |
297 | } | |
298 | ||
299 | for (i = 0; i < channels; i++) { | |
300 | bits->lpc_hist_idx[i] = get_bits(&gb, mtab->lsp_bit0); | |
301 | bits->lpc_idx1[i] = get_bits(&gb, mtab->lsp_bit1); | |
302 | ||
303 | for (j = 0; j < mtab->lsp_split; j++) | |
304 | bits->lpc_idx2[i][j] = get_bits(&gb, mtab->lsp_bit2); | |
305 | } | |
306 | ||
307 | if (bits->ftype == TWINVQ_FT_LONG) { | |
308 | read_cb_data(tctx, &gb, bits->ppc_coeffs, 3); | |
309 | for (i = 0; i < channels; i++) { | |
310 | bits->p_coef[i] = get_bits(&gb, mtab->ppc_period_bit); | |
311 | bits->g_coef[i] = get_bits(&gb, mtab->pgain_bit); | |
312 | } | |
313 | } | |
314 | ||
315 | return (get_bits_count(&gb) + 7) / 8; | |
316 | } | |
317 | ||
318 | static av_cold int twinvq_decode_init(AVCodecContext *avctx) | |
319 | { | |
320 | int isampf, ibps; | |
321 | TwinVQContext *tctx = avctx->priv_data; | |
322 | ||
323 | if (!avctx->extradata || avctx->extradata_size < 12) { | |
324 | av_log(avctx, AV_LOG_ERROR, "Missing or incomplete extradata\n"); | |
325 | return AVERROR_INVALIDDATA; | |
326 | } | |
327 | avctx->channels = AV_RB32(avctx->extradata) + 1; | |
328 | avctx->bit_rate = AV_RB32(avctx->extradata + 4) * 1000; | |
329 | isampf = AV_RB32(avctx->extradata + 8); | |
330 | ||
331 | if (isampf < 8 || isampf > 44) { | |
332 | av_log(avctx, AV_LOG_ERROR, "Unsupported sample rate\n"); | |
333 | return AVERROR_INVALIDDATA; | |
334 | } | |
335 | switch (isampf) { | |
336 | case 44: | |
337 | avctx->sample_rate = 44100; | |
338 | break; | |
339 | case 22: | |
340 | avctx->sample_rate = 22050; | |
341 | break; | |
342 | case 11: | |
343 | avctx->sample_rate = 11025; | |
344 | break; | |
345 | default: | |
346 | avctx->sample_rate = isampf * 1000; | |
347 | break; | |
348 | } | |
349 | ||
350 | if (avctx->channels <= 0 || avctx->channels > TWINVQ_CHANNELS_MAX) { | |
351 | av_log(avctx, AV_LOG_ERROR, "Unsupported number of channels: %i\n", | |
352 | avctx->channels); | |
353 | return -1; | |
354 | } | |
355 | avctx->channel_layout = avctx->channels == 1 ? AV_CH_LAYOUT_MONO | |
356 | : AV_CH_LAYOUT_STEREO; | |
357 | ||
358 | ibps = avctx->bit_rate / (1000 * avctx->channels); | |
359 | if (ibps < 8 || ibps > 48) { | |
360 | av_log(avctx, AV_LOG_ERROR, "Bad bitrate per channel value %d\n", ibps); | |
361 | return AVERROR_INVALIDDATA; | |
362 | } | |
363 | ||
364 | switch ((isampf << 8) + ibps) { | |
365 | case (8 << 8) + 8: | |
366 | tctx->mtab = &mode_08_08; | |
367 | break; | |
368 | case (11 << 8) + 8: | |
369 | tctx->mtab = &mode_11_08; | |
370 | break; | |
371 | case (11 << 8) + 10: | |
372 | tctx->mtab = &mode_11_10; | |
373 | break; | |
374 | case (16 << 8) + 16: | |
375 | tctx->mtab = &mode_16_16; | |
376 | break; | |
377 | case (22 << 8) + 20: | |
378 | tctx->mtab = &mode_22_20; | |
379 | break; | |
380 | case (22 << 8) + 24: | |
381 | tctx->mtab = &mode_22_24; | |
382 | break; | |
383 | case (22 << 8) + 32: | |
384 | tctx->mtab = &mode_22_32; | |
385 | break; | |
386 | case (44 << 8) + 40: | |
387 | tctx->mtab = &mode_44_40; | |
388 | break; | |
389 | case (44 << 8) + 48: | |
390 | tctx->mtab = &mode_44_48; | |
391 | break; | |
392 | default: | |
393 | av_log(avctx, AV_LOG_ERROR, | |
394 | "This version does not support %d kHz - %d kbit/s/ch mode.\n", | |
395 | isampf, isampf); | |
396 | return -1; | |
397 | } | |
398 | ||
399 | tctx->codec = TWINVQ_CODEC_VQF; | |
400 | tctx->read_bitstream = twinvq_read_bitstream; | |
401 | tctx->dec_bark_env = dec_bark_env; | |
402 | tctx->decode_ppc = decode_ppc; | |
403 | tctx->frame_size = avctx->bit_rate * tctx->mtab->size | |
404 | / avctx->sample_rate + 8; | |
405 | tctx->is_6kbps = 0; | |
406 | if (avctx->block_align && avctx->block_align * 8 / tctx->frame_size > 1) { | |
407 | av_log(avctx, AV_LOG_ERROR, | |
408 | "VQF TwinVQ should have only one frame per packet\n"); | |
409 | return AVERROR_INVALIDDATA; | |
410 | } | |
411 | ||
412 | return ff_twinvq_decode_init(avctx); | |
413 | } | |
414 | ||
415 | AVCodec ff_twinvq_decoder = { | |
416 | .name = "twinvq", | |
417 | .long_name = NULL_IF_CONFIG_SMALL("VQF TwinVQ"), | |
418 | .type = AVMEDIA_TYPE_AUDIO, | |
419 | .id = AV_CODEC_ID_TWINVQ, | |
420 | .priv_data_size = sizeof(TwinVQContext), | |
421 | .init = twinvq_decode_init, | |
422 | .close = ff_twinvq_decode_close, | |
423 | .decode = ff_twinvq_decode_frame, | |
424 | .capabilities = CODEC_CAP_DR1, | |
425 | .sample_fmts = (const enum AVSampleFormat[]) { AV_SAMPLE_FMT_FLTP, | |
426 | AV_SAMPLE_FMT_NONE }, | |
427 | }; |