2 * WMA compatible decoder
3 * Copyright (c) 2002 The FFmpeg Project.
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 * WMA compatible decoder.
25 * This decoder handles Microsoft Windows Media Audio data, versions 1 & 2.
26 * WMA v1 is identified by audio format 0x160 in Microsoft media files
27 * (ASF/AVI/WAV). WMA v2 is identified by audio format 0x161.
29 * To use this decoder, a calling application must supply the extra data
30 * bytes provided with the WMA data. These are the extra, codec-specific
31 * bytes at the end of a WAVEFORMATEX data structure. Transmit these bytes
32 * to the decoder using the extradata[_size] fields in AVCodecContext. There
33 * should be 4 extra bytes for v1 data and 6 extra bytes for v2 data.
43 #define EXPMAX ((19+EXPVLCBITS-1)/EXPVLCBITS)
45 #define HGAINVLCBITS 9
46 #define HGAINMAX ((13+HGAINVLCBITS-1)/HGAINVLCBITS)
48 static void wma_lsp_to_curve_init(WMADecodeContext *s, int frame_len);
51 static void dump_shorts(const char *name, const short *tab, int n)
55 tprintf("%s[%d]:\n", name, n);
59 tprintf(" %5d.0", tab[i]);
65 static void dump_floats(const char *name, int prec, const float *tab, int n)
69 tprintf("%s[%d]:\n", name, n);
73 tprintf(" %8.*f", prec, tab[i]);
82 static int wma_decode_init(AVCodecContext * avctx)
84 WMADecodeContext *s = avctx->priv_data;
85 int i, flags1, flags2;
88 /* extract flag infos */
91 extradata = avctx->extradata;
92 if (avctx->codec->id == CODEC_ID_WMAV1 && avctx->extradata_size >= 4) {
93 flags1 = extradata[0] | (extradata[1] << 8);
94 flags2 = extradata[2] | (extradata[3] << 8);
95 } else if (avctx->codec->id == CODEC_ID_WMAV2 && avctx->extradata_size >= 6) {
96 flags1 = extradata[0] | (extradata[1] << 8) |
97 (extradata[2] << 16) | (extradata[3] << 24);
98 flags2 = extradata[4] | (extradata[5] << 8);
100 // for(i=0; i<avctx->extradata_size; i++)
101 // av_log(NULL, AV_LOG_ERROR, "%02X ", extradata[i]);
103 s->use_exp_vlc = flags2 & 0x0001;
104 s->use_bit_reservoir = flags2 & 0x0002;
105 s->use_variable_block_len = flags2 & 0x0004;
107 ff_wma_init(avctx, flags2);
110 for(i = 0; i < s->nb_block_sizes; i++)
111 ff_mdct_init(&s->mdct_ctx[i], s->frame_len_bits - i + 1, 1);
113 if (s->use_noise_coding) {
114 init_vlc(&s->hgain_vlc, HGAINVLCBITS, sizeof(ff_wma_hgain_huffbits),
115 ff_wma_hgain_huffbits, 1, 1,
116 ff_wma_hgain_huffcodes, 2, 2, 0);
119 if (s->use_exp_vlc) {
120 init_vlc(&s->exp_vlc, EXPVLCBITS, sizeof(ff_wma_scale_huffbits), //FIXME move out of context
121 ff_wma_scale_huffbits, 1, 1,
122 ff_wma_scale_huffcodes, 4, 4, 0);
124 wma_lsp_to_curve_init(s, s->frame_len);
130 /* interpolate values for a bigger or smaller block. The block must
131 have multiple sizes */
132 static void interpolate_array(float *scale, int old_size, int new_size)
137 if (new_size > old_size) {
138 jincr = new_size / old_size;
140 for(i = old_size - 1; i >=0; i--) {
147 } else if (new_size < old_size) {
149 jincr = old_size / new_size;
150 for(i = 0; i < new_size; i++) {
157 /* compute x^-0.25 with an exponent and mantissa table. We use linear
158 interpolation to reduce the mantissa table size at a small speed
159 expense (linear interpolation approximately doubles the number of
160 bits of precision). */
161 static inline float pow_m1_4(WMADecodeContext *s, float x)
172 m = (u.v >> (23 - LSP_POW_BITS)) & ((1 << LSP_POW_BITS) - 1);
173 /* build interpolation scale: 1 <= t < 2. */
174 t.v = ((u.v << LSP_POW_BITS) & ((1 << 23) - 1)) | (127 << 23);
175 a = s->lsp_pow_m_table1[m];
176 b = s->lsp_pow_m_table2[m];
177 return s->lsp_pow_e_table[e] * (a + b * t.f);
180 static void wma_lsp_to_curve_init(WMADecodeContext *s, int frame_len)
185 wdel = M_PI / frame_len;
186 for(i=0;i<frame_len;i++)
187 s->lsp_cos_table[i] = 2.0f * cos(wdel * i);
189 /* tables for x^-0.25 computation */
192 s->lsp_pow_e_table[i] = pow(2.0, e * -0.25);
195 /* NOTE: these two tables are needed to avoid two operations in
198 for(i=(1 << LSP_POW_BITS) - 1;i>=0;i--) {
199 m = (1 << LSP_POW_BITS) + i;
200 a = (float)m * (0.5 / (1 << LSP_POW_BITS));
202 s->lsp_pow_m_table1[i] = 2 * a - b;
203 s->lsp_pow_m_table2[i] = b - a;
212 printf("%f^-0.25=%f e=%f\n", v, r1, r2 - r1);
217 /* NOTE: We use the same code as Vorbis here */
218 /* XXX: optimize it further with SSE/3Dnow */
219 static void wma_lsp_to_curve(WMADecodeContext *s,
220 float *out, float *val_max_ptr,
224 float p, q, w, v, val_max;
230 w = s->lsp_cos_table[i];
231 for(j=1;j<NB_LSP_COEFS;j+=2){
243 *val_max_ptr = val_max;
246 /* decode exponents coded with LSP coefficients (same idea as Vorbis) */
247 static void decode_exp_lsp(WMADecodeContext *s, int ch)
249 float lsp_coefs[NB_LSP_COEFS];
252 for(i = 0; i < NB_LSP_COEFS; i++) {
253 if (i == 0 || i >= 8)
254 val = get_bits(&s->gb, 3);
256 val = get_bits(&s->gb, 4);
257 lsp_coefs[i] = ff_wma_lsp_codebook[i][val];
260 wma_lsp_to_curve(s, s->exponents[ch], &s->max_exponent[ch],
261 s->block_len, lsp_coefs);
264 /* decode exponents coded with VLC codes */
265 static int decode_exp_vlc(WMADecodeContext *s, int ch)
267 int last_exp, n, code;
268 const uint16_t *ptr, *band_ptr;
269 float v, *q, max_scale, *q_end;
271 band_ptr = s->exponent_bands[s->frame_len_bits - s->block_len_bits];
273 q = s->exponents[ch];
274 q_end = q + s->block_len;
276 if (s->version == 1) {
277 last_exp = get_bits(&s->gb, 5) + 10;
278 /* XXX: use a table */
279 v = pow(10, last_exp * (1.0 / 16.0));
289 code = get_vlc2(&s->gb, s->exp_vlc.table, EXPVLCBITS, EXPMAX);
292 /* NOTE: this offset is the same as MPEG4 AAC ! */
293 last_exp += code - 60;
294 /* XXX: use a table */
295 v = pow(10, last_exp * (1.0 / 16.0));
303 s->max_exponent[ch] = max_scale;
307 /* return 0 if OK. return 1 if last block of frame. return -1 if
308 unrecorrable error. */
309 static int wma_decode_block(WMADecodeContext *s)
311 int n, v, a, ch, code, bsize;
312 int coef_nb_bits, total_gain, parse_exponents;
313 int nb_coefs[MAX_CHANNELS];
317 tprintf("***decode_block: %d:%d\n", s->frame_count - 1, s->block_num);
320 /* compute current block length */
321 if (s->use_variable_block_len) {
322 n = av_log2(s->nb_block_sizes - 1) + 1;
324 if (s->reset_block_lengths) {
325 s->reset_block_lengths = 0;
326 v = get_bits(&s->gb, n);
327 if (v >= s->nb_block_sizes)
329 s->prev_block_len_bits = s->frame_len_bits - v;
330 v = get_bits(&s->gb, n);
331 if (v >= s->nb_block_sizes)
333 s->block_len_bits = s->frame_len_bits - v;
335 /* update block lengths */
336 s->prev_block_len_bits = s->block_len_bits;
337 s->block_len_bits = s->next_block_len_bits;
339 v = get_bits(&s->gb, n);
340 if (v >= s->nb_block_sizes)
342 s->next_block_len_bits = s->frame_len_bits - v;
344 /* fixed block len */
345 s->next_block_len_bits = s->frame_len_bits;
346 s->prev_block_len_bits = s->frame_len_bits;
347 s->block_len_bits = s->frame_len_bits;
350 /* now check if the block length is coherent with the frame length */
351 s->block_len = 1 << s->block_len_bits;
352 if ((s->block_pos + s->block_len) > s->frame_len)
355 if (s->nb_channels == 2) {
356 s->ms_stereo = get_bits(&s->gb, 1);
359 for(ch = 0; ch < s->nb_channels; ch++) {
360 a = get_bits(&s->gb, 1);
361 s->channel_coded[ch] = a;
364 /* if no channel coded, no need to go further */
365 /* XXX: fix potential framing problems */
369 bsize = s->frame_len_bits - s->block_len_bits;
371 /* read total gain and extract corresponding number of bits for
372 coef escape coding */
375 a = get_bits(&s->gb, 7);
381 coef_nb_bits= ff_wma_total_gain_to_bits(total_gain);
383 /* compute number of coefficients */
384 n = s->coefs_end[bsize] - s->coefs_start;
385 for(ch = 0; ch < s->nb_channels; ch++)
389 if (s->use_noise_coding) {
391 for(ch = 0; ch < s->nb_channels; ch++) {
392 if (s->channel_coded[ch]) {
394 n = s->exponent_high_sizes[bsize];
396 a = get_bits(&s->gb, 1);
397 s->high_band_coded[ch][i] = a;
398 /* if noise coding, the coefficients are not transmitted */
400 nb_coefs[ch] -= s->exponent_high_bands[bsize][i];
404 for(ch = 0; ch < s->nb_channels; ch++) {
405 if (s->channel_coded[ch]) {
408 n = s->exponent_high_sizes[bsize];
409 val = (int)0x80000000;
411 if (s->high_band_coded[ch][i]) {
412 if (val == (int)0x80000000) {
413 val = get_bits(&s->gb, 7) - 19;
415 code = get_vlc2(&s->gb, s->hgain_vlc.table, HGAINVLCBITS, HGAINMAX);
420 s->high_band_values[ch][i] = val;
427 /* exposant can be interpolated in short blocks. */
429 if (s->block_len_bits != s->frame_len_bits) {
430 parse_exponents = get_bits(&s->gb, 1);
433 if (parse_exponents) {
434 for(ch = 0; ch < s->nb_channels; ch++) {
435 if (s->channel_coded[ch]) {
436 if (s->use_exp_vlc) {
437 if (decode_exp_vlc(s, ch) < 0)
440 decode_exp_lsp(s, ch);
445 for(ch = 0; ch < s->nb_channels; ch++) {
446 if (s->channel_coded[ch]) {
447 interpolate_array(s->exponents[ch], 1 << s->prev_block_len_bits,
453 /* parse spectral coefficients : just RLE encoding */
454 for(ch = 0; ch < s->nb_channels; ch++) {
455 if (s->channel_coded[ch]) {
457 int level, run, sign, tindex;
459 const uint16_t *level_table, *run_table;
461 /* special VLC tables are used for ms stereo because
462 there is potentially less energy there */
463 tindex = (ch == 1 && s->ms_stereo);
464 coef_vlc = &s->coef_vlc[tindex];
465 run_table = s->run_table[tindex];
466 level_table = s->level_table[tindex];
468 ptr = &s->coefs1[ch][0];
469 eptr = ptr + nb_coefs[ch];
470 memset(ptr, 0, s->block_len * sizeof(int16_t));
472 code = get_vlc2(&s->gb, coef_vlc->table, VLCBITS, VLCMAX);
478 } else if (code == 0) {
480 level = get_bits(&s->gb, coef_nb_bits);
481 /* NOTE: this is rather suboptimal. reading
482 block_len_bits would be better */
483 run = get_bits(&s->gb, s->frame_len_bits);
486 run = run_table[code];
487 level = level_table[code];
489 sign = get_bits(&s->gb, 1);
495 av_log(NULL, AV_LOG_ERROR, "overflow in spectral RLE, ignoring\n");
499 /* NOTE: EOB can be omitted */
504 if (s->version == 1 && s->nb_channels >= 2) {
505 align_get_bits(&s->gb);
511 int n4 = s->block_len / 2;
512 mdct_norm = 1.0 / (float)n4;
513 if (s->version == 1) {
514 mdct_norm *= sqrt(n4);
518 /* finally compute the MDCT coefficients */
519 for(ch = 0; ch < s->nb_channels; ch++) {
520 if (s->channel_coded[ch]) {
522 float *coefs, *exponents, mult, mult1, noise, *exp_ptr;
523 int i, j, n, n1, last_high_band;
524 float exp_power[HIGH_BAND_MAX_SIZE];
526 coefs1 = s->coefs1[ch];
527 exponents = s->exponents[ch];
528 mult = pow(10, total_gain * 0.05) / s->max_exponent[ch];
530 coefs = s->coefs[ch];
531 if (s->use_noise_coding) {
533 /* very low freqs : noise */
534 for(i = 0;i < s->coefs_start; i++) {
535 *coefs++ = s->noise_table[s->noise_index] * (*exponents++) * mult1;
536 s->noise_index = (s->noise_index + 1) & (NOISE_TAB_SIZE - 1);
539 n1 = s->exponent_high_sizes[bsize];
541 /* compute power of high bands */
542 exp_ptr = exponents +
543 s->high_band_start[bsize] -
545 last_high_band = 0; /* avoid warning */
547 n = s->exponent_high_bands[s->frame_len_bits -
548 s->block_len_bits][j];
549 if (s->high_band_coded[ch][j]) {
552 for(i = 0;i < n; i++) {
556 exp_power[j] = e2 / n;
558 tprintf("%d: power=%f (%d)\n", j, exp_power[j], n);
563 /* main freqs and high freqs */
566 n = s->high_band_start[bsize] -
569 n = s->exponent_high_bands[s->frame_len_bits -
570 s->block_len_bits][j];
572 if (j >= 0 && s->high_band_coded[ch][j]) {
573 /* use noise with specified power */
574 mult1 = sqrt(exp_power[j] / exp_power[last_high_band]);
575 /* XXX: use a table */
576 mult1 = mult1 * pow(10, s->high_band_values[ch][j] * 0.05);
577 mult1 = mult1 / (s->max_exponent[ch] * s->noise_mult);
579 for(i = 0;i < n; i++) {
580 noise = s->noise_table[s->noise_index];
581 s->noise_index = (s->noise_index + 1) & (NOISE_TAB_SIZE - 1);
582 *coefs++ = (*exponents++) * noise * mult1;
585 /* coded values + small noise */
586 for(i = 0;i < n; i++) {
587 noise = s->noise_table[s->noise_index];
588 s->noise_index = (s->noise_index + 1) & (NOISE_TAB_SIZE - 1);
589 *coefs++ = ((*coefs1++) + noise) * (*exponents++) * mult;
594 /* very high freqs : noise */
595 n = s->block_len - s->coefs_end[bsize];
596 mult1 = mult * exponents[-1];
597 for(i = 0; i < n; i++) {
598 *coefs++ = s->noise_table[s->noise_index] * mult1;
599 s->noise_index = (s->noise_index + 1) & (NOISE_TAB_SIZE - 1);
602 /* XXX: optimize more */
603 for(i = 0;i < s->coefs_start; i++)
606 for(i = 0;i < n; i++) {
607 *coefs++ = coefs1[i] * exponents[i] * mult;
609 n = s->block_len - s->coefs_end[bsize];
610 for(i = 0;i < n; i++)
617 for(ch = 0; ch < s->nb_channels; ch++) {
618 if (s->channel_coded[ch]) {
619 dump_floats("exponents", 3, s->exponents[ch], s->block_len);
620 dump_floats("coefs", 1, s->coefs[ch], s->block_len);
625 if (s->ms_stereo && s->channel_coded[1]) {
629 /* nominal case for ms stereo: we do it before mdct */
630 /* no need to optimize this case because it should almost
632 if (!s->channel_coded[0]) {
633 tprintf("rare ms-stereo case happened\n");
634 memset(s->coefs[0], 0, sizeof(float) * s->block_len);
635 s->channel_coded[0] = 1;
638 for(i = 0; i < s->block_len; i++) {
641 s->coefs[0][i] = a + b;
642 s->coefs[1][i] = a - b;
646 /* build the window : we ensure that when the windows overlap
647 their squared sum is always 1 (MDCT reconstruction rule) */
648 /* XXX: merge with output */
650 int i, next_block_len, block_len, prev_block_len, n;
653 block_len = s->block_len;
654 prev_block_len = 1 << s->prev_block_len_bits;
655 next_block_len = 1 << s->next_block_len_bits;
658 wptr = s->window + block_len;
659 if (block_len <= next_block_len) {
660 for(i=0;i<block_len;i++)
661 *wptr++ = s->windows[bsize][i];
664 n = (block_len / 2) - (next_block_len / 2);
667 for(i=0;i<next_block_len;i++)
668 *wptr++ = s->windows[s->frame_len_bits - s->next_block_len_bits][i];
674 wptr = s->window + block_len;
675 if (block_len <= prev_block_len) {
676 for(i=0;i<block_len;i++)
677 *--wptr = s->windows[bsize][i];
680 n = (block_len / 2) - (prev_block_len / 2);
683 for(i=0;i<prev_block_len;i++)
684 *--wptr = s->windows[s->frame_len_bits - s->prev_block_len_bits][i];
691 for(ch = 0; ch < s->nb_channels; ch++) {
692 if (s->channel_coded[ch]) {
697 n4 = s->block_len / 2;
698 s->mdct_ctx[bsize].fft.imdct_calc(&s->mdct_ctx[bsize],
699 s->output, s->coefs[ch], s->mdct_tmp);
701 /* XXX: optimize all that by build the window and
702 multipying/adding at the same time */
704 /* multiply by the window and add in the frame */
705 index = (s->frame_len / 2) + s->block_pos - n4;
706 ptr = &s->frame_out[ch][index];
707 s->dsp.vector_fmul_add_add(ptr,s->window,s->output,ptr,0,2*n,1);
709 /* specific fast case for ms-stereo : add to second
710 channel if it is not coded */
711 if (s->ms_stereo && !s->channel_coded[1]) {
712 ptr = &s->frame_out[1][index];
713 s->dsp.vector_fmul_add_add(ptr,s->window,s->output,ptr,0,2*n,1);
718 /* update block number */
720 s->block_pos += s->block_len;
721 if (s->block_pos >= s->frame_len)
727 /* decode a frame of frame_len samples */
728 static int wma_decode_frame(WMADecodeContext *s, int16_t *samples)
730 int ret, i, n, a, ch, incr;
735 tprintf("***decode_frame: %d size=%d\n", s->frame_count++, s->frame_len);
738 /* read each block */
742 ret = wma_decode_block(s);
749 /* convert frame to integer */
751 incr = s->nb_channels;
752 for(ch = 0; ch < s->nb_channels; ch++) {
754 iptr = s->frame_out[ch];
765 /* prepare for next block */
766 memmove(&s->frame_out[ch][0], &s->frame_out[ch][s->frame_len],
767 s->frame_len * sizeof(float));
768 /* XXX: suppress this */
769 memset(&s->frame_out[ch][s->frame_len], 0,
770 s->frame_len * sizeof(float));
774 dump_shorts("samples", samples, n * s->nb_channels);
779 static int wma_decode_superframe(AVCodecContext *avctx,
780 void *data, int *data_size,
781 uint8_t *buf, int buf_size)
783 WMADecodeContext *s = avctx->priv_data;
784 int nb_frames, bit_offset, i, pos, len;
788 tprintf("***decode_superframe:\n");
791 s->last_superframe_len = 0;
797 init_get_bits(&s->gb, buf, buf_size*8);
799 if (s->use_bit_reservoir) {
800 /* read super frame header */
801 get_bits(&s->gb, 4); /* super frame index */
802 nb_frames = get_bits(&s->gb, 4) - 1;
804 bit_offset = get_bits(&s->gb, s->byte_offset_bits + 3);
806 if (s->last_superframe_len > 0) {
807 // printf("skip=%d\n", s->last_bitoffset);
808 /* add bit_offset bits to last frame */
809 if ((s->last_superframe_len + ((bit_offset + 7) >> 3)) >
810 MAX_CODED_SUPERFRAME_SIZE)
812 q = s->last_superframe + s->last_superframe_len;
815 *q++ = (get_bits)(&s->gb, 8);
819 *q++ = (get_bits)(&s->gb, len) << (8 - len);
822 /* XXX: bit_offset bits into last frame */
823 init_get_bits(&s->gb, s->last_superframe, MAX_CODED_SUPERFRAME_SIZE*8);
824 /* skip unused bits */
825 if (s->last_bitoffset > 0)
826 skip_bits(&s->gb, s->last_bitoffset);
827 /* this frame is stored in the last superframe and in the
829 if (wma_decode_frame(s, samples) < 0)
831 samples += s->nb_channels * s->frame_len;
834 /* read each frame starting from bit_offset */
835 pos = bit_offset + 4 + 4 + s->byte_offset_bits + 3;
836 init_get_bits(&s->gb, buf + (pos >> 3), (MAX_CODED_SUPERFRAME_SIZE - (pos >> 3))*8);
839 skip_bits(&s->gb, len);
841 s->reset_block_lengths = 1;
842 for(i=0;i<nb_frames;i++) {
843 if (wma_decode_frame(s, samples) < 0)
845 samples += s->nb_channels * s->frame_len;
848 /* we copy the end of the frame in the last frame buffer */
849 pos = get_bits_count(&s->gb) + ((bit_offset + 4 + 4 + s->byte_offset_bits + 3) & ~7);
850 s->last_bitoffset = pos & 7;
852 len = buf_size - pos;
853 if (len > MAX_CODED_SUPERFRAME_SIZE || len < 0) {
856 s->last_superframe_len = len;
857 memcpy(s->last_superframe, buf + pos, len);
859 /* single frame decode */
860 if (wma_decode_frame(s, samples) < 0)
862 samples += s->nb_channels * s->frame_len;
865 //av_log(NULL, AV_LOG_ERROR, "%d %d %d %d outbytes:%d eaten:%d\n", s->frame_len_bits, s->block_len_bits, s->frame_len, s->block_len, (int8_t *)samples - (int8_t *)data, s->block_align);
867 *data_size = (int8_t *)samples - (int8_t *)data;
868 return s->block_align;
870 /* when error, we reset the bit reservoir */
871 s->last_superframe_len = 0;
875 AVCodec wmav1_decoder =
880 sizeof(WMADecodeContext),
884 wma_decode_superframe,
887 AVCodec wmav2_decoder =
892 sizeof(WMADecodeContext),
896 wma_decode_superframe,