2 * Wmapro compatible decoder
3 * Copyright (c) 2007 Baptiste Coudurier, Benjamin Larsson, Ulion
4 * Copyright (c) 2008 - 2011 Sascha Sommer, Benjamin Larsson
6 * This file is part of Libav.
8 * Libav is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * Libav is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with Libav; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 * @brief wmapro decoder implementation
26 * Wmapro is an MDCT based codec comparable to wma standard or AAC.
27 * The decoding therefore consists of the following steps:
28 * - bitstream decoding
29 * - reconstruction of per-channel data
30 * - rescaling and inverse quantization
32 * - windowing and overlapp-add
34 * The compressed wmapro bitstream is split into individual packets.
35 * Every such packet contains one or more wma frames.
36 * The compressed frames may have a variable length and frames may
37 * cross packet boundaries.
38 * Common to all wmapro frames is the number of samples that are stored in
40 * The number of samples and a few other decode flags are stored
41 * as extradata that has to be passed to the decoder.
43 * The wmapro frames themselves are again split into a variable number of
44 * subframes. Every subframe contains the data for 2^N time domain samples
45 * where N varies between 7 and 12.
47 * Example wmapro bitstream (in samples):
49 * || packet 0 || packet 1 || packet 2 packets
50 * ---------------------------------------------------
51 * || frame 0 || frame 1 || frame 2 || frames
52 * ---------------------------------------------------
53 * || | | || | | | || || subframes of channel 0
54 * ---------------------------------------------------
55 * || | | || | | | || || subframes of channel 1
56 * ---------------------------------------------------
58 * The frame layouts for the individual channels of a wma frame does not need
61 * However, if the offsets and lengths of several subframes of a frame are the
62 * same, the subframes of the channels can be grouped.
63 * Every group may then use special coding techniques like M/S stereo coding
64 * to improve the compression ratio. These channel transformations do not
65 * need to be applied to a whole subframe. Instead, they can also work on
66 * individual scale factor bands (see below).
67 * The coefficients that carry the audio signal in the frequency domain
68 * are transmitted as huffman-coded vectors with 4, 2 and 1 elements.
69 * In addition to that, the encoder can switch to a runlevel coding scheme
70 * by transmitting subframe_length / 128 zero coefficients.
72 * Before the audio signal can be converted to the time domain, the
73 * coefficients have to be rescaled and inverse quantized.
74 * A subframe is therefore split into several scale factor bands that get
75 * scaled individually.
76 * Scale factors are submitted for every frame but they might be shared
77 * between the subframes of a channel. Scale factors are initially DPCM-coded.
78 * Once scale factors are shared, the differences are transmitted as runlevel
80 * Every subframe length and offset combination in the frame layout shares a
81 * common quantization factor that can be adjusted for every channel by a
83 * After the inverse quantization, the coefficients get processed by an IMDCT.
84 * The resulting values are then windowed with a sine window and the first half
85 * of the values are added to the second half of the output from the previous
86 * subframe in order to reconstruct the output samples.
89 #include "libavutil/intfloat.h"
90 #include "libavutil/intreadwrite.h"
95 #include "wmaprodata.h"
99 #include "wma_common.h"
101 /** current decoder limitations */
102 #define WMAPRO_MAX_CHANNELS 8 ///< max number of handled channels
103 #define MAX_SUBFRAMES 32 ///< max number of subframes per channel
104 #define MAX_BANDS 29 ///< max number of scale factor bands
105 #define MAX_FRAMESIZE 32768 ///< maximum compressed frame size
107 #define WMAPRO_BLOCK_MIN_BITS 6 ///< log2 of min block size
108 #define WMAPRO_BLOCK_MAX_BITS 13 ///< log2 of max block size
109 #define WMAPRO_BLOCK_MAX_SIZE (1 << WMAPRO_BLOCK_MAX_BITS) ///< maximum block size
110 #define WMAPRO_BLOCK_SIZES (WMAPRO_BLOCK_MAX_BITS - WMAPRO_BLOCK_MIN_BITS + 1) ///< possible block sizes
114 #define SCALEVLCBITS 8
115 #define VEC4MAXDEPTH ((HUFF_VEC4_MAXBITS+VLCBITS-1)/VLCBITS)
116 #define VEC2MAXDEPTH ((HUFF_VEC2_MAXBITS+VLCBITS-1)/VLCBITS)
117 #define VEC1MAXDEPTH ((HUFF_VEC1_MAXBITS+VLCBITS-1)/VLCBITS)
118 #define SCALEMAXDEPTH ((HUFF_SCALE_MAXBITS+SCALEVLCBITS-1)/SCALEVLCBITS)
119 #define SCALERLMAXDEPTH ((HUFF_SCALE_RL_MAXBITS+VLCBITS-1)/VLCBITS)
121 static VLC sf_vlc; ///< scale factor DPCM vlc
122 static VLC sf_rl_vlc; ///< scale factor run length vlc
123 static VLC vec4_vlc; ///< 4 coefficients per symbol
124 static VLC vec2_vlc; ///< 2 coefficients per symbol
125 static VLC vec1_vlc; ///< 1 coefficient per symbol
126 static VLC coef_vlc[2]; ///< coefficient run length vlc codes
127 static float sin64[33]; ///< sinus table for decorrelation
130 * @brief frame specific decoder context for a single channel
133 int16_t prev_block_len; ///< length of the previous block
134 uint8_t transmit_coefs;
135 uint8_t num_subframes;
136 uint16_t subframe_len[MAX_SUBFRAMES]; ///< subframe length in samples
137 uint16_t subframe_offset[MAX_SUBFRAMES]; ///< subframe positions in the current frame
138 uint8_t cur_subframe; ///< current subframe number
139 uint16_t decoded_samples; ///< number of already processed samples
140 uint8_t grouped; ///< channel is part of a group
141 int quant_step; ///< quantization step for the current subframe
142 int8_t reuse_sf; ///< share scale factors between subframes
143 int8_t scale_factor_step; ///< scaling step for the current subframe
144 int max_scale_factor; ///< maximum scale factor for the current subframe
145 int saved_scale_factors[2][MAX_BANDS]; ///< resampled and (previously) transmitted scale factor values
146 int8_t scale_factor_idx; ///< index for the transmitted scale factor values (used for resampling)
147 int* scale_factors; ///< pointer to the scale factor values used for decoding
148 uint8_t table_idx; ///< index in sf_offsets for the scale factor reference block
149 float* coeffs; ///< pointer to the subframe decode buffer
150 uint16_t num_vec_coeffs; ///< number of vector coded coefficients
151 DECLARE_ALIGNED(32, float, out)[WMAPRO_BLOCK_MAX_SIZE + WMAPRO_BLOCK_MAX_SIZE / 2]; ///< output buffer
155 * @brief channel group for channel transformations
158 uint8_t num_channels; ///< number of channels in the group
159 int8_t transform; ///< transform on / off
160 int8_t transform_band[MAX_BANDS]; ///< controls if the transform is enabled for a certain band
161 float decorrelation_matrix[WMAPRO_MAX_CHANNELS*WMAPRO_MAX_CHANNELS];
162 float* channel_data[WMAPRO_MAX_CHANNELS]; ///< transformation coefficients
166 * @brief main decoder context
168 typedef struct WMAProDecodeCtx {
169 /* generic decoder variables */
170 AVCodecContext* avctx; ///< codec context for av_log
171 AVFrame frame; ///< AVFrame for decoded output
172 DSPContext dsp; ///< accelerated DSP functions
173 uint8_t frame_data[MAX_FRAMESIZE +
174 FF_INPUT_BUFFER_PADDING_SIZE];///< compressed frame data
175 PutBitContext pb; ///< context for filling the frame_data buffer
176 FFTContext mdct_ctx[WMAPRO_BLOCK_SIZES]; ///< MDCT context per block size
177 DECLARE_ALIGNED(32, float, tmp)[WMAPRO_BLOCK_MAX_SIZE]; ///< IMDCT output buffer
178 float* windows[WMAPRO_BLOCK_SIZES]; ///< windows for the different block sizes
180 /* frame size dependent frame information (set during initialization) */
181 uint32_t decode_flags; ///< used compression features
182 uint8_t len_prefix; ///< frame is prefixed with its length
183 uint8_t dynamic_range_compression; ///< frame contains DRC data
184 uint8_t bits_per_sample; ///< integer audio sample size for the unscaled IMDCT output (used to scale to [-1.0, 1.0])
185 uint16_t samples_per_frame; ///< number of samples to output
186 uint16_t log2_frame_size;
187 int8_t num_channels; ///< number of channels in the stream (same as AVCodecContext.num_channels)
188 int8_t lfe_channel; ///< lfe channel index
189 uint8_t max_num_subframes;
190 uint8_t subframe_len_bits; ///< number of bits used for the subframe length
191 uint8_t max_subframe_len_bit; ///< flag indicating that the subframe is of maximum size when the first subframe length bit is 1
192 uint16_t min_samples_per_subframe;
193 int8_t num_sfb[WMAPRO_BLOCK_SIZES]; ///< scale factor bands per block size
194 int16_t sfb_offsets[WMAPRO_BLOCK_SIZES][MAX_BANDS]; ///< scale factor band offsets (multiples of 4)
195 int8_t sf_offsets[WMAPRO_BLOCK_SIZES][WMAPRO_BLOCK_SIZES][MAX_BANDS]; ///< scale factor resample matrix
196 int16_t subwoofer_cutoffs[WMAPRO_BLOCK_SIZES]; ///< subwoofer cutoff values
198 /* packet decode state */
199 GetBitContext pgb; ///< bitstream reader context for the packet
200 int next_packet_start; ///< start offset of the next wma packet in the demuxer packet
201 uint8_t packet_offset; ///< frame offset in the packet
202 uint8_t packet_sequence_number; ///< current packet number
203 int num_saved_bits; ///< saved number of bits
204 int frame_offset; ///< frame offset in the bit reservoir
205 int subframe_offset; ///< subframe offset in the bit reservoir
206 uint8_t packet_loss; ///< set in case of bitstream error
207 uint8_t packet_done; ///< set when a packet is fully decoded
209 /* frame decode state */
210 uint32_t frame_num; ///< current frame number (not used for decoding)
211 GetBitContext gb; ///< bitstream reader context
212 int buf_bit_size; ///< buffer size in bits
213 uint8_t drc_gain; ///< gain for the DRC tool
214 int8_t skip_frame; ///< skip output step
215 int8_t parsed_all_subframes; ///< all subframes decoded?
217 /* subframe/block decode state */
218 int16_t subframe_len; ///< current subframe length
219 int8_t channels_for_cur_subframe; ///< number of channels that contain the subframe
220 int8_t channel_indexes_for_cur_subframe[WMAPRO_MAX_CHANNELS];
221 int8_t num_bands; ///< number of scale factor bands
222 int8_t transmit_num_vec_coeffs; ///< number of vector coded coefficients is part of the bitstream
223 int16_t* cur_sfb_offsets; ///< sfb offsets for the current block
224 uint8_t table_idx; ///< index for the num_sfb, sfb_offsets, sf_offsets and subwoofer_cutoffs tables
225 int8_t esc_len; ///< length of escaped coefficients
227 uint8_t num_chgroups; ///< number of channel groups
228 WMAProChannelGrp chgroup[WMAPRO_MAX_CHANNELS]; ///< channel group information
230 WMAProChannelCtx channel[WMAPRO_MAX_CHANNELS]; ///< per channel data
235 *@brief helper function to print the most important members of the context
238 static av_cold void dump_context(WMAProDecodeCtx *s)
240 #define PRINT(a, b) av_log(s->avctx, AV_LOG_DEBUG, " %s = %d\n", a, b);
241 #define PRINT_HEX(a, b) av_log(s->avctx, AV_LOG_DEBUG, " %s = %x\n", a, b);
243 PRINT("ed sample bit depth", s->bits_per_sample);
244 PRINT_HEX("ed decode flags", s->decode_flags);
245 PRINT("samples per frame", s->samples_per_frame);
246 PRINT("log2 frame size", s->log2_frame_size);
247 PRINT("max num subframes", s->max_num_subframes);
248 PRINT("len prefix", s->len_prefix);
249 PRINT("num channels", s->num_channels);
253 *@brief Uninitialize the decoder and free all resources.
254 *@param avctx codec context
255 *@return 0 on success, < 0 otherwise
257 static av_cold int decode_end(AVCodecContext *avctx)
259 WMAProDecodeCtx *s = avctx->priv_data;
262 for (i = 0; i < WMAPRO_BLOCK_SIZES; i++)
263 ff_mdct_end(&s->mdct_ctx[i]);
269 *@brief Initialize the decoder.
270 *@param avctx codec context
271 *@return 0 on success, -1 otherwise
273 static av_cold int decode_init(AVCodecContext *avctx)
275 WMAProDecodeCtx *s = avctx->priv_data;
276 uint8_t *edata_ptr = avctx->extradata;
277 unsigned int channel_mask;
279 int log2_max_num_subframes;
280 int num_possible_block_sizes;
283 ff_dsputil_init(&s->dsp, avctx);
284 init_put_bits(&s->pb, s->frame_data, MAX_FRAMESIZE);
286 avctx->sample_fmt = AV_SAMPLE_FMT_FLTP;
288 if (avctx->extradata_size >= 18) {
289 s->decode_flags = AV_RL16(edata_ptr+14);
290 channel_mask = AV_RL32(edata_ptr+2);
291 s->bits_per_sample = AV_RL16(edata_ptr);
292 /** dump the extradata */
293 for (i = 0; i < avctx->extradata_size; i++)
294 av_dlog(avctx, "[%x] ", avctx->extradata[i]);
295 av_dlog(avctx, "\n");
298 av_log_ask_for_sample(avctx, "Unknown extradata size\n");
299 return AVERROR_INVALIDDATA;
303 s->log2_frame_size = av_log2(avctx->block_align) + 4;
306 s->skip_frame = 1; /* skip first frame */
308 s->len_prefix = (s->decode_flags & 0x40);
311 bits = ff_wma_get_frame_len_bits(avctx->sample_rate, 3, s->decode_flags);
312 if (bits > WMAPRO_BLOCK_MAX_BITS) {
313 av_log_missing_feature(avctx, "14-bits block sizes", 1);
314 return AVERROR_PATCHWELCOME;
316 s->samples_per_frame = 1 << bits;
319 log2_max_num_subframes = ((s->decode_flags & 0x38) >> 3);
320 s->max_num_subframes = 1 << log2_max_num_subframes;
321 if (s->max_num_subframes == 16 || s->max_num_subframes == 4)
322 s->max_subframe_len_bit = 1;
323 s->subframe_len_bits = av_log2(log2_max_num_subframes) + 1;
325 num_possible_block_sizes = log2_max_num_subframes + 1;
326 s->min_samples_per_subframe = s->samples_per_frame / s->max_num_subframes;
327 s->dynamic_range_compression = (s->decode_flags & 0x80);
329 if (s->max_num_subframes > MAX_SUBFRAMES) {
330 av_log(avctx, AV_LOG_ERROR, "invalid number of subframes %i\n",
331 s->max_num_subframes);
332 return AVERROR_INVALIDDATA;
335 if (s->avctx->sample_rate <= 0) {
336 av_log(avctx, AV_LOG_ERROR, "invalid sample rate\n");
337 return AVERROR_INVALIDDATA;
340 s->num_channels = avctx->channels;
342 if (s->num_channels < 0) {
343 av_log(avctx, AV_LOG_ERROR, "invalid number of channels %d\n", s->num_channels);
344 return AVERROR_INVALIDDATA;
345 } else if (s->num_channels > WMAPRO_MAX_CHANNELS) {
346 av_log_ask_for_sample(avctx, "unsupported number of channels\n");
347 return AVERROR_PATCHWELCOME;
350 /** init previous block len */
351 for (i = 0; i < s->num_channels; i++)
352 s->channel[i].prev_block_len = s->samples_per_frame;
354 /** extract lfe channel position */
357 if (channel_mask & 8) {
359 for (mask = 1; mask < 16; mask <<= 1) {
360 if (channel_mask & mask)
365 INIT_VLC_STATIC(&sf_vlc, SCALEVLCBITS, HUFF_SCALE_SIZE,
366 scale_huffbits, 1, 1,
367 scale_huffcodes, 2, 2, 616);
369 INIT_VLC_STATIC(&sf_rl_vlc, VLCBITS, HUFF_SCALE_RL_SIZE,
370 scale_rl_huffbits, 1, 1,
371 scale_rl_huffcodes, 4, 4, 1406);
373 INIT_VLC_STATIC(&coef_vlc[0], VLCBITS, HUFF_COEF0_SIZE,
374 coef0_huffbits, 1, 1,
375 coef0_huffcodes, 4, 4, 2108);
377 INIT_VLC_STATIC(&coef_vlc[1], VLCBITS, HUFF_COEF1_SIZE,
378 coef1_huffbits, 1, 1,
379 coef1_huffcodes, 4, 4, 3912);
381 INIT_VLC_STATIC(&vec4_vlc, VLCBITS, HUFF_VEC4_SIZE,
383 vec4_huffcodes, 2, 2, 604);
385 INIT_VLC_STATIC(&vec2_vlc, VLCBITS, HUFF_VEC2_SIZE,
387 vec2_huffcodes, 2, 2, 562);
389 INIT_VLC_STATIC(&vec1_vlc, VLCBITS, HUFF_VEC1_SIZE,
391 vec1_huffcodes, 2, 2, 562);
393 /** calculate number of scale factor bands and their offsets
394 for every possible block size */
395 for (i = 0; i < num_possible_block_sizes; i++) {
396 int subframe_len = s->samples_per_frame >> i;
400 s->sfb_offsets[i][0] = 0;
402 for (x = 0; x < MAX_BANDS-1 && s->sfb_offsets[i][band - 1] < subframe_len; x++) {
403 int offset = (subframe_len * 2 * critical_freq[x])
404 / s->avctx->sample_rate + 2;
406 if (offset > s->sfb_offsets[i][band - 1])
407 s->sfb_offsets[i][band++] = offset;
409 s->sfb_offsets[i][band - 1] = subframe_len;
410 s->num_sfb[i] = band - 1;
414 /** Scale factors can be shared between blocks of different size
415 as every block has a different scale factor band layout.
416 The matrix sf_offsets is needed to find the correct scale factor.
419 for (i = 0; i < num_possible_block_sizes; i++) {
421 for (b = 0; b < s->num_sfb[i]; b++) {
423 int offset = ((s->sfb_offsets[i][b]
424 + s->sfb_offsets[i][b + 1] - 1) << i) >> 1;
425 for (x = 0; x < num_possible_block_sizes; x++) {
427 while (s->sfb_offsets[x][v + 1] << x < offset)
429 s->sf_offsets[i][x][b] = v;
434 /** init MDCT, FIXME: only init needed sizes */
435 for (i = 0; i < WMAPRO_BLOCK_SIZES; i++)
436 ff_mdct_init(&s->mdct_ctx[i], WMAPRO_BLOCK_MIN_BITS+1+i, 1,
437 1.0 / (1 << (WMAPRO_BLOCK_MIN_BITS + i - 1))
438 / (1 << (s->bits_per_sample - 1)));
440 /** init MDCT windows: simple sinus window */
441 for (i = 0; i < WMAPRO_BLOCK_SIZES; i++) {
442 const int win_idx = WMAPRO_BLOCK_MAX_BITS - i;
443 ff_init_ff_sine_windows(win_idx);
444 s->windows[WMAPRO_BLOCK_SIZES - i - 1] = ff_sine_windows[win_idx];
447 /** calculate subwoofer cutoff values */
448 for (i = 0; i < num_possible_block_sizes; i++) {
449 int block_size = s->samples_per_frame >> i;
450 int cutoff = (440*block_size + 3 * (s->avctx->sample_rate >> 1) - 1)
451 / s->avctx->sample_rate;
452 s->subwoofer_cutoffs[i] = av_clip(cutoff, 4, block_size);
455 /** calculate sine values for the decorrelation matrix */
456 for (i = 0; i < 33; i++)
457 sin64[i] = sin(i*M_PI / 64.0);
459 if (avctx->debug & FF_DEBUG_BITSTREAM)
462 avctx->channel_layout = channel_mask;
464 avcodec_get_frame_defaults(&s->frame);
465 avctx->coded_frame = &s->frame;
471 *@brief Decode the subframe length.
473 *@param offset sample offset in the frame
474 *@return decoded subframe length on success, < 0 in case of an error
476 static int decode_subframe_length(WMAProDecodeCtx *s, int offset)
478 int frame_len_shift = 0;
481 /** no need to read from the bitstream when only one length is possible */
482 if (offset == s->samples_per_frame - s->min_samples_per_subframe)
483 return s->min_samples_per_subframe;
485 /** 1 bit indicates if the subframe is of maximum length */
486 if (s->max_subframe_len_bit) {
487 if (get_bits1(&s->gb))
488 frame_len_shift = 1 + get_bits(&s->gb, s->subframe_len_bits-1);
490 frame_len_shift = get_bits(&s->gb, s->subframe_len_bits);
492 subframe_len = s->samples_per_frame >> frame_len_shift;
494 /** sanity check the length */
495 if (subframe_len < s->min_samples_per_subframe ||
496 subframe_len > s->samples_per_frame) {
497 av_log(s->avctx, AV_LOG_ERROR, "broken frame: subframe_len %i\n",
499 return AVERROR_INVALIDDATA;
505 *@brief Decode how the data in the frame is split into subframes.
506 * Every WMA frame contains the encoded data for a fixed number of
507 * samples per channel. The data for every channel might be split
508 * into several subframes. This function will reconstruct the list of
509 * subframes for every channel.
511 * If the subframes are not evenly split, the algorithm estimates the
512 * channels with the lowest number of total samples.
513 * Afterwards, for each of these channels a bit is read from the
514 * bitstream that indicates if the channel contains a subframe with the
515 * next subframe size that is going to be read from the bitstream or not.
516 * If a channel contains such a subframe, the subframe size gets added to
517 * the channel's subframe list.
518 * The algorithm repeats these steps until the frame is properly divided
519 * between the individual channels.
522 *@return 0 on success, < 0 in case of an error
524 static int decode_tilehdr(WMAProDecodeCtx *s)
526 uint16_t num_samples[WMAPRO_MAX_CHANNELS] = { 0 };/**< sum of samples for all currently known subframes of a channel */
527 uint8_t contains_subframe[WMAPRO_MAX_CHANNELS]; /**< flag indicating if a channel contains the current subframe */
528 int channels_for_cur_subframe = s->num_channels; /**< number of channels that contain the current subframe */
529 int fixed_channel_layout = 0; /**< flag indicating that all channels use the same subframe offsets and sizes */
530 int min_channel_len = 0; /**< smallest sum of samples (channels with this length will be processed first) */
533 /* Should never consume more than 3073 bits (256 iterations for the
534 * while loop when always the minimum amount of 128 samples is substracted
535 * from missing samples in the 8 channel case).
536 * 1 + BLOCK_MAX_SIZE * MAX_CHANNELS / BLOCK_MIN_SIZE * (MAX_CHANNELS + 4)
539 /** reset tiling information */
540 for (c = 0; c < s->num_channels; c++)
541 s->channel[c].num_subframes = 0;
543 if (s->max_num_subframes == 1 || get_bits1(&s->gb))
544 fixed_channel_layout = 1;
546 /** loop until the frame data is split between the subframes */
550 /** check which channels contain the subframe */
551 for (c = 0; c < s->num_channels; c++) {
552 if (num_samples[c] == min_channel_len) {
553 if (fixed_channel_layout || channels_for_cur_subframe == 1 ||
554 (min_channel_len == s->samples_per_frame - s->min_samples_per_subframe))
555 contains_subframe[c] = 1;
557 contains_subframe[c] = get_bits1(&s->gb);
559 contains_subframe[c] = 0;
562 /** get subframe length, subframe_len == 0 is not allowed */
563 if ((subframe_len = decode_subframe_length(s, min_channel_len)) <= 0)
564 return AVERROR_INVALIDDATA;
566 /** add subframes to the individual channels and find new min_channel_len */
567 min_channel_len += subframe_len;
568 for (c = 0; c < s->num_channels; c++) {
569 WMAProChannelCtx* chan = &s->channel[c];
571 if (contains_subframe[c]) {
572 if (chan->num_subframes >= MAX_SUBFRAMES) {
573 av_log(s->avctx, AV_LOG_ERROR,
574 "broken frame: num subframes > 31\n");
575 return AVERROR_INVALIDDATA;
577 chan->subframe_len[chan->num_subframes] = subframe_len;
578 num_samples[c] += subframe_len;
579 ++chan->num_subframes;
580 if (num_samples[c] > s->samples_per_frame) {
581 av_log(s->avctx, AV_LOG_ERROR, "broken frame: "
582 "channel len > samples_per_frame\n");
583 return AVERROR_INVALIDDATA;
585 } else if (num_samples[c] <= min_channel_len) {
586 if (num_samples[c] < min_channel_len) {
587 channels_for_cur_subframe = 0;
588 min_channel_len = num_samples[c];
590 ++channels_for_cur_subframe;
593 } while (min_channel_len < s->samples_per_frame);
595 for (c = 0; c < s->num_channels; c++) {
598 for (i = 0; i < s->channel[c].num_subframes; i++) {
599 av_dlog(s->avctx, "frame[%i] channel[%i] subframe[%i]"
600 " len %i\n", s->frame_num, c, i,
601 s->channel[c].subframe_len[i]);
602 s->channel[c].subframe_offset[i] = offset;
603 offset += s->channel[c].subframe_len[i];
611 *@brief Calculate a decorrelation matrix from the bitstream parameters.
612 *@param s codec context
613 *@param chgroup channel group for which the matrix needs to be calculated
615 static void decode_decorrelation_matrix(WMAProDecodeCtx *s,
616 WMAProChannelGrp *chgroup)
620 int8_t rotation_offset[WMAPRO_MAX_CHANNELS * WMAPRO_MAX_CHANNELS];
621 memset(chgroup->decorrelation_matrix, 0, s->num_channels *
622 s->num_channels * sizeof(*chgroup->decorrelation_matrix));
624 for (i = 0; i < chgroup->num_channels * (chgroup->num_channels - 1) >> 1; i++)
625 rotation_offset[i] = get_bits(&s->gb, 6);
627 for (i = 0; i < chgroup->num_channels; i++)
628 chgroup->decorrelation_matrix[chgroup->num_channels * i + i] =
629 get_bits1(&s->gb) ? 1.0 : -1.0;
631 for (i = 1; i < chgroup->num_channels; i++) {
633 for (x = 0; x < i; x++) {
635 for (y = 0; y < i + 1; y++) {
636 float v1 = chgroup->decorrelation_matrix[x * chgroup->num_channels + y];
637 float v2 = chgroup->decorrelation_matrix[i * chgroup->num_channels + y];
638 int n = rotation_offset[offset + x];
644 cosv = sin64[32 - n];
646 sinv = sin64[64 - n];
647 cosv = -sin64[n - 32];
650 chgroup->decorrelation_matrix[y + x * chgroup->num_channels] =
651 (v1 * sinv) - (v2 * cosv);
652 chgroup->decorrelation_matrix[y + i * chgroup->num_channels] =
653 (v1 * cosv) + (v2 * sinv);
661 *@brief Decode channel transformation parameters
662 *@param s codec context
663 *@return 0 in case of success, < 0 in case of bitstream errors
665 static int decode_channel_transform(WMAProDecodeCtx* s)
668 /* should never consume more than 1921 bits for the 8 channel case
669 * 1 + MAX_CHANNELS * (MAX_CHANNELS + 2 + 3 * MAX_CHANNELS * MAX_CHANNELS
670 * + MAX_CHANNELS + MAX_BANDS + 1)
673 /** in the one channel case channel transforms are pointless */
675 if (s->num_channels > 1) {
676 int remaining_channels = s->channels_for_cur_subframe;
678 if (get_bits1(&s->gb)) {
679 av_log_ask_for_sample(s->avctx,
680 "unsupported channel transform bit\n");
681 return AVERROR_INVALIDDATA;
684 for (s->num_chgroups = 0; remaining_channels &&
685 s->num_chgroups < s->channels_for_cur_subframe; s->num_chgroups++) {
686 WMAProChannelGrp* chgroup = &s->chgroup[s->num_chgroups];
687 float** channel_data = chgroup->channel_data;
688 chgroup->num_channels = 0;
689 chgroup->transform = 0;
691 /** decode channel mask */
692 if (remaining_channels > 2) {
693 for (i = 0; i < s->channels_for_cur_subframe; i++) {
694 int channel_idx = s->channel_indexes_for_cur_subframe[i];
695 if (!s->channel[channel_idx].grouped
696 && get_bits1(&s->gb)) {
697 ++chgroup->num_channels;
698 s->channel[channel_idx].grouped = 1;
699 *channel_data++ = s->channel[channel_idx].coeffs;
703 chgroup->num_channels = remaining_channels;
704 for (i = 0; i < s->channels_for_cur_subframe; i++) {
705 int channel_idx = s->channel_indexes_for_cur_subframe[i];
706 if (!s->channel[channel_idx].grouped)
707 *channel_data++ = s->channel[channel_idx].coeffs;
708 s->channel[channel_idx].grouped = 1;
712 /** decode transform type */
713 if (chgroup->num_channels == 2) {
714 if (get_bits1(&s->gb)) {
715 if (get_bits1(&s->gb)) {
716 av_log_ask_for_sample(s->avctx,
717 "unsupported channel transform type\n");
720 chgroup->transform = 1;
721 if (s->num_channels == 2) {
722 chgroup->decorrelation_matrix[0] = 1.0;
723 chgroup->decorrelation_matrix[1] = -1.0;
724 chgroup->decorrelation_matrix[2] = 1.0;
725 chgroup->decorrelation_matrix[3] = 1.0;
728 chgroup->decorrelation_matrix[0] = 0.70703125;
729 chgroup->decorrelation_matrix[1] = -0.70703125;
730 chgroup->decorrelation_matrix[2] = 0.70703125;
731 chgroup->decorrelation_matrix[3] = 0.70703125;
734 } else if (chgroup->num_channels > 2) {
735 if (get_bits1(&s->gb)) {
736 chgroup->transform = 1;
737 if (get_bits1(&s->gb)) {
738 decode_decorrelation_matrix(s, chgroup);
740 /** FIXME: more than 6 coupled channels not supported */
741 if (chgroup->num_channels > 6) {
742 av_log_ask_for_sample(s->avctx,
743 "coupled channels > 6\n");
745 memcpy(chgroup->decorrelation_matrix,
746 default_decorrelation[chgroup->num_channels],
747 chgroup->num_channels * chgroup->num_channels *
748 sizeof(*chgroup->decorrelation_matrix));
754 /** decode transform on / off */
755 if (chgroup->transform) {
756 if (!get_bits1(&s->gb)) {
758 /** transform can be enabled for individual bands */
759 for (i = 0; i < s->num_bands; i++) {
760 chgroup->transform_band[i] = get_bits1(&s->gb);
763 memset(chgroup->transform_band, 1, s->num_bands);
766 remaining_channels -= chgroup->num_channels;
773 *@brief Extract the coefficients from the bitstream.
774 *@param s codec context
775 *@param c current channel number
776 *@return 0 on success, < 0 in case of bitstream errors
778 static int decode_coeffs(WMAProDecodeCtx *s, int c)
780 /* Integers 0..15 as single-precision floats. The table saves a
781 costly int to float conversion, and storing the values as
782 integers allows fast sign-flipping. */
783 static const uint32_t fval_tab[16] = {
784 0x00000000, 0x3f800000, 0x40000000, 0x40400000,
785 0x40800000, 0x40a00000, 0x40c00000, 0x40e00000,
786 0x41000000, 0x41100000, 0x41200000, 0x41300000,
787 0x41400000, 0x41500000, 0x41600000, 0x41700000,
791 WMAProChannelCtx* ci = &s->channel[c];
798 av_dlog(s->avctx, "decode coefficients for channel %i\n", c);
800 vlctable = get_bits1(&s->gb);
801 vlc = &coef_vlc[vlctable];
811 /** decode vector coefficients (consumes up to 167 bits per iteration for
812 4 vector coded large values) */
813 while ((s->transmit_num_vec_coeffs || !rl_mode) &&
814 (cur_coeff + 3 < ci->num_vec_coeffs)) {
819 idx = get_vlc2(&s->gb, vec4_vlc.table, VLCBITS, VEC4MAXDEPTH);
821 if (idx == HUFF_VEC4_SIZE - 1) {
822 for (i = 0; i < 4; i += 2) {
823 idx = get_vlc2(&s->gb, vec2_vlc.table, VLCBITS, VEC2MAXDEPTH);
824 if (idx == HUFF_VEC2_SIZE - 1) {
826 v0 = get_vlc2(&s->gb, vec1_vlc.table, VLCBITS, VEC1MAXDEPTH);
827 if (v0 == HUFF_VEC1_SIZE - 1)
828 v0 += ff_wma_get_large_val(&s->gb);
829 v1 = get_vlc2(&s->gb, vec1_vlc.table, VLCBITS, VEC1MAXDEPTH);
830 if (v1 == HUFF_VEC1_SIZE - 1)
831 v1 += ff_wma_get_large_val(&s->gb);
832 vals[i ] = av_float2int(v0);
833 vals[i+1] = av_float2int(v1);
835 vals[i] = fval_tab[symbol_to_vec2[idx] >> 4 ];
836 vals[i+1] = fval_tab[symbol_to_vec2[idx] & 0xF];
840 vals[0] = fval_tab[ symbol_to_vec4[idx] >> 12 ];
841 vals[1] = fval_tab[(symbol_to_vec4[idx] >> 8) & 0xF];
842 vals[2] = fval_tab[(symbol_to_vec4[idx] >> 4) & 0xF];
843 vals[3] = fval_tab[ symbol_to_vec4[idx] & 0xF];
847 for (i = 0; i < 4; i++) {
849 uint32_t sign = get_bits1(&s->gb) - 1;
850 AV_WN32A(&ci->coeffs[cur_coeff], vals[i] ^ sign << 31);
853 ci->coeffs[cur_coeff] = 0;
854 /** switch to run level mode when subframe_len / 128 zeros
855 were found in a row */
856 rl_mode |= (++num_zeros > s->subframe_len >> 8);
862 /** decode run level coded coefficients */
863 if (cur_coeff < s->subframe_len) {
864 memset(&ci->coeffs[cur_coeff], 0,
865 sizeof(*ci->coeffs) * (s->subframe_len - cur_coeff));
866 if (ff_wma_run_level_decode(s->avctx, &s->gb, vlc,
867 level, run, 1, ci->coeffs,
868 cur_coeff, s->subframe_len,
869 s->subframe_len, s->esc_len, 0))
870 return AVERROR_INVALIDDATA;
877 *@brief Extract scale factors from the bitstream.
878 *@param s codec context
879 *@return 0 on success, < 0 in case of bitstream errors
881 static int decode_scale_factors(WMAProDecodeCtx* s)
885 /** should never consume more than 5344 bits
886 * MAX_CHANNELS * (1 + MAX_BANDS * 23)
889 for (i = 0; i < s->channels_for_cur_subframe; i++) {
890 int c = s->channel_indexes_for_cur_subframe[i];
893 s->channel[c].scale_factors = s->channel[c].saved_scale_factors[!s->channel[c].scale_factor_idx];
894 sf_end = s->channel[c].scale_factors + s->num_bands;
896 /** resample scale factors for the new block size
897 * as the scale factors might need to be resampled several times
898 * before some new values are transmitted, a backup of the last
899 * transmitted scale factors is kept in saved_scale_factors
901 if (s->channel[c].reuse_sf) {
902 const int8_t* sf_offsets = s->sf_offsets[s->table_idx][s->channel[c].table_idx];
904 for (b = 0; b < s->num_bands; b++)
905 s->channel[c].scale_factors[b] =
906 s->channel[c].saved_scale_factors[s->channel[c].scale_factor_idx][*sf_offsets++];
909 if (!s->channel[c].cur_subframe || get_bits1(&s->gb)) {
911 if (!s->channel[c].reuse_sf) {
913 /** decode DPCM coded scale factors */
914 s->channel[c].scale_factor_step = get_bits(&s->gb, 2) + 1;
915 val = 45 / s->channel[c].scale_factor_step;
916 for (sf = s->channel[c].scale_factors; sf < sf_end; sf++) {
917 val += get_vlc2(&s->gb, sf_vlc.table, SCALEVLCBITS, SCALEMAXDEPTH) - 60;
922 /** run level decode differences to the resampled factors */
923 for (i = 0; i < s->num_bands; i++) {
929 idx = get_vlc2(&s->gb, sf_rl_vlc.table, VLCBITS, SCALERLMAXDEPTH);
932 uint32_t code = get_bits(&s->gb, 14);
934 sign = (code & 1) - 1;
935 skip = (code & 0x3f) >> 1;
936 } else if (idx == 1) {
939 skip = scale_rl_run[idx];
940 val = scale_rl_level[idx];
941 sign = get_bits1(&s->gb)-1;
945 if (i >= s->num_bands) {
946 av_log(s->avctx, AV_LOG_ERROR,
947 "invalid scale factor coding\n");
948 return AVERROR_INVALIDDATA;
950 s->channel[c].scale_factors[i] += (val ^ sign) - sign;
954 s->channel[c].scale_factor_idx = !s->channel[c].scale_factor_idx;
955 s->channel[c].table_idx = s->table_idx;
956 s->channel[c].reuse_sf = 1;
959 /** calculate new scale factor maximum */
960 s->channel[c].max_scale_factor = s->channel[c].scale_factors[0];
961 for (sf = s->channel[c].scale_factors + 1; sf < sf_end; sf++) {
962 s->channel[c].max_scale_factor =
963 FFMAX(s->channel[c].max_scale_factor, *sf);
971 *@brief Reconstruct the individual channel data.
972 *@param s codec context
974 static void inverse_channel_transform(WMAProDecodeCtx *s)
978 for (i = 0; i < s->num_chgroups; i++) {
979 if (s->chgroup[i].transform) {
980 float data[WMAPRO_MAX_CHANNELS];
981 const int num_channels = s->chgroup[i].num_channels;
982 float** ch_data = s->chgroup[i].channel_data;
983 float** ch_end = ch_data + num_channels;
984 const int8_t* tb = s->chgroup[i].transform_band;
987 /** multichannel decorrelation */
988 for (sfb = s->cur_sfb_offsets;
989 sfb < s->cur_sfb_offsets + s->num_bands; sfb++) {
992 /** multiply values with the decorrelation_matrix */
993 for (y = sfb[0]; y < FFMIN(sfb[1], s->subframe_len); y++) {
994 const float* mat = s->chgroup[i].decorrelation_matrix;
995 const float* data_end = data + num_channels;
996 float* data_ptr = data;
999 for (ch = ch_data; ch < ch_end; ch++)
1000 *data_ptr++ = (*ch)[y];
1002 for (ch = ch_data; ch < ch_end; ch++) {
1005 while (data_ptr < data_end)
1006 sum += *data_ptr++ * *mat++;
1011 } else if (s->num_channels == 2) {
1012 int len = FFMIN(sfb[1], s->subframe_len) - sfb[0];
1013 s->dsp.vector_fmul_scalar(ch_data[0] + sfb[0],
1014 ch_data[0] + sfb[0],
1016 s->dsp.vector_fmul_scalar(ch_data[1] + sfb[0],
1017 ch_data[1] + sfb[0],
1026 *@brief Apply sine window and reconstruct the output buffer.
1027 *@param s codec context
1029 static void wmapro_window(WMAProDecodeCtx *s)
1032 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1033 int c = s->channel_indexes_for_cur_subframe[i];
1035 int winlen = s->channel[c].prev_block_len;
1036 float* start = s->channel[c].coeffs - (winlen >> 1);
1038 if (s->subframe_len < winlen) {
1039 start += (winlen - s->subframe_len) >> 1;
1040 winlen = s->subframe_len;
1043 window = s->windows[av_log2(winlen) - WMAPRO_BLOCK_MIN_BITS];
1047 s->dsp.vector_fmul_window(start, start, start + winlen,
1050 s->channel[c].prev_block_len = s->subframe_len;
1055 *@brief Decode a single subframe (block).
1056 *@param s codec context
1057 *@return 0 on success, < 0 when decoding failed
1059 static int decode_subframe(WMAProDecodeCtx *s)
1061 int offset = s->samples_per_frame;
1062 int subframe_len = s->samples_per_frame;
1064 int total_samples = s->samples_per_frame * s->num_channels;
1065 int transmit_coeffs = 0;
1066 int cur_subwoofer_cutoff;
1068 s->subframe_offset = get_bits_count(&s->gb);
1070 /** reset channel context and find the next block offset and size
1071 == the next block of the channel with the smallest number of
1074 for (i = 0; i < s->num_channels; i++) {
1075 s->channel[i].grouped = 0;
1076 if (offset > s->channel[i].decoded_samples) {
1077 offset = s->channel[i].decoded_samples;
1079 s->channel[i].subframe_len[s->channel[i].cur_subframe];
1084 "processing subframe with offset %i len %i\n", offset, subframe_len);
1086 /** get a list of all channels that contain the estimated block */
1087 s->channels_for_cur_subframe = 0;
1088 for (i = 0; i < s->num_channels; i++) {
1089 const int cur_subframe = s->channel[i].cur_subframe;
1090 /** substract already processed samples */
1091 total_samples -= s->channel[i].decoded_samples;
1093 /** and count if there are multiple subframes that match our profile */
1094 if (offset == s->channel[i].decoded_samples &&
1095 subframe_len == s->channel[i].subframe_len[cur_subframe]) {
1096 total_samples -= s->channel[i].subframe_len[cur_subframe];
1097 s->channel[i].decoded_samples +=
1098 s->channel[i].subframe_len[cur_subframe];
1099 s->channel_indexes_for_cur_subframe[s->channels_for_cur_subframe] = i;
1100 ++s->channels_for_cur_subframe;
1104 /** check if the frame will be complete after processing the
1107 s->parsed_all_subframes = 1;
1110 av_dlog(s->avctx, "subframe is part of %i channels\n",
1111 s->channels_for_cur_subframe);
1113 /** calculate number of scale factor bands and their offsets */
1114 s->table_idx = av_log2(s->samples_per_frame/subframe_len);
1115 s->num_bands = s->num_sfb[s->table_idx];
1116 s->cur_sfb_offsets = s->sfb_offsets[s->table_idx];
1117 cur_subwoofer_cutoff = s->subwoofer_cutoffs[s->table_idx];
1119 /** configure the decoder for the current subframe */
1120 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1121 int c = s->channel_indexes_for_cur_subframe[i];
1123 s->channel[c].coeffs = &s->channel[c].out[(s->samples_per_frame >> 1)
1127 s->subframe_len = subframe_len;
1128 s->esc_len = av_log2(s->subframe_len - 1) + 1;
1130 /** skip extended header if any */
1131 if (get_bits1(&s->gb)) {
1133 if (!(num_fill_bits = get_bits(&s->gb, 2))) {
1134 int len = get_bits(&s->gb, 4);
1135 num_fill_bits = get_bits(&s->gb, len) + 1;
1138 if (num_fill_bits >= 0) {
1139 if (get_bits_count(&s->gb) + num_fill_bits > s->num_saved_bits) {
1140 av_log(s->avctx, AV_LOG_ERROR, "invalid number of fill bits\n");
1141 return AVERROR_INVALIDDATA;
1144 skip_bits_long(&s->gb, num_fill_bits);
1148 /** no idea for what the following bit is used */
1149 if (get_bits1(&s->gb)) {
1150 av_log_ask_for_sample(s->avctx, "reserved bit set\n");
1151 return AVERROR_INVALIDDATA;
1155 if (decode_channel_transform(s) < 0)
1156 return AVERROR_INVALIDDATA;
1159 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1160 int c = s->channel_indexes_for_cur_subframe[i];
1161 if ((s->channel[c].transmit_coefs = get_bits1(&s->gb)))
1162 transmit_coeffs = 1;
1165 if (transmit_coeffs) {
1167 int quant_step = 90 * s->bits_per_sample >> 4;
1169 /** decode number of vector coded coefficients */
1170 if ((s->transmit_num_vec_coeffs = get_bits1(&s->gb))) {
1171 int num_bits = av_log2((s->subframe_len + 3)/4) + 1;
1172 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1173 int c = s->channel_indexes_for_cur_subframe[i];
1174 int num_vec_coeffs = get_bits(&s->gb, num_bits) << 2;
1175 if (num_vec_coeffs > WMAPRO_BLOCK_MAX_SIZE) {
1176 av_log(s->avctx, AV_LOG_ERROR, "num_vec_coeffs %d is too large\n", num_vec_coeffs);
1177 return AVERROR_INVALIDDATA;
1179 s->channel[c].num_vec_coeffs = num_vec_coeffs;
1182 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1183 int c = s->channel_indexes_for_cur_subframe[i];
1184 s->channel[c].num_vec_coeffs = s->subframe_len;
1187 /** decode quantization step */
1188 step = get_sbits(&s->gb, 6);
1190 if (step == -32 || step == 31) {
1191 const int sign = (step == 31) - 1;
1193 while (get_bits_count(&s->gb) + 5 < s->num_saved_bits &&
1194 (step = get_bits(&s->gb, 5)) == 31) {
1197 quant_step += ((quant + step) ^ sign) - sign;
1199 if (quant_step < 0) {
1200 av_log(s->avctx, AV_LOG_DEBUG, "negative quant step\n");
1203 /** decode quantization step modifiers for every channel */
1205 if (s->channels_for_cur_subframe == 1) {
1206 s->channel[s->channel_indexes_for_cur_subframe[0]].quant_step = quant_step;
1208 int modifier_len = get_bits(&s->gb, 3);
1209 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1210 int c = s->channel_indexes_for_cur_subframe[i];
1211 s->channel[c].quant_step = quant_step;
1212 if (get_bits1(&s->gb)) {
1214 s->channel[c].quant_step += get_bits(&s->gb, modifier_len) + 1;
1216 ++s->channel[c].quant_step;
1221 /** decode scale factors */
1222 if (decode_scale_factors(s) < 0)
1223 return AVERROR_INVALIDDATA;
1226 av_dlog(s->avctx, "BITSTREAM: subframe header length was %i\n",
1227 get_bits_count(&s->gb) - s->subframe_offset);
1229 /** parse coefficients */
1230 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1231 int c = s->channel_indexes_for_cur_subframe[i];
1232 if (s->channel[c].transmit_coefs &&
1233 get_bits_count(&s->gb) < s->num_saved_bits) {
1234 decode_coeffs(s, c);
1236 memset(s->channel[c].coeffs, 0,
1237 sizeof(*s->channel[c].coeffs) * subframe_len);
1240 av_dlog(s->avctx, "BITSTREAM: subframe length was %i\n",
1241 get_bits_count(&s->gb) - s->subframe_offset);
1243 if (transmit_coeffs) {
1244 FFTContext *mdct = &s->mdct_ctx[av_log2(subframe_len) - WMAPRO_BLOCK_MIN_BITS];
1245 /** reconstruct the per channel data */
1246 inverse_channel_transform(s);
1247 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1248 int c = s->channel_indexes_for_cur_subframe[i];
1249 const int* sf = s->channel[c].scale_factors;
1252 if (c == s->lfe_channel)
1253 memset(&s->tmp[cur_subwoofer_cutoff], 0, sizeof(*s->tmp) *
1254 (subframe_len - cur_subwoofer_cutoff));
1256 /** inverse quantization and rescaling */
1257 for (b = 0; b < s->num_bands; b++) {
1258 const int end = FFMIN(s->cur_sfb_offsets[b+1], s->subframe_len);
1259 const int exp = s->channel[c].quant_step -
1260 (s->channel[c].max_scale_factor - *sf++) *
1261 s->channel[c].scale_factor_step;
1262 const float quant = pow(10.0, exp / 20.0);
1263 int start = s->cur_sfb_offsets[b];
1264 s->dsp.vector_fmul_scalar(s->tmp + start,
1265 s->channel[c].coeffs + start,
1266 quant, end - start);
1269 /** apply imdct (imdct_half == DCTIV with reverse) */
1270 mdct->imdct_half(mdct, s->channel[c].coeffs, s->tmp);
1274 /** window and overlapp-add */
1277 /** handled one subframe */
1278 for (i = 0; i < s->channels_for_cur_subframe; i++) {
1279 int c = s->channel_indexes_for_cur_subframe[i];
1280 if (s->channel[c].cur_subframe >= s->channel[c].num_subframes) {
1281 av_log(s->avctx, AV_LOG_ERROR, "broken subframe\n");
1282 return AVERROR_INVALIDDATA;
1284 ++s->channel[c].cur_subframe;
1291 *@brief Decode one WMA frame.
1292 *@param s codec context
1293 *@return 0 if the trailer bit indicates that this is the last frame,
1294 * 1 if there are additional frames
1296 static int decode_frame(WMAProDecodeCtx *s, int *got_frame_ptr)
1298 AVCodecContext *avctx = s->avctx;
1299 GetBitContext* gb = &s->gb;
1300 int more_frames = 0;
1304 /** get frame length */
1306 len = get_bits(gb, s->log2_frame_size);
1308 av_dlog(s->avctx, "decoding frame with length %x\n", len);
1310 /** decode tile information */
1311 if (decode_tilehdr(s)) {
1316 /** read postproc transform */
1317 if (s->num_channels > 1 && get_bits1(gb)) {
1318 if (get_bits1(gb)) {
1319 for (i = 0; i < s->num_channels * s->num_channels; i++)
1324 /** read drc info */
1325 if (s->dynamic_range_compression) {
1326 s->drc_gain = get_bits(gb, 8);
1327 av_dlog(s->avctx, "drc_gain %i\n", s->drc_gain);
1330 /** no idea what these are for, might be the number of samples
1331 that need to be skipped at the beginning or end of a stream */
1332 if (get_bits1(gb)) {
1335 /** usually true for the first frame */
1336 if (get_bits1(gb)) {
1337 skip = get_bits(gb, av_log2(s->samples_per_frame * 2));
1338 av_dlog(s->avctx, "start skip: %i\n", skip);
1341 /** sometimes true for the last frame */
1342 if (get_bits1(gb)) {
1343 skip = get_bits(gb, av_log2(s->samples_per_frame * 2));
1344 av_dlog(s->avctx, "end skip: %i\n", skip);
1349 av_dlog(s->avctx, "BITSTREAM: frame header length was %i\n",
1350 get_bits_count(gb) - s->frame_offset);
1352 /** reset subframe states */
1353 s->parsed_all_subframes = 0;
1354 for (i = 0; i < s->num_channels; i++) {
1355 s->channel[i].decoded_samples = 0;
1356 s->channel[i].cur_subframe = 0;
1357 s->channel[i].reuse_sf = 0;
1360 /** decode all subframes */
1361 while (!s->parsed_all_subframes) {
1362 if (decode_subframe(s) < 0) {
1368 /* get output buffer */
1369 s->frame.nb_samples = s->samples_per_frame;
1370 if ((ret = avctx->get_buffer(avctx, &s->frame)) < 0) {
1371 av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
1376 /** copy samples to the output buffer */
1377 for (i = 0; i < s->num_channels; i++)
1378 memcpy(s->frame.extended_data[i], s->channel[i].out,
1379 s->samples_per_frame * sizeof(*s->channel[i].out));
1381 for (i = 0; i < s->num_channels; i++) {
1382 /** reuse second half of the IMDCT output for the next frame */
1383 memcpy(&s->channel[i].out[0],
1384 &s->channel[i].out[s->samples_per_frame],
1385 s->samples_per_frame * sizeof(*s->channel[i].out) >> 1);
1388 if (s->skip_frame) {
1395 if (s->len_prefix) {
1396 if (len != (get_bits_count(gb) - s->frame_offset) + 2) {
1397 /** FIXME: not sure if this is always an error */
1398 av_log(s->avctx, AV_LOG_ERROR,
1399 "frame[%i] would have to skip %i bits\n", s->frame_num,
1400 len - (get_bits_count(gb) - s->frame_offset) - 1);
1405 /** skip the rest of the frame data */
1406 skip_bits_long(gb, len - (get_bits_count(gb) - s->frame_offset) - 1);
1408 while (get_bits_count(gb) < s->num_saved_bits && get_bits1(gb) == 0) {
1412 /** decode trailer bit */
1413 more_frames = get_bits1(gb);
1420 *@brief Calculate remaining input buffer length.
1421 *@param s codec context
1422 *@param gb bitstream reader context
1423 *@return remaining size in bits
1425 static int remaining_bits(WMAProDecodeCtx *s, GetBitContext *gb)
1427 return s->buf_bit_size - get_bits_count(gb);
1431 *@brief Fill the bit reservoir with a (partial) frame.
1432 *@param s codec context
1433 *@param gb bitstream reader context
1434 *@param len length of the partial frame
1435 *@param append decides whether to reset the buffer or not
1437 static void save_bits(WMAProDecodeCtx *s, GetBitContext* gb, int len,
1442 /** when the frame data does not need to be concatenated, the input buffer
1443 is resetted and additional bits from the previous frame are copyed
1444 and skipped later so that a fast byte copy is possible */
1447 s->frame_offset = get_bits_count(gb) & 7;
1448 s->num_saved_bits = s->frame_offset;
1449 init_put_bits(&s->pb, s->frame_data, MAX_FRAMESIZE);
1452 buflen = (s->num_saved_bits + len + 8) >> 3;
1454 if (len <= 0 || buflen > MAX_FRAMESIZE) {
1455 av_log_ask_for_sample(s->avctx, "input buffer too small\n");
1460 s->num_saved_bits += len;
1462 avpriv_copy_bits(&s->pb, gb->buffer + (get_bits_count(gb) >> 3),
1465 int align = 8 - (get_bits_count(gb) & 7);
1466 align = FFMIN(align, len);
1467 put_bits(&s->pb, align, get_bits(gb, align));
1469 avpriv_copy_bits(&s->pb, gb->buffer + (get_bits_count(gb) >> 3), len);
1471 skip_bits_long(gb, len);
1474 PutBitContext tmp = s->pb;
1475 flush_put_bits(&tmp);
1478 init_get_bits(&s->gb, s->frame_data, s->num_saved_bits);
1479 skip_bits(&s->gb, s->frame_offset);
1483 *@brief Decode a single WMA packet.
1484 *@param avctx codec context
1485 *@param data the output buffer
1486 *@param avpkt input packet
1487 *@return number of bytes that were read from the input buffer
1489 static int decode_packet(AVCodecContext *avctx, void *data,
1490 int *got_frame_ptr, AVPacket* avpkt)
1492 WMAProDecodeCtx *s = avctx->priv_data;
1493 GetBitContext* gb = &s->pgb;
1494 const uint8_t* buf = avpkt->data;
1495 int buf_size = avpkt->size;
1496 int num_bits_prev_frame;
1497 int packet_sequence_number;
1501 if (s->packet_done || s->packet_loss) {
1504 /** sanity check for the buffer length */
1505 if (buf_size < avctx->block_align)
1508 s->next_packet_start = buf_size - avctx->block_align;
1509 buf_size = avctx->block_align;
1510 s->buf_bit_size = buf_size << 3;
1512 /** parse packet header */
1513 init_get_bits(gb, buf, s->buf_bit_size);
1514 packet_sequence_number = get_bits(gb, 4);
1517 /** get number of bits that need to be added to the previous frame */
1518 num_bits_prev_frame = get_bits(gb, s->log2_frame_size);
1519 av_dlog(avctx, "packet[%d]: nbpf %x\n", avctx->frame_number,
1520 num_bits_prev_frame);
1522 /** check for packet loss */
1523 if (!s->packet_loss &&
1524 ((s->packet_sequence_number + 1) & 0xF) != packet_sequence_number) {
1526 av_log(avctx, AV_LOG_ERROR, "Packet loss detected! seq %x vs %x\n",
1527 s->packet_sequence_number, packet_sequence_number);
1529 s->packet_sequence_number = packet_sequence_number;
1531 if (num_bits_prev_frame > 0) {
1532 int remaining_packet_bits = s->buf_bit_size - get_bits_count(gb);
1533 if (num_bits_prev_frame >= remaining_packet_bits) {
1534 num_bits_prev_frame = remaining_packet_bits;
1538 /** append the previous frame data to the remaining data from the
1539 previous packet to create a full frame */
1540 save_bits(s, gb, num_bits_prev_frame, 1);
1541 av_dlog(avctx, "accumulated %x bits of frame data\n",
1542 s->num_saved_bits - s->frame_offset);
1544 /** decode the cross packet frame if it is valid */
1545 if (!s->packet_loss)
1546 decode_frame(s, got_frame_ptr);
1547 } else if (s->num_saved_bits - s->frame_offset) {
1548 av_dlog(avctx, "ignoring %x previously saved bits\n",
1549 s->num_saved_bits - s->frame_offset);
1552 if (s->packet_loss) {
1553 /** reset number of saved bits so that the decoder
1554 does not start to decode incomplete frames in the
1555 s->len_prefix == 0 case */
1556 s->num_saved_bits = 0;
1562 s->buf_bit_size = (avpkt->size - s->next_packet_start) << 3;
1563 init_get_bits(gb, avpkt->data, s->buf_bit_size);
1564 skip_bits(gb, s->packet_offset);
1565 if (s->len_prefix && remaining_bits(s, gb) > s->log2_frame_size &&
1566 (frame_size = show_bits(gb, s->log2_frame_size)) &&
1567 frame_size <= remaining_bits(s, gb)) {
1568 save_bits(s, gb, frame_size, 0);
1569 s->packet_done = !decode_frame(s, got_frame_ptr);
1570 } else if (!s->len_prefix
1571 && s->num_saved_bits > get_bits_count(&s->gb)) {
1572 /** when the frames do not have a length prefix, we don't know
1573 the compressed length of the individual frames
1574 however, we know what part of a new packet belongs to the
1576 therefore we save the incoming packet first, then we append
1577 the "previous frame" data from the next packet so that
1578 we get a buffer that only contains full frames */
1579 s->packet_done = !decode_frame(s, got_frame_ptr);
1584 if (s->packet_done && !s->packet_loss &&
1585 remaining_bits(s, gb) > 0) {
1586 /** save the rest of the data so that it can be decoded
1587 with the next packet */
1588 save_bits(s, gb, remaining_bits(s, gb), 0);
1591 s->packet_offset = get_bits_count(gb) & 7;
1593 return AVERROR_INVALIDDATA;
1596 *(AVFrame *)data = s->frame;
1598 return get_bits_count(gb) >> 3;
1602 *@brief Clear decoder buffers (for seeking).
1603 *@param avctx codec context
1605 static void flush(AVCodecContext *avctx)
1607 WMAProDecodeCtx *s = avctx->priv_data;
1609 /** reset output buffer as a part of it is used during the windowing of a
1611 for (i = 0; i < s->num_channels; i++)
1612 memset(s->channel[i].out, 0, s->samples_per_frame *
1613 sizeof(*s->channel[i].out));
1619 *@brief wmapro decoder
1621 AVCodec ff_wmapro_decoder = {
1623 .type = AVMEDIA_TYPE_AUDIO,
1624 .id = AV_CODEC_ID_WMAPRO,
1625 .priv_data_size = sizeof(WMAProDecodeCtx),
1626 .init = decode_init,
1627 .close = decode_end,
1628 .decode = decode_packet,
1629 .capabilities = CODEC_CAP_SUBFRAMES | CODEC_CAP_DR1,
1631 .long_name = NULL_IF_CONFIG_SMALL("Windows Media Audio 9 Professional"),
1632 .sample_fmts = (const enum AVSampleFormat[]) { AV_SAMPLE_FMT_FLTP,
1633 AV_SAMPLE_FMT_NONE },