2 * Windows Media Audio Voice decoder.
3 * Copyright (c) 2009 Ronald S. Bultje
5 * This file is part of Libav.
7 * Libav is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * Libav is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with Libav; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 * @brief Windows Media Audio Voice compatible decoder
25 * @author Ronald S. Bultje <rsbultje@gmail.com>
28 #define UNCHECKED_BITSTREAM_READER 1
34 #include "wmavoice_data.h"
35 #include "celp_math.h"
36 #include "celp_filters.h"
37 #include "acelp_vectors.h"
38 #include "acelp_filters.h"
40 #include "libavutil/lzo.h"
45 #define MAX_BLOCKS 8 ///< maximum number of blocks per frame
46 #define MAX_LSPS 16 ///< maximum filter order
47 #define MAX_LSPS_ALIGN16 16 ///< same as #MAX_LSPS; needs to be multiple
48 ///< of 16 for ASM input buffer alignment
49 #define MAX_FRAMES 3 ///< maximum number of frames per superframe
50 #define MAX_FRAMESIZE 160 ///< maximum number of samples per frame
51 #define MAX_SIGNAL_HISTORY 416 ///< maximum excitation signal history
52 #define MAX_SFRAMESIZE (MAX_FRAMESIZE * MAX_FRAMES)
53 ///< maximum number of samples per superframe
54 #define SFRAME_CACHE_MAXSIZE 256 ///< maximum cache size for frame data that
55 ///< was split over two packets
56 #define VLC_NBITS 6 ///< number of bits to read per VLC iteration
59 * Frame type VLC coding.
61 static VLC frame_type_vlc;
64 * Adaptive codebook types.
67 ACB_TYPE_NONE = 0, ///< no adaptive codebook (only hardcoded fixed)
68 ACB_TYPE_ASYMMETRIC = 1, ///< adaptive codebook with per-frame pitch, which
69 ///< we interpolate to get a per-sample pitch.
70 ///< Signal is generated using an asymmetric sinc
72 ///< @note see #wmavoice_ipol1_coeffs
73 ACB_TYPE_HAMMING = 2 ///< Per-block pitch with signal generation using
74 ///< a Hamming sinc window function
75 ///< @note see #wmavoice_ipol2_coeffs
79 * Fixed codebook types.
82 FCB_TYPE_SILENCE = 0, ///< comfort noise during silence
83 ///< generated from a hardcoded (fixed) codebook
84 ///< with per-frame (low) gain values
85 FCB_TYPE_HARDCODED = 1, ///< hardcoded (fixed) codebook with per-block
87 FCB_TYPE_AW_PULSES = 2, ///< Pitch-adaptive window (AW) pulse signals,
88 ///< used in particular for low-bitrate streams
89 FCB_TYPE_EXC_PULSES = 3, ///< Innovation (fixed) codebook pulse sets in
90 ///< combinations of either single pulses or
95 * Description of frame types.
97 static const struct frame_type_desc {
98 uint8_t n_blocks; ///< amount of blocks per frame (each block
99 ///< (contains 160/#n_blocks samples)
100 uint8_t log_n_blocks; ///< log2(#n_blocks)
101 uint8_t acb_type; ///< Adaptive codebook type (ACB_TYPE_*)
102 uint8_t fcb_type; ///< Fixed codebook type (FCB_TYPE_*)
103 uint8_t dbl_pulses; ///< how many pulse vectors have pulse pairs
104 ///< (rather than just one single pulse)
105 ///< only if #fcb_type == #FCB_TYPE_EXC_PULSES
106 uint16_t frame_size; ///< the amount of bits that make up the block
107 ///< data (per frame)
108 } frame_descs[17] = {
109 { 1, 0, ACB_TYPE_NONE, FCB_TYPE_SILENCE, 0, 0 },
110 { 2, 1, ACB_TYPE_NONE, FCB_TYPE_HARDCODED, 0, 28 },
111 { 2, 1, ACB_TYPE_ASYMMETRIC, FCB_TYPE_AW_PULSES, 0, 46 },
112 { 2, 1, ACB_TYPE_ASYMMETRIC, FCB_TYPE_EXC_PULSES, 2, 80 },
113 { 2, 1, ACB_TYPE_ASYMMETRIC, FCB_TYPE_EXC_PULSES, 5, 104 },
114 { 4, 2, ACB_TYPE_ASYMMETRIC, FCB_TYPE_EXC_PULSES, 0, 108 },
115 { 4, 2, ACB_TYPE_ASYMMETRIC, FCB_TYPE_EXC_PULSES, 2, 132 },
116 { 4, 2, ACB_TYPE_ASYMMETRIC, FCB_TYPE_EXC_PULSES, 5, 168 },
117 { 2, 1, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 0, 64 },
118 { 2, 1, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 2, 80 },
119 { 2, 1, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 5, 104 },
120 { 4, 2, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 0, 108 },
121 { 4, 2, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 2, 132 },
122 { 4, 2, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 5, 168 },
123 { 8, 3, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 0, 176 },
124 { 8, 3, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 2, 208 },
125 { 8, 3, ACB_TYPE_HAMMING, FCB_TYPE_EXC_PULSES, 5, 256 }
129 * WMA Voice decoding context.
133 * @name Global values specified in the stream header / extradata or used all over.
137 GetBitContext gb; ///< packet bitreader. During decoder init,
138 ///< it contains the extradata from the
139 ///< demuxer. During decoding, it contains
141 int8_t vbm_tree[25]; ///< converts VLC codes to frame type
143 int spillover_bitsize; ///< number of bits used to specify
144 ///< #spillover_nbits in the packet header
145 ///< = ceil(log2(ctx->block_align << 3))
146 int history_nsamples; ///< number of samples in history for signal
147 ///< prediction (through ACB)
149 /* postfilter specific values */
150 int do_apf; ///< whether to apply the averaged
151 ///< projection filter (APF)
152 int denoise_strength; ///< strength of denoising in Wiener filter
154 int denoise_tilt_corr; ///< Whether to apply tilt correction to the
155 ///< Wiener filter coefficients (postfilter)
156 int dc_level; ///< Predicted amount of DC noise, based
157 ///< on which a DC removal filter is used
159 int lsps; ///< number of LSPs per frame [10 or 16]
160 int lsp_q_mode; ///< defines quantizer defaults [0, 1]
161 int lsp_def_mode; ///< defines different sets of LSP defaults
163 int frame_lsp_bitsize; ///< size (in bits) of LSPs, when encoded
164 ///< per-frame (independent coding)
165 int sframe_lsp_bitsize; ///< size (in bits) of LSPs, when encoded
166 ///< per superframe (residual coding)
168 int min_pitch_val; ///< base value for pitch parsing code
169 int max_pitch_val; ///< max value + 1 for pitch parsing
170 int pitch_nbits; ///< number of bits used to specify the
171 ///< pitch value in the frame header
172 int block_pitch_nbits; ///< number of bits used to specify the
173 ///< first block's pitch value
174 int block_pitch_range; ///< range of the block pitch
175 int block_delta_pitch_nbits; ///< number of bits used to specify the
176 ///< delta pitch between this and the last
177 ///< block's pitch value, used in all but
179 int block_delta_pitch_hrange; ///< 1/2 range of the delta (full range is
180 ///< from -this to +this-1)
181 uint16_t block_conv_table[4]; ///< boundaries for block pitch unit/scale
187 * @name Packet values specified in the packet header or related to a packet.
189 * A packet is considered to be a single unit of data provided to this
190 * decoder by the demuxer.
193 int spillover_nbits; ///< number of bits of the previous packet's
194 ///< last superframe preceding this
195 ///< packet's first full superframe (useful
196 ///< for re-synchronization also)
197 int has_residual_lsps; ///< if set, superframes contain one set of
198 ///< LSPs that cover all frames, encoded as
199 ///< independent and residual LSPs; if not
200 ///< set, each frame contains its own, fully
201 ///< independent, LSPs
202 int skip_bits_next; ///< number of bits to skip at the next call
203 ///< to #wmavoice_decode_packet() (since
204 ///< they're part of the previous superframe)
206 uint8_t sframe_cache[SFRAME_CACHE_MAXSIZE + FF_INPUT_BUFFER_PADDING_SIZE];
207 ///< cache for superframe data split over
208 ///< multiple packets
209 int sframe_cache_size; ///< set to >0 if we have data from an
210 ///< (incomplete) superframe from a previous
211 ///< packet that spilled over in the current
212 ///< packet; specifies the amount of bits in
214 PutBitContext pb; ///< bitstream writer for #sframe_cache
219 * @name Frame and superframe values
220 * Superframe and frame data - these can change from frame to frame,
221 * although some of them do in that case serve as a cache / history for
222 * the next frame or superframe.
225 double prev_lsps[MAX_LSPS]; ///< LSPs of the last frame of the previous
227 int last_pitch_val; ///< pitch value of the previous frame
228 int last_acb_type; ///< frame type [0-2] of the previous frame
229 int pitch_diff_sh16; ///< ((cur_pitch_val - #last_pitch_val)
230 ///< << 16) / #MAX_FRAMESIZE
231 float silence_gain; ///< set for use in blocks if #ACB_TYPE_NONE
233 int aw_idx_is_ext; ///< whether the AW index was encoded in
234 ///< 8 bits (instead of 6)
235 int aw_pulse_range; ///< the range over which #aw_pulse_set1()
236 ///< can apply the pulse, relative to the
237 ///< value in aw_first_pulse_off. The exact
238 ///< position of the first AW-pulse is within
239 ///< [pulse_off, pulse_off + this], and
240 ///< depends on bitstream values; [16 or 24]
241 int aw_n_pulses[2]; ///< number of AW-pulses in each block; note
242 ///< that this number can be negative (in
243 ///< which case it basically means "zero")
244 int aw_first_pulse_off[2]; ///< index of first sample to which to
245 ///< apply AW-pulses, or -0xff if unset
246 int aw_next_pulse_off_cache; ///< the position (relative to start of the
247 ///< second block) at which pulses should
248 ///< start to be positioned, serves as a
249 ///< cache for pitch-adaptive window pulses
252 int frame_cntr; ///< current frame index [0 - 0xFFFE]; is
253 ///< only used for comfort noise in #pRNG()
254 float gain_pred_err[6]; ///< cache for gain prediction
255 float excitation_history[MAX_SIGNAL_HISTORY];
256 ///< cache of the signal of previous
257 ///< superframes, used as a history for
258 ///< signal generation
259 float synth_history[MAX_LSPS]; ///< see #excitation_history
263 * @name Postfilter values
265 * Variables used for postfilter implementation, mostly history for
266 * smoothing and so on, and context variables for FFT/iFFT.
269 RDFTContext rdft, irdft; ///< contexts for FFT-calculation in the
270 ///< postfilter (for denoise filter)
271 DCTContext dct, dst; ///< contexts for phase shift (in Hilbert
272 ///< transform, part of postfilter)
273 float sin[511], cos[511]; ///< 8-bit cosine/sine windows over [-pi,pi]
275 float postfilter_agc; ///< gain control memory, used in
276 ///< #adaptive_gain_control()
277 float dcf_mem[2]; ///< DC filter history
278 float zero_exc_pf[MAX_SIGNAL_HISTORY + MAX_SFRAMESIZE];
279 ///< zero filter output (i.e. excitation)
281 float denoise_filter_cache[MAX_FRAMESIZE];
282 int denoise_filter_cache_size; ///< samples in #denoise_filter_cache
283 DECLARE_ALIGNED(32, float, tilted_lpcs_pf)[0x80];
284 ///< aligned buffer for LPC tilting
285 DECLARE_ALIGNED(32, float, denoise_coeffs_pf)[0x80];
286 ///< aligned buffer for denoise coefficients
287 DECLARE_ALIGNED(32, float, synth_filter_out_buf)[0x80 + MAX_LSPS_ALIGN16];
288 ///< aligned buffer for postfilter speech
296 * Set up the variable bit mode (VBM) tree from container extradata.
297 * @param gb bit I/O context.
298 * The bit context (s->gb) should be loaded with byte 23-46 of the
299 * container extradata (i.e. the ones containing the VBM tree).
300 * @param vbm_tree pointer to array to which the decoded VBM tree will be
302 * @return 0 on success, <0 on error.
304 static av_cold int decode_vbmtree(GetBitContext *gb, int8_t vbm_tree[25])
306 static const uint8_t bits[] = {
309 10, 10, 10, 12, 12, 12,
312 static const uint16_t codes[] = {
313 0x0000, 0x0001, 0x0002, // 00/01/10
314 0x000c, 0x000d, 0x000e, // 11+00/01/10
315 0x003c, 0x003d, 0x003e, // 1111+00/01/10
316 0x00fc, 0x00fd, 0x00fe, // 111111+00/01/10
317 0x03fc, 0x03fd, 0x03fe, // 11111111+00/01/10
318 0x0ffc, 0x0ffd, 0x0ffe, // 1111111111+00/01/10
319 0x3ffc, 0x3ffd, 0x3ffe, 0x3fff // 111111111111+xx
321 int cntr[8] = { 0 }, n, res;
323 memset(vbm_tree, 0xff, sizeof(vbm_tree[0]) * 25);
324 for (n = 0; n < 17; n++) {
325 res = get_bits(gb, 3);
326 if (cntr[res] > 3) // should be >= 3 + (res == 7))
328 vbm_tree[res * 3 + cntr[res]++] = n;
330 INIT_VLC_STATIC(&frame_type_vlc, VLC_NBITS, sizeof(bits),
331 bits, 1, 1, codes, 2, 2, 132);
336 * Set up decoder with parameters from demuxer (extradata etc.).
338 static av_cold int wmavoice_decode_init(AVCodecContext *ctx)
340 int n, flags, pitch_range, lsp16_flag;
341 WMAVoiceContext *s = ctx->priv_data;
345 * - byte 0-18: WMAPro-in-WMAVoice extradata (see wmaprodec.c),
346 * - byte 19-22: flags field (annoyingly in LE; see below for known
348 * - byte 23-46: variable bitmode tree (really just 17 * 3 bits,
351 if (ctx->extradata_size != 46) {
352 av_log(ctx, AV_LOG_ERROR,
353 "Invalid extradata size %d (should be 46)\n",
354 ctx->extradata_size);
357 flags = AV_RL32(ctx->extradata + 18);
358 s->spillover_bitsize = 3 + av_ceil_log2(ctx->block_align);
359 s->do_apf = flags & 0x1;
361 ff_rdft_init(&s->rdft, 7, DFT_R2C);
362 ff_rdft_init(&s->irdft, 7, IDFT_C2R);
363 ff_dct_init(&s->dct, 6, DCT_I);
364 ff_dct_init(&s->dst, 6, DST_I);
366 ff_sine_window_init(s->cos, 256);
367 memcpy(&s->sin[255], s->cos, 256 * sizeof(s->cos[0]));
368 for (n = 0; n < 255; n++) {
369 s->sin[n] = -s->sin[510 - n];
370 s->cos[510 - n] = s->cos[n];
373 s->denoise_strength = (flags >> 2) & 0xF;
374 if (s->denoise_strength >= 12) {
375 av_log(ctx, AV_LOG_ERROR,
376 "Invalid denoise filter strength %d (max=11)\n",
377 s->denoise_strength);
380 s->denoise_tilt_corr = !!(flags & 0x40);
381 s->dc_level = (flags >> 7) & 0xF;
382 s->lsp_q_mode = !!(flags & 0x2000);
383 s->lsp_def_mode = !!(flags & 0x4000);
384 lsp16_flag = flags & 0x1000;
387 s->frame_lsp_bitsize = 34;
388 s->sframe_lsp_bitsize = 60;
391 s->frame_lsp_bitsize = 24;
392 s->sframe_lsp_bitsize = 48;
394 for (n = 0; n < s->lsps; n++)
395 s->prev_lsps[n] = M_PI * (n + 1.0) / (s->lsps + 1.0);
397 init_get_bits(&s->gb, ctx->extradata + 22, (ctx->extradata_size - 22) << 3);
398 if (decode_vbmtree(&s->gb, s->vbm_tree) < 0) {
399 av_log(ctx, AV_LOG_ERROR, "Invalid VBM tree; broken extradata?\n");
403 s->min_pitch_val = ((ctx->sample_rate << 8) / 400 + 50) >> 8;
404 s->max_pitch_val = ((ctx->sample_rate << 8) * 37 / 2000 + 50) >> 8;
405 pitch_range = s->max_pitch_val - s->min_pitch_val;
406 if (pitch_range <= 0) {
407 av_log(ctx, AV_LOG_ERROR, "Invalid pitch range; broken extradata?\n");
410 s->pitch_nbits = av_ceil_log2(pitch_range);
411 s->last_pitch_val = 40;
412 s->last_acb_type = ACB_TYPE_NONE;
413 s->history_nsamples = s->max_pitch_val + 8;
415 if (s->min_pitch_val < 1 || s->history_nsamples > MAX_SIGNAL_HISTORY) {
416 int min_sr = ((((1 << 8) - 50) * 400) + 0xFF) >> 8,
417 max_sr = ((((MAX_SIGNAL_HISTORY - 8) << 8) + 205) * 2000 / 37) >> 8;
419 av_log(ctx, AV_LOG_ERROR,
420 "Unsupported samplerate %d (min=%d, max=%d)\n",
421 ctx->sample_rate, min_sr, max_sr); // 322-22097 Hz
426 s->block_conv_table[0] = s->min_pitch_val;
427 s->block_conv_table[1] = (pitch_range * 25) >> 6;
428 s->block_conv_table[2] = (pitch_range * 44) >> 6;
429 s->block_conv_table[3] = s->max_pitch_val - 1;
430 s->block_delta_pitch_hrange = (pitch_range >> 3) & ~0xF;
431 if (s->block_delta_pitch_hrange <= 0) {
432 av_log(ctx, AV_LOG_ERROR, "Invalid delta pitch hrange; broken extradata?\n");
435 s->block_delta_pitch_nbits = 1 + av_ceil_log2(s->block_delta_pitch_hrange);
436 s->block_pitch_range = s->block_conv_table[2] +
437 s->block_conv_table[3] + 1 +
438 2 * (s->block_conv_table[1] - 2 * s->min_pitch_val);
439 s->block_pitch_nbits = av_ceil_log2(s->block_pitch_range);
441 ctx->sample_fmt = AV_SAMPLE_FMT_FLT;
443 avcodec_get_frame_defaults(&s->frame);
444 ctx->coded_frame = &s->frame;
450 * @name Postfilter functions
451 * Postfilter functions (gain control, wiener denoise filter, DC filter,
452 * kalman smoothening, plus surrounding code to wrap it)
456 * Adaptive gain control (as used in postfilter).
458 * Identical to #ff_adaptive_gain_control() in acelp_vectors.c, except
459 * that the energy here is calculated using sum(abs(...)), whereas the
460 * other codecs (e.g. AMR-NB, SIPRO) use sqrt(dotproduct(...)).
462 * @param out output buffer for filtered samples
463 * @param in input buffer containing the samples as they are after the
464 * postfilter steps so far
465 * @param speech_synth input buffer containing speech synth before postfilter
466 * @param size input buffer size
467 * @param alpha exponential filter factor
468 * @param gain_mem pointer to filter memory (single float)
470 static void adaptive_gain_control(float *out, const float *in,
471 const float *speech_synth,
472 int size, float alpha, float *gain_mem)
475 float speech_energy = 0.0, postfilter_energy = 0.0, gain_scale_factor;
476 float mem = *gain_mem;
478 for (i = 0; i < size; i++) {
479 speech_energy += fabsf(speech_synth[i]);
480 postfilter_energy += fabsf(in[i]);
482 gain_scale_factor = (1.0 - alpha) * speech_energy / postfilter_energy;
484 for (i = 0; i < size; i++) {
485 mem = alpha * mem + gain_scale_factor;
486 out[i] = in[i] * mem;
493 * Kalman smoothing function.
495 * This function looks back pitch +/- 3 samples back into history to find
496 * the best fitting curve (that one giving the optimal gain of the two
497 * signals, i.e. the highest dot product between the two), and then
498 * uses that signal history to smoothen the output of the speech synthesis
501 * @param s WMA Voice decoding context
502 * @param pitch pitch of the speech signal
503 * @param in input speech signal
504 * @param out output pointer for smoothened signal
505 * @param size input/output buffer size
507 * @returns -1 if no smoothening took place, e.g. because no optimal
508 * fit could be found, or 0 on success.
510 static int kalman_smoothen(WMAVoiceContext *s, int pitch,
511 const float *in, float *out, int size)
514 float optimal_gain = 0, dot;
515 const float *ptr = &in[-FFMAX(s->min_pitch_val, pitch - 3)],
516 *end = &in[-FFMIN(s->max_pitch_val, pitch + 3)],
519 /* find best fitting point in history */
521 dot = ff_dot_productf(in, ptr, size);
522 if (dot > optimal_gain) {
526 } while (--ptr >= end);
528 if (optimal_gain <= 0)
530 dot = ff_dot_productf(best_hist_ptr, best_hist_ptr, size);
531 if (dot <= 0) // would be 1.0
534 if (optimal_gain <= dot) {
535 dot = dot / (dot + 0.6 * optimal_gain); // 0.625-1.000
539 /* actual smoothing */
540 for (n = 0; n < size; n++)
541 out[n] = best_hist_ptr[n] + dot * (in[n] - best_hist_ptr[n]);
547 * Get the tilt factor of a formant filter from its transfer function
548 * @see #tilt_factor() in amrnbdec.c, which does essentially the same,
549 * but somehow (??) it does a speech synthesis filter in the
550 * middle, which is missing here
552 * @param lpcs LPC coefficients
553 * @param n_lpcs Size of LPC buffer
554 * @returns the tilt factor
556 static float tilt_factor(const float *lpcs, int n_lpcs)
560 rh0 = 1.0 + ff_dot_productf(lpcs, lpcs, n_lpcs);
561 rh1 = lpcs[0] + ff_dot_productf(lpcs, &lpcs[1], n_lpcs - 1);
567 * Derive denoise filter coefficients (in real domain) from the LPCs.
569 static void calc_input_response(WMAVoiceContext *s, float *lpcs,
570 int fcb_type, float *coeffs, int remainder)
572 float last_coeff, min = 15.0, max = -15.0;
573 float irange, angle_mul, gain_mul, range, sq;
576 /* Create frequency power spectrum of speech input (i.e. RDFT of LPCs) */
577 s->rdft.rdft_calc(&s->rdft, lpcs);
578 #define log_range(var, assign) do { \
579 float tmp = log10f(assign); var = tmp; \
580 max = FFMAX(max, tmp); min = FFMIN(min, tmp); \
582 log_range(last_coeff, lpcs[1] * lpcs[1]);
583 for (n = 1; n < 64; n++)
584 log_range(lpcs[n], lpcs[n * 2] * lpcs[n * 2] +
585 lpcs[n * 2 + 1] * lpcs[n * 2 + 1]);
586 log_range(lpcs[0], lpcs[0] * lpcs[0]);
589 lpcs[64] = last_coeff;
591 /* Now, use this spectrum to pick out these frequencies with higher
592 * (relative) power/energy (which we then take to be "not noise"),
593 * and set up a table (still in lpc[]) of (relative) gains per frequency.
594 * These frequencies will be maintained, while others ("noise") will be
595 * decreased in the filter output. */
596 irange = 64.0 / range; // so irange*(max-value) is in the range [0, 63]
597 gain_mul = range * (fcb_type == FCB_TYPE_HARDCODED ? (5.0 / 13.0) :
599 angle_mul = gain_mul * (8.0 * M_LN10 / M_PI);
600 for (n = 0; n <= 64; n++) {
603 idx = FFMAX(0, lrint((max - lpcs[n]) * irange) - 1);
604 pwr = wmavoice_denoise_power_table[s->denoise_strength][idx];
605 lpcs[n] = angle_mul * pwr;
607 /* 70.57 =~ 1/log10(1.0331663) */
608 idx = (pwr * gain_mul - 0.0295) * 70.570526123;
609 if (idx > 127) { // fallback if index falls outside table range
610 coeffs[n] = wmavoice_energy_table[127] *
611 powf(1.0331663, idx - 127);
613 coeffs[n] = wmavoice_energy_table[FFMAX(0, idx)];
616 /* calculate the Hilbert transform of the gains, which we do (since this
617 * is a sinus input) by doing a phase shift (in theory, H(sin())=cos()).
618 * Hilbert_Transform(RDFT(x)) = Laplace_Transform(x), which calculates the
619 * "moment" of the LPCs in this filter. */
620 s->dct.dct_calc(&s->dct, lpcs);
621 s->dst.dct_calc(&s->dst, lpcs);
623 /* Split out the coefficient indexes into phase/magnitude pairs */
624 idx = 255 + av_clip(lpcs[64], -255, 255);
625 coeffs[0] = coeffs[0] * s->cos[idx];
626 idx = 255 + av_clip(lpcs[64] - 2 * lpcs[63], -255, 255);
627 last_coeff = coeffs[64] * s->cos[idx];
629 idx = 255 + av_clip(-lpcs[64] - 2 * lpcs[n - 1], -255, 255);
630 coeffs[n * 2 + 1] = coeffs[n] * s->sin[idx];
631 coeffs[n * 2] = coeffs[n] * s->cos[idx];
635 idx = 255 + av_clip( lpcs[64] - 2 * lpcs[n - 1], -255, 255);
636 coeffs[n * 2 + 1] = coeffs[n] * s->sin[idx];
637 coeffs[n * 2] = coeffs[n] * s->cos[idx];
639 coeffs[1] = last_coeff;
641 /* move into real domain */
642 s->irdft.rdft_calc(&s->irdft, coeffs);
644 /* tilt correction and normalize scale */
645 memset(&coeffs[remainder], 0, sizeof(coeffs[0]) * (128 - remainder));
646 if (s->denoise_tilt_corr) {
649 coeffs[remainder - 1] = 0;
650 ff_tilt_compensation(&tilt_mem,
651 -1.8 * tilt_factor(coeffs, remainder - 1),
654 sq = (1.0 / 64.0) * sqrtf(1 / ff_dot_productf(coeffs, coeffs, remainder));
655 for (n = 0; n < remainder; n++)
660 * This function applies a Wiener filter on the (noisy) speech signal as
661 * a means to denoise it.
663 * - take RDFT of LPCs to get the power spectrum of the noise + speech;
664 * - using this power spectrum, calculate (for each frequency) the Wiener
665 * filter gain, which depends on the frequency power and desired level
666 * of noise subtraction (when set too high, this leads to artifacts)
667 * We can do this symmetrically over the X-axis (so 0-4kHz is the inverse
669 * - by doing a phase shift, calculate the Hilbert transform of this array
670 * of per-frequency filter-gains to get the filtering coefficients;
671 * - smoothen/normalize/de-tilt these filter coefficients as desired;
672 * - take RDFT of noisy sound, apply the coefficients and take its IRDFT
673 * to get the denoised speech signal;
674 * - the leftover (i.e. output of the IRDFT on denoised speech data beyond
675 * the frame boundary) are saved and applied to subsequent frames by an
676 * overlap-add method (otherwise you get clicking-artifacts).
678 * @param s WMA Voice decoding context
679 * @param fcb_type Frame (codebook) type
680 * @param synth_pf input: the noisy speech signal, output: denoised speech
681 * data; should be 16-byte aligned (for ASM purposes)
682 * @param size size of the speech data
683 * @param lpcs LPCs used to synthesize this frame's speech data
685 static void wiener_denoise(WMAVoiceContext *s, int fcb_type,
686 float *synth_pf, int size,
689 int remainder, lim, n;
691 if (fcb_type != FCB_TYPE_SILENCE) {
692 float *tilted_lpcs = s->tilted_lpcs_pf,
693 *coeffs = s->denoise_coeffs_pf, tilt_mem = 0;
695 tilted_lpcs[0] = 1.0;
696 memcpy(&tilted_lpcs[1], lpcs, sizeof(lpcs[0]) * s->lsps);
697 memset(&tilted_lpcs[s->lsps + 1], 0,
698 sizeof(tilted_lpcs[0]) * (128 - s->lsps - 1));
699 ff_tilt_compensation(&tilt_mem, 0.7 * tilt_factor(lpcs, s->lsps),
700 tilted_lpcs, s->lsps + 2);
702 /* The IRDFT output (127 samples for 7-bit filter) beyond the frame
703 * size is applied to the next frame. All input beyond this is zero,
704 * and thus all output beyond this will go towards zero, hence we can
705 * limit to min(size-1, 127-size) as a performance consideration. */
706 remainder = FFMIN(127 - size, size - 1);
707 calc_input_response(s, tilted_lpcs, fcb_type, coeffs, remainder);
709 /* apply coefficients (in frequency spectrum domain), i.e. complex
710 * number multiplication */
711 memset(&synth_pf[size], 0, sizeof(synth_pf[0]) * (128 - size));
712 s->rdft.rdft_calc(&s->rdft, synth_pf);
713 s->rdft.rdft_calc(&s->rdft, coeffs);
714 synth_pf[0] *= coeffs[0];
715 synth_pf[1] *= coeffs[1];
716 for (n = 1; n < 64; n++) {
717 float v1 = synth_pf[n * 2], v2 = synth_pf[n * 2 + 1];
718 synth_pf[n * 2] = v1 * coeffs[n * 2] - v2 * coeffs[n * 2 + 1];
719 synth_pf[n * 2 + 1] = v2 * coeffs[n * 2] + v1 * coeffs[n * 2 + 1];
721 s->irdft.rdft_calc(&s->irdft, synth_pf);
724 /* merge filter output with the history of previous runs */
725 if (s->denoise_filter_cache_size) {
726 lim = FFMIN(s->denoise_filter_cache_size, size);
727 for (n = 0; n < lim; n++)
728 synth_pf[n] += s->denoise_filter_cache[n];
729 s->denoise_filter_cache_size -= lim;
730 memmove(s->denoise_filter_cache, &s->denoise_filter_cache[size],
731 sizeof(s->denoise_filter_cache[0]) * s->denoise_filter_cache_size);
734 /* move remainder of filter output into a cache for future runs */
735 if (fcb_type != FCB_TYPE_SILENCE) {
736 lim = FFMIN(remainder, s->denoise_filter_cache_size);
737 for (n = 0; n < lim; n++)
738 s->denoise_filter_cache[n] += synth_pf[size + n];
739 if (lim < remainder) {
740 memcpy(&s->denoise_filter_cache[lim], &synth_pf[size + lim],
741 sizeof(s->denoise_filter_cache[0]) * (remainder - lim));
742 s->denoise_filter_cache_size = remainder;
748 * Averaging projection filter, the postfilter used in WMAVoice.
750 * This uses the following steps:
751 * - A zero-synthesis filter (generate excitation from synth signal)
752 * - Kalman smoothing on excitation, based on pitch
753 * - Re-synthesized smoothened output
754 * - Iterative Wiener denoise filter
755 * - Adaptive gain filter
758 * @param s WMAVoice decoding context
759 * @param synth Speech synthesis output (before postfilter)
760 * @param samples Output buffer for filtered samples
761 * @param size Buffer size of synth & samples
762 * @param lpcs Generated LPCs used for speech synthesis
763 * @param zero_exc_pf destination for zero synthesis filter (16-byte aligned)
764 * @param fcb_type Frame type (silence, hardcoded, AW-pulses or FCB-pulses)
765 * @param pitch Pitch of the input signal
767 static void postfilter(WMAVoiceContext *s, const float *synth,
768 float *samples, int size,
769 const float *lpcs, float *zero_exc_pf,
770 int fcb_type, int pitch)
772 float synth_filter_in_buf[MAX_FRAMESIZE / 2],
773 *synth_pf = &s->synth_filter_out_buf[MAX_LSPS_ALIGN16],
774 *synth_filter_in = zero_exc_pf;
776 assert(size <= MAX_FRAMESIZE / 2);
778 /* generate excitation from input signal */
779 ff_celp_lp_zero_synthesis_filterf(zero_exc_pf, lpcs, synth, size, s->lsps);
781 if (fcb_type >= FCB_TYPE_AW_PULSES &&
782 !kalman_smoothen(s, pitch, zero_exc_pf, synth_filter_in_buf, size))
783 synth_filter_in = synth_filter_in_buf;
785 /* re-synthesize speech after smoothening, and keep history */
786 ff_celp_lp_synthesis_filterf(synth_pf, lpcs,
787 synth_filter_in, size, s->lsps);
788 memcpy(&synth_pf[-s->lsps], &synth_pf[size - s->lsps],
789 sizeof(synth_pf[0]) * s->lsps);
791 wiener_denoise(s, fcb_type, synth_pf, size, lpcs);
793 adaptive_gain_control(samples, synth_pf, synth, size, 0.99,
796 if (s->dc_level > 8) {
797 /* remove ultra-low frequency DC noise / highpass filter;
798 * coefficients are identical to those used in SIPR decoding,
799 * and very closely resemble those used in AMR-NB decoding. */
800 ff_acelp_apply_order_2_transfer_function(samples, samples,
801 (const float[2]) { -1.99997, 1.0 },
802 (const float[2]) { -1.9330735188, 0.93589198496 },
803 0.93980580475, s->dcf_mem, size);
812 * @param lsps output pointer to the array that will hold the LSPs
813 * @param num number of LSPs to be dequantized
814 * @param values quantized values, contains n_stages values
815 * @param sizes range (i.e. max value) of each quantized value
816 * @param n_stages number of dequantization runs
817 * @param table dequantization table to be used
818 * @param mul_q LSF multiplier
819 * @param base_q base (lowest) LSF values
821 static void dequant_lsps(double *lsps, int num,
822 const uint16_t *values,
823 const uint16_t *sizes,
824 int n_stages, const uint8_t *table,
826 const double *base_q)
830 memset(lsps, 0, num * sizeof(*lsps));
831 for (n = 0; n < n_stages; n++) {
832 const uint8_t *t_off = &table[values[n] * num];
833 double base = base_q[n], mul = mul_q[n];
835 for (m = 0; m < num; m++)
836 lsps[m] += base + mul * t_off[m];
838 table += sizes[n] * num;
843 * @name LSP dequantization routines
844 * LSP dequantization routines, for 10/16LSPs and independent/residual coding.
845 * @note we assume enough bits are available, caller should check.
846 * lsp10i() consumes 24 bits; lsp10r() consumes an additional 24 bits;
847 * lsp16i() consumes 34 bits; lsp16r() consumes an additional 26 bits.
851 * Parse 10 independently-coded LSPs.
853 static void dequant_lsp10i(GetBitContext *gb, double *lsps)
855 static const uint16_t vec_sizes[4] = { 256, 64, 32, 32 };
856 static const double mul_lsf[4] = {
857 5.2187144800e-3, 1.4626986422e-3,
858 9.6179549166e-4, 1.1325736225e-3
860 static const double base_lsf[4] = {
861 M_PI * -2.15522e-1, M_PI * -6.1646e-2,
862 M_PI * -3.3486e-2, M_PI * -5.7408e-2
866 v[0] = get_bits(gb, 8);
867 v[1] = get_bits(gb, 6);
868 v[2] = get_bits(gb, 5);
869 v[3] = get_bits(gb, 5);
871 dequant_lsps(lsps, 10, v, vec_sizes, 4, wmavoice_dq_lsp10i,
876 * Parse 10 independently-coded LSPs, and then derive the tables to
877 * generate LSPs for the other frames from them (residual coding).
879 static void dequant_lsp10r(GetBitContext *gb,
880 double *i_lsps, const double *old,
881 double *a1, double *a2, int q_mode)
883 static const uint16_t vec_sizes[3] = { 128, 64, 64 };
884 static const double mul_lsf[3] = {
885 2.5807601174e-3, 1.2354460219e-3, 1.1763821673e-3
887 static const double base_lsf[3] = {
888 M_PI * -1.07448e-1, M_PI * -5.2706e-2, M_PI * -5.1634e-2
890 const float (*ipol_tab)[2][10] = q_mode ?
891 wmavoice_lsp10_intercoeff_b : wmavoice_lsp10_intercoeff_a;
892 uint16_t interpol, v[3];
895 dequant_lsp10i(gb, i_lsps);
897 interpol = get_bits(gb, 5);
898 v[0] = get_bits(gb, 7);
899 v[1] = get_bits(gb, 6);
900 v[2] = get_bits(gb, 6);
902 for (n = 0; n < 10; n++) {
903 double delta = old[n] - i_lsps[n];
904 a1[n] = ipol_tab[interpol][0][n] * delta + i_lsps[n];
905 a1[10 + n] = ipol_tab[interpol][1][n] * delta + i_lsps[n];
908 dequant_lsps(a2, 20, v, vec_sizes, 3, wmavoice_dq_lsp10r,
913 * Parse 16 independently-coded LSPs.
915 static void dequant_lsp16i(GetBitContext *gb, double *lsps)
917 static const uint16_t vec_sizes[5] = { 256, 64, 128, 64, 128 };
918 static const double mul_lsf[5] = {
919 3.3439586280e-3, 6.9908173703e-4,
920 3.3216608306e-3, 1.0334960326e-3,
923 static const double base_lsf[5] = {
924 M_PI * -1.27576e-1, M_PI * -2.4292e-2,
925 M_PI * -1.28094e-1, M_PI * -3.2128e-2,
930 v[0] = get_bits(gb, 8);
931 v[1] = get_bits(gb, 6);
932 v[2] = get_bits(gb, 7);
933 v[3] = get_bits(gb, 6);
934 v[4] = get_bits(gb, 7);
936 dequant_lsps( lsps, 5, v, vec_sizes, 2,
937 wmavoice_dq_lsp16i1, mul_lsf, base_lsf);
938 dequant_lsps(&lsps[5], 5, &v[2], &vec_sizes[2], 2,
939 wmavoice_dq_lsp16i2, &mul_lsf[2], &base_lsf[2]);
940 dequant_lsps(&lsps[10], 6, &v[4], &vec_sizes[4], 1,
941 wmavoice_dq_lsp16i3, &mul_lsf[4], &base_lsf[4]);
945 * Parse 16 independently-coded LSPs, and then derive the tables to
946 * generate LSPs for the other frames from them (residual coding).
948 static void dequant_lsp16r(GetBitContext *gb,
949 double *i_lsps, const double *old,
950 double *a1, double *a2, int q_mode)
952 static const uint16_t vec_sizes[3] = { 128, 128, 128 };
953 static const double mul_lsf[3] = {
954 1.2232979501e-3, 1.4062241527e-3, 1.6114744851e-3
956 static const double base_lsf[3] = {
957 M_PI * -5.5830e-2, M_PI * -5.2908e-2, M_PI * -5.4776e-2
959 const float (*ipol_tab)[2][16] = q_mode ?
960 wmavoice_lsp16_intercoeff_b : wmavoice_lsp16_intercoeff_a;
961 uint16_t interpol, v[3];
964 dequant_lsp16i(gb, i_lsps);
966 interpol = get_bits(gb, 5);
967 v[0] = get_bits(gb, 7);
968 v[1] = get_bits(gb, 7);
969 v[2] = get_bits(gb, 7);
971 for (n = 0; n < 16; n++) {
972 double delta = old[n] - i_lsps[n];
973 a1[n] = ipol_tab[interpol][0][n] * delta + i_lsps[n];
974 a1[16 + n] = ipol_tab[interpol][1][n] * delta + i_lsps[n];
977 dequant_lsps( a2, 10, v, vec_sizes, 1,
978 wmavoice_dq_lsp16r1, mul_lsf, base_lsf);
979 dequant_lsps(&a2[10], 10, &v[1], &vec_sizes[1], 1,
980 wmavoice_dq_lsp16r2, &mul_lsf[1], &base_lsf[1]);
981 dequant_lsps(&a2[20], 12, &v[2], &vec_sizes[2], 1,
982 wmavoice_dq_lsp16r3, &mul_lsf[2], &base_lsf[2]);
987 * @name Pitch-adaptive window coding functions
988 * The next few functions are for pitch-adaptive window coding.
992 * Parse the offset of the first pitch-adaptive window pulses, and
993 * the distribution of pulses between the two blocks in this frame.
994 * @param s WMA Voice decoding context private data
995 * @param gb bit I/O context
996 * @param pitch pitch for each block in this frame
998 static void aw_parse_coords(WMAVoiceContext *s, GetBitContext *gb,
1001 static const int16_t start_offset[94] = {
1002 -11, -9, -7, -5, -3, -1, 1, 3, 5, 7, 9, 11,
1003 13, 15, 18, 17, 19, 20, 21, 22, 23, 24, 25, 26,
1004 27, 28, 29, 30, 31, 32, 33, 35, 37, 39, 41, 43,
1005 45, 47, 49, 51, 53, 55, 57, 59, 61, 63, 65, 67,
1006 69, 71, 73, 75, 77, 79, 81, 83, 85, 87, 89, 91,
1007 93, 95, 97, 99, 101, 103, 105, 107, 109, 111, 113, 115,
1008 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139,
1009 141, 143, 145, 147, 149, 151, 153, 155, 157, 159
1013 /* position of pulse */
1014 s->aw_idx_is_ext = 0;
1015 if ((bits = get_bits(gb, 6)) >= 54) {
1016 s->aw_idx_is_ext = 1;
1017 bits += (bits - 54) * 3 + get_bits(gb, 2);
1020 /* for a repeated pulse at pulse_off with a pitch_lag of pitch[], count
1021 * the distribution of the pulses in each block contained in this frame. */
1022 s->aw_pulse_range = FFMIN(pitch[0], pitch[1]) > 32 ? 24 : 16;
1023 for (offset = start_offset[bits]; offset < 0; offset += pitch[0]) ;
1024 s->aw_n_pulses[0] = (pitch[0] - 1 + MAX_FRAMESIZE / 2 - offset) / pitch[0];
1025 s->aw_first_pulse_off[0] = offset - s->aw_pulse_range / 2;
1026 offset += s->aw_n_pulses[0] * pitch[0];
1027 s->aw_n_pulses[1] = (pitch[1] - 1 + MAX_FRAMESIZE - offset) / pitch[1];
1028 s->aw_first_pulse_off[1] = offset - (MAX_FRAMESIZE + s->aw_pulse_range) / 2;
1030 /* if continuing from a position before the block, reset position to
1031 * start of block (when corrected for the range over which it can be
1032 * spread in aw_pulse_set1()). */
1033 if (start_offset[bits] < MAX_FRAMESIZE / 2) {
1034 while (s->aw_first_pulse_off[1] - pitch[1] + s->aw_pulse_range > 0)
1035 s->aw_first_pulse_off[1] -= pitch[1];
1036 if (start_offset[bits] < 0)
1037 while (s->aw_first_pulse_off[0] - pitch[0] + s->aw_pulse_range > 0)
1038 s->aw_first_pulse_off[0] -= pitch[0];
1043 * Apply second set of pitch-adaptive window pulses.
1044 * @param s WMA Voice decoding context private data
1045 * @param gb bit I/O context
1046 * @param block_idx block index in frame [0, 1]
1047 * @param fcb structure containing fixed codebook vector info
1049 static void aw_pulse_set2(WMAVoiceContext *s, GetBitContext *gb,
1050 int block_idx, AMRFixed *fcb)
1052 uint16_t use_mask_mem[9]; // only 5 are used, rest is padding
1053 uint16_t *use_mask = use_mask_mem + 2;
1054 /* in this function, idx is the index in the 80-bit (+ padding) use_mask
1055 * bit-array. Since use_mask consists of 16-bit values, the lower 4 bits
1056 * of idx are the position of the bit within a particular item in the
1057 * array (0 being the most significant bit, and 15 being the least
1058 * significant bit), and the remainder (>> 4) is the index in the
1059 * use_mask[]-array. This is faster and uses less memory than using a
1060 * 80-byte/80-int array. */
1061 int pulse_off = s->aw_first_pulse_off[block_idx],
1062 pulse_start, n, idx, range, aidx, start_off = 0;
1064 /* set offset of first pulse to within this block */
1065 if (s->aw_n_pulses[block_idx] > 0)
1066 while (pulse_off + s->aw_pulse_range < 1)
1067 pulse_off += fcb->pitch_lag;
1069 /* find range per pulse */
1070 if (s->aw_n_pulses[0] > 0) {
1071 if (block_idx == 0) {
1073 } else /* block_idx = 1 */ {
1075 if (s->aw_n_pulses[block_idx] > 0)
1076 pulse_off = s->aw_next_pulse_off_cache;
1080 pulse_start = s->aw_n_pulses[block_idx] > 0 ? pulse_off - range / 2 : 0;
1082 /* aw_pulse_set1() already applies pulses around pulse_off (to be exactly,
1083 * in the range of [pulse_off, pulse_off + s->aw_pulse_range], and thus
1084 * we exclude that range from being pulsed again in this function. */
1085 memset(&use_mask[-2], 0, 2 * sizeof(use_mask[0]));
1086 memset( use_mask, -1, 5 * sizeof(use_mask[0]));
1087 memset(&use_mask[5], 0, 2 * sizeof(use_mask[0]));
1088 if (s->aw_n_pulses[block_idx] > 0)
1089 for (idx = pulse_off; idx < MAX_FRAMESIZE / 2; idx += fcb->pitch_lag) {
1090 int excl_range = s->aw_pulse_range; // always 16 or 24
1091 uint16_t *use_mask_ptr = &use_mask[idx >> 4];
1092 int first_sh = 16 - (idx & 15);
1093 *use_mask_ptr++ &= 0xFFFFu << first_sh;
1094 excl_range -= first_sh;
1095 if (excl_range >= 16) {
1096 *use_mask_ptr++ = 0;
1097 *use_mask_ptr &= 0xFFFF >> (excl_range - 16);
1099 *use_mask_ptr &= 0xFFFF >> excl_range;
1102 /* find the 'aidx'th offset that is not excluded */
1103 aidx = get_bits(gb, s->aw_n_pulses[0] > 0 ? 5 - 2 * block_idx : 4);
1104 for (n = 0; n <= aidx; pulse_start++) {
1105 for (idx = pulse_start; idx < 0; idx += fcb->pitch_lag) ;
1106 if (idx >= MAX_FRAMESIZE / 2) { // find from zero
1107 if (use_mask[0]) idx = 0x0F;
1108 else if (use_mask[1]) idx = 0x1F;
1109 else if (use_mask[2]) idx = 0x2F;
1110 else if (use_mask[3]) idx = 0x3F;
1111 else if (use_mask[4]) idx = 0x4F;
1113 idx -= av_log2_16bit(use_mask[idx >> 4]);
1115 if (use_mask[idx >> 4] & (0x8000 >> (idx & 15))) {
1116 use_mask[idx >> 4] &= ~(0x8000 >> (idx & 15));
1122 fcb->x[fcb->n] = start_off;
1123 fcb->y[fcb->n] = get_bits1(gb) ? -1.0 : 1.0;
1126 /* set offset for next block, relative to start of that block */
1127 n = (MAX_FRAMESIZE / 2 - start_off) % fcb->pitch_lag;
1128 s->aw_next_pulse_off_cache = n ? fcb->pitch_lag - n : 0;
1132 * Apply first set of pitch-adaptive window pulses.
1133 * @param s WMA Voice decoding context private data
1134 * @param gb bit I/O context
1135 * @param block_idx block index in frame [0, 1]
1136 * @param fcb storage location for fixed codebook pulse info
1138 static void aw_pulse_set1(WMAVoiceContext *s, GetBitContext *gb,
1139 int block_idx, AMRFixed *fcb)
1141 int val = get_bits(gb, 12 - 2 * (s->aw_idx_is_ext && !block_idx));
1144 if (s->aw_n_pulses[block_idx] > 0) {
1145 int n, v_mask, i_mask, sh, n_pulses;
1147 if (s->aw_pulse_range == 24) { // 3 pulses, 1:sign + 3:index each
1152 } else { // 4 pulses, 1:sign + 2:index each
1159 for (n = n_pulses - 1; n >= 0; n--, val >>= sh) {
1160 fcb->y[fcb->n] = (val & v_mask) ? -1.0 : 1.0;
1161 fcb->x[fcb->n] = (val & i_mask) * n_pulses + n +
1162 s->aw_first_pulse_off[block_idx];
1163 while (fcb->x[fcb->n] < 0)
1164 fcb->x[fcb->n] += fcb->pitch_lag;
1165 if (fcb->x[fcb->n] < MAX_FRAMESIZE / 2)
1169 int num2 = (val & 0x1FF) >> 1, delta, idx;
1171 if (num2 < 1 * 79) { delta = 1; idx = num2 + 1; }
1172 else if (num2 < 2 * 78) { delta = 3; idx = num2 + 1 - 1 * 77; }
1173 else if (num2 < 3 * 77) { delta = 5; idx = num2 + 1 - 2 * 76; }
1174 else { delta = 7; idx = num2 + 1 - 3 * 75; }
1175 v = (val & 0x200) ? -1.0 : 1.0;
1177 fcb->no_repeat_mask |= 3 << fcb->n;
1178 fcb->x[fcb->n] = idx - delta;
1180 fcb->x[fcb->n + 1] = idx;
1181 fcb->y[fcb->n + 1] = (val & 1) ? -v : v;
1189 * Generate a random number from frame_cntr and block_idx, which will lief
1190 * in the range [0, 1000 - block_size] (so it can be used as an index in a
1191 * table of size 1000 of which you want to read block_size entries).
1193 * @param frame_cntr current frame number
1194 * @param block_num current block index
1195 * @param block_size amount of entries we want to read from a table
1196 * that has 1000 entries
1197 * @return a (non-)random number in the [0, 1000 - block_size] range.
1199 static int pRNG(int frame_cntr, int block_num, int block_size)
1201 /* array to simplify the calculation of z:
1202 * y = (x % 9) * 5 + 6;
1203 * z = (49995 * x) / y;
1204 * Since y only has 9 values, we can remove the division by using a
1205 * LUT and using FASTDIV-style divisions. For each of the 9 values
1206 * of y, we can rewrite z as:
1207 * z = x * (49995 / y) + x * ((49995 % y) / y)
1208 * In this table, each col represents one possible value of y, the
1209 * first number is 49995 / y, and the second is the FASTDIV variant
1210 * of 49995 % y / y. */
1211 static const unsigned int div_tbl[9][2] = {
1212 { 8332, 3 * 715827883U }, // y = 6
1213 { 4545, 0 * 390451573U }, // y = 11
1214 { 3124, 11 * 268435456U }, // y = 16
1215 { 2380, 15 * 204522253U }, // y = 21
1216 { 1922, 23 * 165191050U }, // y = 26
1217 { 1612, 23 * 138547333U }, // y = 31
1218 { 1388, 27 * 119304648U }, // y = 36
1219 { 1219, 16 * 104755300U }, // y = 41
1220 { 1086, 39 * 93368855U } // y = 46
1222 unsigned int z, y, x = MUL16(block_num, 1877) + frame_cntr;
1223 if (x >= 0xFFFF) x -= 0xFFFF; // max value of x is 8*1877+0xFFFE=0x13AA6,
1224 // so this is effectively a modulo (%)
1225 y = x - 9 * MULH(477218589, x); // x % 9
1226 z = (uint16_t) (x * div_tbl[y][0] + UMULH(x, div_tbl[y][1]));
1227 // z = x * 49995 / (y * 5 + 6)
1228 return z % (1000 - block_size);
1232 * Parse hardcoded signal for a single block.
1233 * @note see #synth_block().
1235 static void synth_block_hardcoded(WMAVoiceContext *s, GetBitContext *gb,
1236 int block_idx, int size,
1237 const struct frame_type_desc *frame_desc,
1243 assert(size <= MAX_FRAMESIZE);
1245 /* Set the offset from which we start reading wmavoice_std_codebook */
1246 if (frame_desc->fcb_type == FCB_TYPE_SILENCE) {
1247 r_idx = pRNG(s->frame_cntr, block_idx, size);
1248 gain = s->silence_gain;
1249 } else /* FCB_TYPE_HARDCODED */ {
1250 r_idx = get_bits(gb, 8);
1251 gain = wmavoice_gain_universal[get_bits(gb, 6)];
1254 /* Clear gain prediction parameters */
1255 memset(s->gain_pred_err, 0, sizeof(s->gain_pred_err));
1257 /* Apply gain to hardcoded codebook and use that as excitation signal */
1258 for (n = 0; n < size; n++)
1259 excitation[n] = wmavoice_std_codebook[r_idx + n] * gain;
1263 * Parse FCB/ACB signal for a single block.
1264 * @note see #synth_block().
1266 static void synth_block_fcb_acb(WMAVoiceContext *s, GetBitContext *gb,
1267 int block_idx, int size,
1268 int block_pitch_sh2,
1269 const struct frame_type_desc *frame_desc,
1272 static const float gain_coeff[6] = {
1273 0.8169, -0.06545, 0.1726, 0.0185, -0.0359, 0.0458
1275 float pulses[MAX_FRAMESIZE / 2], pred_err, acb_gain, fcb_gain;
1276 int n, idx, gain_weight;
1279 assert(size <= MAX_FRAMESIZE / 2);
1280 memset(pulses, 0, sizeof(*pulses) * size);
1282 fcb.pitch_lag = block_pitch_sh2 >> 2;
1283 fcb.pitch_fac = 1.0;
1284 fcb.no_repeat_mask = 0;
1287 /* For the other frame types, this is where we apply the innovation
1288 * (fixed) codebook pulses of the speech signal. */
1289 if (frame_desc->fcb_type == FCB_TYPE_AW_PULSES) {
1290 aw_pulse_set1(s, gb, block_idx, &fcb);
1291 aw_pulse_set2(s, gb, block_idx, &fcb);
1292 } else /* FCB_TYPE_EXC_PULSES */ {
1293 int offset_nbits = 5 - frame_desc->log_n_blocks;
1295 fcb.no_repeat_mask = -1;
1296 /* similar to ff_decode_10_pulses_35bits(), but with single pulses
1297 * (instead of double) for a subset of pulses */
1298 for (n = 0; n < 5; n++) {
1302 sign = get_bits1(gb) ? 1.0 : -1.0;
1303 pos1 = get_bits(gb, offset_nbits);
1304 fcb.x[fcb.n] = n + 5 * pos1;
1305 fcb.y[fcb.n++] = sign;
1306 if (n < frame_desc->dbl_pulses) {
1307 pos2 = get_bits(gb, offset_nbits);
1308 fcb.x[fcb.n] = n + 5 * pos2;
1309 fcb.y[fcb.n++] = (pos1 < pos2) ? -sign : sign;
1313 ff_set_fixed_vector(pulses, &fcb, 1.0, size);
1315 /* Calculate gain for adaptive & fixed codebook signal.
1316 * see ff_amr_set_fixed_gain(). */
1317 idx = get_bits(gb, 7);
1318 fcb_gain = expf(ff_dot_productf(s->gain_pred_err, gain_coeff, 6) -
1319 5.2409161640 + wmavoice_gain_codebook_fcb[idx]);
1320 acb_gain = wmavoice_gain_codebook_acb[idx];
1321 pred_err = av_clipf(wmavoice_gain_codebook_fcb[idx],
1322 -2.9957322736 /* log(0.05) */,
1323 1.6094379124 /* log(5.0) */);
1325 gain_weight = 8 >> frame_desc->log_n_blocks;
1326 memmove(&s->gain_pred_err[gain_weight], s->gain_pred_err,
1327 sizeof(*s->gain_pred_err) * (6 - gain_weight));
1328 for (n = 0; n < gain_weight; n++)
1329 s->gain_pred_err[n] = pred_err;
1331 /* Calculation of adaptive codebook */
1332 if (frame_desc->acb_type == ACB_TYPE_ASYMMETRIC) {
1334 for (n = 0; n < size; n += len) {
1336 int abs_idx = block_idx * size + n;
1337 int pitch_sh16 = (s->last_pitch_val << 16) +
1338 s->pitch_diff_sh16 * abs_idx;
1339 int pitch = (pitch_sh16 + 0x6FFF) >> 16;
1340 int idx_sh16 = ((pitch << 16) - pitch_sh16) * 8 + 0x58000;
1341 idx = idx_sh16 >> 16;
1342 if (s->pitch_diff_sh16) {
1343 if (s->pitch_diff_sh16 > 0) {
1344 next_idx_sh16 = (idx_sh16) &~ 0xFFFF;
1346 next_idx_sh16 = (idx_sh16 + 0x10000) &~ 0xFFFF;
1347 len = av_clip((idx_sh16 - next_idx_sh16) / s->pitch_diff_sh16 / 8,
1352 ff_acelp_interpolatef(&excitation[n], &excitation[n - pitch],
1353 wmavoice_ipol1_coeffs, 17,
1356 } else /* ACB_TYPE_HAMMING */ {
1357 int block_pitch = block_pitch_sh2 >> 2;
1358 idx = block_pitch_sh2 & 3;
1360 ff_acelp_interpolatef(excitation, &excitation[-block_pitch],
1361 wmavoice_ipol2_coeffs, 4,
1364 av_memcpy_backptr((uint8_t *) excitation, sizeof(float) * block_pitch,
1365 sizeof(float) * size);
1368 /* Interpolate ACB/FCB and use as excitation signal */
1369 ff_weighted_vector_sumf(excitation, excitation, pulses,
1370 acb_gain, fcb_gain, size);
1374 * Parse data in a single block.
1375 * @note we assume enough bits are available, caller should check.
1377 * @param s WMA Voice decoding context private data
1378 * @param gb bit I/O context
1379 * @param block_idx index of the to-be-read block
1380 * @param size amount of samples to be read in this block
1381 * @param block_pitch_sh2 pitch for this block << 2
1382 * @param lsps LSPs for (the end of) this frame
1383 * @param prev_lsps LSPs for the last frame
1384 * @param frame_desc frame type descriptor
1385 * @param excitation target memory for the ACB+FCB interpolated signal
1386 * @param synth target memory for the speech synthesis filter output
1387 * @return 0 on success, <0 on error.
1389 static void synth_block(WMAVoiceContext *s, GetBitContext *gb,
1390 int block_idx, int size,
1391 int block_pitch_sh2,
1392 const double *lsps, const double *prev_lsps,
1393 const struct frame_type_desc *frame_desc,
1394 float *excitation, float *synth)
1396 double i_lsps[MAX_LSPS];
1397 float lpcs[MAX_LSPS];
1401 if (frame_desc->acb_type == ACB_TYPE_NONE)
1402 synth_block_hardcoded(s, gb, block_idx, size, frame_desc, excitation);
1404 synth_block_fcb_acb(s, gb, block_idx, size, block_pitch_sh2,
1405 frame_desc, excitation);
1407 /* convert interpolated LSPs to LPCs */
1408 fac = (block_idx + 0.5) / frame_desc->n_blocks;
1409 for (n = 0; n < s->lsps; n++) // LSF -> LSP
1410 i_lsps[n] = cos(prev_lsps[n] + fac * (lsps[n] - prev_lsps[n]));
1411 ff_acelp_lspd2lpc(i_lsps, lpcs, s->lsps >> 1);
1413 /* Speech synthesis */
1414 ff_celp_lp_synthesis_filterf(synth, lpcs, excitation, size, s->lsps);
1418 * Synthesize output samples for a single frame.
1419 * @note we assume enough bits are available, caller should check.
1421 * @param ctx WMA Voice decoder context
1422 * @param gb bit I/O context (s->gb or one for cross-packet superframes)
1423 * @param frame_idx Frame number within superframe [0-2]
1424 * @param samples pointer to output sample buffer, has space for at least 160
1426 * @param lsps LSP array
1427 * @param prev_lsps array of previous frame's LSPs
1428 * @param excitation target buffer for excitation signal
1429 * @param synth target buffer for synthesized speech data
1430 * @return 0 on success, <0 on error.
1432 static int synth_frame(AVCodecContext *ctx, GetBitContext *gb, int frame_idx,
1434 const double *lsps, const double *prev_lsps,
1435 float *excitation, float *synth)
1437 WMAVoiceContext *s = ctx->priv_data;
1438 int n, n_blocks_x2, log_n_blocks_x2, cur_pitch_val;
1439 int pitch[MAX_BLOCKS], last_block_pitch;
1441 /* Parse frame type ("frame header"), see frame_descs */
1442 int bd_idx = s->vbm_tree[get_vlc2(gb, frame_type_vlc.table, 6, 3)], block_nsamples;
1445 av_log(ctx, AV_LOG_ERROR,
1446 "Invalid frame type VLC code, skipping\n");
1450 block_nsamples = MAX_FRAMESIZE / frame_descs[bd_idx].n_blocks;
1452 /* Pitch calculation for ACB_TYPE_ASYMMETRIC ("pitch-per-frame") */
1453 if (frame_descs[bd_idx].acb_type == ACB_TYPE_ASYMMETRIC) {
1454 /* Pitch is provided per frame, which is interpreted as the pitch of
1455 * the last sample of the last block of this frame. We can interpolate
1456 * the pitch of other blocks (and even pitch-per-sample) by gradually
1457 * incrementing/decrementing prev_frame_pitch to cur_pitch_val. */
1458 n_blocks_x2 = frame_descs[bd_idx].n_blocks << 1;
1459 log_n_blocks_x2 = frame_descs[bd_idx].log_n_blocks + 1;
1460 cur_pitch_val = s->min_pitch_val + get_bits(gb, s->pitch_nbits);
1461 cur_pitch_val = FFMIN(cur_pitch_val, s->max_pitch_val - 1);
1462 if (s->last_acb_type == ACB_TYPE_NONE ||
1463 20 * abs(cur_pitch_val - s->last_pitch_val) >
1464 (cur_pitch_val + s->last_pitch_val))
1465 s->last_pitch_val = cur_pitch_val;
1467 /* pitch per block */
1468 for (n = 0; n < frame_descs[bd_idx].n_blocks; n++) {
1469 int fac = n * 2 + 1;
1471 pitch[n] = (MUL16(fac, cur_pitch_val) +
1472 MUL16((n_blocks_x2 - fac), s->last_pitch_val) +
1473 frame_descs[bd_idx].n_blocks) >> log_n_blocks_x2;
1476 /* "pitch-diff-per-sample" for calculation of pitch per sample */
1477 s->pitch_diff_sh16 =
1478 ((cur_pitch_val - s->last_pitch_val) << 16) / MAX_FRAMESIZE;
1481 /* Global gain (if silence) and pitch-adaptive window coordinates */
1482 switch (frame_descs[bd_idx].fcb_type) {
1483 case FCB_TYPE_SILENCE:
1484 s->silence_gain = wmavoice_gain_silence[get_bits(gb, 8)];
1486 case FCB_TYPE_AW_PULSES:
1487 aw_parse_coords(s, gb, pitch);
1491 for (n = 0; n < frame_descs[bd_idx].n_blocks; n++) {
1494 /* Pitch calculation for ACB_TYPE_HAMMING ("pitch-per-block") */
1495 switch (frame_descs[bd_idx].acb_type) {
1496 case ACB_TYPE_HAMMING: {
1497 /* Pitch is given per block. Per-block pitches are encoded as an
1498 * absolute value for the first block, and then delta values
1499 * relative to this value) for all subsequent blocks. The scale of
1500 * this pitch value is semi-logaritmic compared to its use in the
1501 * decoder, so we convert it to normal scale also. */
1503 t1 = (s->block_conv_table[1] - s->block_conv_table[0]) << 2,
1504 t2 = (s->block_conv_table[2] - s->block_conv_table[1]) << 1,
1505 t3 = s->block_conv_table[3] - s->block_conv_table[2] + 1;
1508 block_pitch = get_bits(gb, s->block_pitch_nbits);
1510 block_pitch = last_block_pitch - s->block_delta_pitch_hrange +
1511 get_bits(gb, s->block_delta_pitch_nbits);
1512 /* Convert last_ so that any next delta is within _range */
1513 last_block_pitch = av_clip(block_pitch,
1514 s->block_delta_pitch_hrange,
1515 s->block_pitch_range -
1516 s->block_delta_pitch_hrange);
1518 /* Convert semi-log-style scale back to normal scale */
1519 if (block_pitch < t1) {
1520 bl_pitch_sh2 = (s->block_conv_table[0] << 2) + block_pitch;
1523 if (block_pitch < t2) {
1525 (s->block_conv_table[1] << 2) + (block_pitch << 1);
1528 if (block_pitch < t3) {
1530 (s->block_conv_table[2] + block_pitch) << 2;
1532 bl_pitch_sh2 = s->block_conv_table[3] << 2;
1535 pitch[n] = bl_pitch_sh2 >> 2;
1539 case ACB_TYPE_ASYMMETRIC: {
1540 bl_pitch_sh2 = pitch[n] << 2;
1544 default: // ACB_TYPE_NONE has no pitch
1549 synth_block(s, gb, n, block_nsamples, bl_pitch_sh2,
1550 lsps, prev_lsps, &frame_descs[bd_idx],
1551 &excitation[n * block_nsamples],
1552 &synth[n * block_nsamples]);
1555 /* Averaging projection filter, if applicable. Else, just copy samples
1556 * from synthesis buffer */
1558 double i_lsps[MAX_LSPS];
1559 float lpcs[MAX_LSPS];
1561 for (n = 0; n < s->lsps; n++) // LSF -> LSP
1562 i_lsps[n] = cos(0.5 * (prev_lsps[n] + lsps[n]));
1563 ff_acelp_lspd2lpc(i_lsps, lpcs, s->lsps >> 1);
1564 postfilter(s, synth, samples, 80, lpcs,
1565 &s->zero_exc_pf[s->history_nsamples + MAX_FRAMESIZE * frame_idx],
1566 frame_descs[bd_idx].fcb_type, pitch[0]);
1568 for (n = 0; n < s->lsps; n++) // LSF -> LSP
1569 i_lsps[n] = cos(lsps[n]);
1570 ff_acelp_lspd2lpc(i_lsps, lpcs, s->lsps >> 1);
1571 postfilter(s, &synth[80], &samples[80], 80, lpcs,
1572 &s->zero_exc_pf[s->history_nsamples + MAX_FRAMESIZE * frame_idx + 80],
1573 frame_descs[bd_idx].fcb_type, pitch[0]);
1575 memcpy(samples, synth, 160 * sizeof(synth[0]));
1577 /* Cache values for next frame */
1579 if (s->frame_cntr >= 0xFFFF) s->frame_cntr -= 0xFFFF; // i.e. modulo (%)
1580 s->last_acb_type = frame_descs[bd_idx].acb_type;
1581 switch (frame_descs[bd_idx].acb_type) {
1583 s->last_pitch_val = 0;
1585 case ACB_TYPE_ASYMMETRIC:
1586 s->last_pitch_val = cur_pitch_val;
1588 case ACB_TYPE_HAMMING:
1589 s->last_pitch_val = pitch[frame_descs[bd_idx].n_blocks - 1];
1597 * Ensure minimum value for first item, maximum value for last value,
1598 * proper spacing between each value and proper ordering.
1600 * @param lsps array of LSPs
1601 * @param num size of LSP array
1603 * @note basically a double version of #ff_acelp_reorder_lsf(), might be
1604 * useful to put in a generic location later on. Parts are also
1605 * present in #ff_set_min_dist_lsf() + #ff_sort_nearly_sorted_floats(),
1606 * which is in float.
1608 static void stabilize_lsps(double *lsps, int num)
1612 /* set minimum value for first, maximum value for last and minimum
1613 * spacing between LSF values.
1614 * Very similar to ff_set_min_dist_lsf(), but in double. */
1615 lsps[0] = FFMAX(lsps[0], 0.0015 * M_PI);
1616 for (n = 1; n < num; n++)
1617 lsps[n] = FFMAX(lsps[n], lsps[n - 1] + 0.0125 * M_PI);
1618 lsps[num - 1] = FFMIN(lsps[num - 1], 0.9985 * M_PI);
1620 /* reorder (looks like one-time / non-recursed bubblesort).
1621 * Very similar to ff_sort_nearly_sorted_floats(), but in double. */
1622 for (n = 1; n < num; n++) {
1623 if (lsps[n] < lsps[n - 1]) {
1624 for (m = 1; m < num; m++) {
1625 double tmp = lsps[m];
1626 for (l = m - 1; l >= 0; l--) {
1627 if (lsps[l] <= tmp) break;
1628 lsps[l + 1] = lsps[l];
1638 * Test if there's enough bits to read 1 superframe.
1640 * @param orig_gb bit I/O context used for reading. This function
1641 * does not modify the state of the bitreader; it
1642 * only uses it to copy the current stream position
1643 * @param s WMA Voice decoding context private data
1644 * @return -1 if unsupported, 1 on not enough bits or 0 if OK.
1646 static int check_bits_for_superframe(GetBitContext *orig_gb,
1649 GetBitContext s_gb, *gb = &s_gb;
1650 int n, need_bits, bd_idx;
1651 const struct frame_type_desc *frame_desc;
1653 /* initialize a copy */
1654 init_get_bits(gb, orig_gb->buffer, orig_gb->size_in_bits);
1655 skip_bits_long(gb, get_bits_count(orig_gb));
1656 assert(get_bits_left(gb) == get_bits_left(orig_gb));
1658 /* superframe header */
1659 if (get_bits_left(gb) < 14)
1662 return -1; // WMAPro-in-WMAVoice superframe
1663 if (get_bits1(gb)) skip_bits(gb, 12); // number of samples in superframe
1664 if (s->has_residual_lsps) { // residual LSPs (for all frames)
1665 if (get_bits_left(gb) < s->sframe_lsp_bitsize)
1667 skip_bits_long(gb, s->sframe_lsp_bitsize);
1671 for (n = 0; n < MAX_FRAMES; n++) {
1672 int aw_idx_is_ext = 0;
1674 if (!s->has_residual_lsps) { // independent LSPs (per-frame)
1675 if (get_bits_left(gb) < s->frame_lsp_bitsize) return 1;
1676 skip_bits_long(gb, s->frame_lsp_bitsize);
1678 bd_idx = s->vbm_tree[get_vlc2(gb, frame_type_vlc.table, 6, 3)];
1680 return -1; // invalid frame type VLC code
1681 frame_desc = &frame_descs[bd_idx];
1682 if (frame_desc->acb_type == ACB_TYPE_ASYMMETRIC) {
1683 if (get_bits_left(gb) < s->pitch_nbits)
1685 skip_bits_long(gb, s->pitch_nbits);
1687 if (frame_desc->fcb_type == FCB_TYPE_SILENCE) {
1689 } else if (frame_desc->fcb_type == FCB_TYPE_AW_PULSES) {
1690 int tmp = get_bits(gb, 6);
1698 if (frame_desc->acb_type == ACB_TYPE_HAMMING) {
1699 need_bits = s->block_pitch_nbits +
1700 (frame_desc->n_blocks - 1) * s->block_delta_pitch_nbits;
1701 } else if (frame_desc->fcb_type == FCB_TYPE_AW_PULSES) {
1702 need_bits = 2 * !aw_idx_is_ext;
1705 need_bits += frame_desc->frame_size;
1706 if (get_bits_left(gb) < need_bits)
1708 skip_bits_long(gb, need_bits);
1715 * Synthesize output samples for a single superframe. If we have any data
1716 * cached in s->sframe_cache, that will be used instead of whatever is loaded
1719 * WMA Voice superframes contain 3 frames, each containing 160 audio samples,
1720 * to give a total of 480 samples per frame. See #synth_frame() for frame
1721 * parsing. In addition to 3 frames, superframes can also contain the LSPs
1722 * (if these are globally specified for all frames (residually); they can
1723 * also be specified individually per-frame. See the s->has_residual_lsps
1724 * option), and can specify the number of samples encoded in this superframe
1725 * (if less than 480), usually used to prevent blanks at track boundaries.
1727 * @param ctx WMA Voice decoder context
1728 * @return 0 on success, <0 on error or 1 if there was not enough data to
1729 * fully parse the superframe
1731 static int synth_superframe(AVCodecContext *ctx, int *got_frame_ptr)
1733 WMAVoiceContext *s = ctx->priv_data;
1734 GetBitContext *gb = &s->gb, s_gb;
1735 int n, res, n_samples = 480;
1736 double lsps[MAX_FRAMES][MAX_LSPS];
1737 const double *mean_lsf = s->lsps == 16 ?
1738 wmavoice_mean_lsf16[s->lsp_def_mode] : wmavoice_mean_lsf10[s->lsp_def_mode];
1739 float excitation[MAX_SIGNAL_HISTORY + MAX_SFRAMESIZE + 12];
1740 float synth[MAX_LSPS + MAX_SFRAMESIZE];
1743 memcpy(synth, s->synth_history,
1744 s->lsps * sizeof(*synth));
1745 memcpy(excitation, s->excitation_history,
1746 s->history_nsamples * sizeof(*excitation));
1748 if (s->sframe_cache_size > 0) {
1750 init_get_bits(gb, s->sframe_cache, s->sframe_cache_size);
1751 s->sframe_cache_size = 0;
1754 if ((res = check_bits_for_superframe(gb, s)) == 1) {
1759 /* First bit is speech/music bit, it differentiates between WMAVoice
1760 * speech samples (the actual codec) and WMAVoice music samples, which
1761 * are really WMAPro-in-WMAVoice-superframes. I've never seen those in
1763 if (!get_bits1(gb)) {
1764 av_log_missing_feature(ctx, "WMAPro-in-WMAVoice support", 1);
1768 /* (optional) nr. of samples in superframe; always <= 480 and >= 0 */
1769 if (get_bits1(gb)) {
1770 if ((n_samples = get_bits(gb, 12)) > 480) {
1771 av_log(ctx, AV_LOG_ERROR,
1772 "Superframe encodes >480 samples (%d), not allowed\n",
1777 /* Parse LSPs, if global for the superframe (can also be per-frame). */
1778 if (s->has_residual_lsps) {
1779 double prev_lsps[MAX_LSPS], a1[MAX_LSPS * 2], a2[MAX_LSPS * 2];
1781 for (n = 0; n < s->lsps; n++)
1782 prev_lsps[n] = s->prev_lsps[n] - mean_lsf[n];
1784 if (s->lsps == 10) {
1785 dequant_lsp10r(gb, lsps[2], prev_lsps, a1, a2, s->lsp_q_mode);
1786 } else /* s->lsps == 16 */
1787 dequant_lsp16r(gb, lsps[2], prev_lsps, a1, a2, s->lsp_q_mode);
1789 for (n = 0; n < s->lsps; n++) {
1790 lsps[0][n] = mean_lsf[n] + (a1[n] - a2[n * 2]);
1791 lsps[1][n] = mean_lsf[n] + (a1[s->lsps + n] - a2[n * 2 + 1]);
1792 lsps[2][n] += mean_lsf[n];
1794 for (n = 0; n < 3; n++)
1795 stabilize_lsps(lsps[n], s->lsps);
1798 /* get output buffer */
1799 s->frame.nb_samples = 480;
1800 if ((res = ctx->get_buffer(ctx, &s->frame)) < 0) {
1801 av_log(ctx, AV_LOG_ERROR, "get_buffer() failed\n");
1804 s->frame.nb_samples = n_samples;
1805 samples = (float *)s->frame.data[0];
1807 /* Parse frames, optionally preceded by per-frame (independent) LSPs. */
1808 for (n = 0; n < 3; n++) {
1809 if (!s->has_residual_lsps) {
1812 if (s->lsps == 10) {
1813 dequant_lsp10i(gb, lsps[n]);
1814 } else /* s->lsps == 16 */
1815 dequant_lsp16i(gb, lsps[n]);
1817 for (m = 0; m < s->lsps; m++)
1818 lsps[n][m] += mean_lsf[m];
1819 stabilize_lsps(lsps[n], s->lsps);
1822 if ((res = synth_frame(ctx, gb, n,
1823 &samples[n * MAX_FRAMESIZE],
1824 lsps[n], n == 0 ? s->prev_lsps : lsps[n - 1],
1825 &excitation[s->history_nsamples + n * MAX_FRAMESIZE],
1826 &synth[s->lsps + n * MAX_FRAMESIZE]))) {
1832 /* Statistics? FIXME - we don't check for length, a slight overrun
1833 * will be caught by internal buffer padding, and anything else
1834 * will be skipped, not read. */
1835 if (get_bits1(gb)) {
1836 res = get_bits(gb, 4);
1837 skip_bits(gb, 10 * (res + 1));
1842 /* Update history */
1843 memcpy(s->prev_lsps, lsps[2],
1844 s->lsps * sizeof(*s->prev_lsps));
1845 memcpy(s->synth_history, &synth[MAX_SFRAMESIZE],
1846 s->lsps * sizeof(*synth));
1847 memcpy(s->excitation_history, &excitation[MAX_SFRAMESIZE],
1848 s->history_nsamples * sizeof(*excitation));
1850 memmove(s->zero_exc_pf, &s->zero_exc_pf[MAX_SFRAMESIZE],
1851 s->history_nsamples * sizeof(*s->zero_exc_pf));
1857 * Parse the packet header at the start of each packet (input data to this
1860 * @param s WMA Voice decoding context private data
1861 * @return 1 if not enough bits were available, or 0 on success.
1863 static int parse_packet_header(WMAVoiceContext *s)
1865 GetBitContext *gb = &s->gb;
1868 if (get_bits_left(gb) < 11)
1870 skip_bits(gb, 4); // packet sequence number
1871 s->has_residual_lsps = get_bits1(gb);
1873 res = get_bits(gb, 6); // number of superframes per packet
1874 // (minus first one if there is spillover)
1875 if (get_bits_left(gb) < 6 * (res == 0x3F) + s->spillover_bitsize)
1877 } while (res == 0x3F);
1878 s->spillover_nbits = get_bits(gb, s->spillover_bitsize);
1884 * Copy (unaligned) bits from gb/data/size to pb.
1886 * @param pb target buffer to copy bits into
1887 * @param data source buffer to copy bits from
1888 * @param size size of the source data, in bytes
1889 * @param gb bit I/O context specifying the current position in the source.
1890 * data. This function might use this to align the bit position to
1891 * a whole-byte boundary before calling #avpriv_copy_bits() on aligned
1893 * @param nbits the amount of bits to copy from source to target
1895 * @note after calling this function, the current position in the input bit
1896 * I/O context is undefined.
1898 static void copy_bits(PutBitContext *pb,
1899 const uint8_t *data, int size,
1900 GetBitContext *gb, int nbits)
1902 int rmn_bytes, rmn_bits;
1904 rmn_bits = rmn_bytes = get_bits_left(gb);
1905 if (rmn_bits < nbits)
1907 if (nbits > pb->size_in_bits - put_bits_count(pb))
1909 rmn_bits &= 7; rmn_bytes >>= 3;
1910 if ((rmn_bits = FFMIN(rmn_bits, nbits)) > 0)
1911 put_bits(pb, rmn_bits, get_bits(gb, rmn_bits));
1912 avpriv_copy_bits(pb, data + size - rmn_bytes,
1913 FFMIN(nbits - rmn_bits, rmn_bytes << 3));
1917 * Packet decoding: a packet is anything that the (ASF) demuxer contains,
1918 * and we expect that the demuxer / application provides it to us as such
1919 * (else you'll probably get garbage as output). Every packet has a size of
1920 * ctx->block_align bytes, starts with a packet header (see
1921 * #parse_packet_header()), and then a series of superframes. Superframe
1922 * boundaries may exceed packets, i.e. superframes can split data over
1923 * multiple (two) packets.
1925 * For more information about frames, see #synth_superframe().
1927 static int wmavoice_decode_packet(AVCodecContext *ctx, void *data,
1928 int *got_frame_ptr, AVPacket *avpkt)
1930 WMAVoiceContext *s = ctx->priv_data;
1931 GetBitContext *gb = &s->gb;
1934 /* Packets are sometimes a multiple of ctx->block_align, with a packet
1935 * header at each ctx->block_align bytes. However, Libav's ASF demuxer
1936 * feeds us ASF packets, which may concatenate multiple "codec" packets
1937 * in a single "muxer" packet, so we artificially emulate that by
1938 * capping the packet size at ctx->block_align. */
1939 for (size = avpkt->size; size > ctx->block_align; size -= ctx->block_align);
1944 init_get_bits(&s->gb, avpkt->data, size << 3);
1946 /* size == ctx->block_align is used to indicate whether we are dealing with
1947 * a new packet or a packet of which we already read the packet header
1949 if (size == ctx->block_align) { // new packet header
1950 if ((res = parse_packet_header(s)) < 0)
1953 /* If the packet header specifies a s->spillover_nbits, then we want
1954 * to push out all data of the previous packet (+ spillover) before
1955 * continuing to parse new superframes in the current packet. */
1956 if (s->spillover_nbits > 0) {
1957 if (s->sframe_cache_size > 0) {
1958 int cnt = get_bits_count(gb);
1959 copy_bits(&s->pb, avpkt->data, size, gb, s->spillover_nbits);
1960 flush_put_bits(&s->pb);
1961 s->sframe_cache_size += s->spillover_nbits;
1962 if ((res = synth_superframe(ctx, got_frame_ptr)) == 0 &&
1964 cnt += s->spillover_nbits;
1965 s->skip_bits_next = cnt & 7;
1966 *(AVFrame *)data = s->frame;
1969 skip_bits_long (gb, s->spillover_nbits - cnt +
1970 get_bits_count(gb)); // resync
1972 skip_bits_long(gb, s->spillover_nbits); // resync
1974 } else if (s->skip_bits_next)
1975 skip_bits(gb, s->skip_bits_next);
1977 /* Try parsing superframes in current packet */
1978 s->sframe_cache_size = 0;
1979 s->skip_bits_next = 0;
1980 pos = get_bits_left(gb);
1981 if ((res = synth_superframe(ctx, got_frame_ptr)) < 0) {
1983 } else if (*got_frame_ptr) {
1984 int cnt = get_bits_count(gb);
1985 s->skip_bits_next = cnt & 7;
1986 *(AVFrame *)data = s->frame;
1988 } else if ((s->sframe_cache_size = pos) > 0) {
1989 /* rewind bit reader to start of last (incomplete) superframe... */
1990 init_get_bits(gb, avpkt->data, size << 3);
1991 skip_bits_long(gb, (size << 3) - pos);
1992 assert(get_bits_left(gb) == pos);
1994 /* ...and cache it for spillover in next packet */
1995 init_put_bits(&s->pb, s->sframe_cache, SFRAME_CACHE_MAXSIZE);
1996 copy_bits(&s->pb, avpkt->data, size, gb, s->sframe_cache_size);
1997 // FIXME bad - just copy bytes as whole and add use the
1998 // skip_bits_next field
2004 static av_cold int wmavoice_decode_end(AVCodecContext *ctx)
2006 WMAVoiceContext *s = ctx->priv_data;
2009 ff_rdft_end(&s->rdft);
2010 ff_rdft_end(&s->irdft);
2011 ff_dct_end(&s->dct);
2012 ff_dct_end(&s->dst);
2018 static av_cold void wmavoice_flush(AVCodecContext *ctx)
2020 WMAVoiceContext *s = ctx->priv_data;
2023 s->postfilter_agc = 0;
2024 s->sframe_cache_size = 0;
2025 s->skip_bits_next = 0;
2026 for (n = 0; n < s->lsps; n++)
2027 s->prev_lsps[n] = M_PI * (n + 1.0) / (s->lsps + 1.0);
2028 memset(s->excitation_history, 0,
2029 sizeof(*s->excitation_history) * MAX_SIGNAL_HISTORY);
2030 memset(s->synth_history, 0,
2031 sizeof(*s->synth_history) * MAX_LSPS);
2032 memset(s->gain_pred_err, 0,
2033 sizeof(s->gain_pred_err));
2036 memset(&s->synth_filter_out_buf[MAX_LSPS_ALIGN16 - s->lsps], 0,
2037 sizeof(*s->synth_filter_out_buf) * s->lsps);
2038 memset(s->dcf_mem, 0,
2039 sizeof(*s->dcf_mem) * 2);
2040 memset(s->zero_exc_pf, 0,
2041 sizeof(*s->zero_exc_pf) * s->history_nsamples);
2042 memset(s->denoise_filter_cache, 0, sizeof(s->denoise_filter_cache));
2046 AVCodec ff_wmavoice_decoder = {
2048 .type = AVMEDIA_TYPE_AUDIO,
2049 .id = CODEC_ID_WMAVOICE,
2050 .priv_data_size = sizeof(WMAVoiceContext),
2051 .init = wmavoice_decode_init,
2052 .close = wmavoice_decode_end,
2053 .decode = wmavoice_decode_packet,
2054 .capabilities = CODEC_CAP_SUBFRAMES | CODEC_CAP_DR1,
2055 .flush = wmavoice_flush,
2056 .long_name = NULL_IF_CONFIG_SMALL("Windows Media Audio Voice"),