* RealAudio 2.0 (28.8K)
* Copyright (c) 2003 the ffmpeg project
*
- * This file is part of FFmpeg.
+ * This file is part of Libav.
*
- * FFmpeg is free software; you can redistribute it and/or
+ * Libav is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
- * FFmpeg is distributed in the hope that it will be useful,
+ * Libav is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
- * License along with FFmpeg; if not, write to the Free Software
+ * License along with Libav; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "avcodec.h"
#define ALT_BITSTREAM_READER_LE
-#include "bitstream.h"
+#include "get_bits.h"
#include "ra288.h"
+#include "lpc.h"
+#include "celp_math.h"
+#include "celp_filters.h"
+#include "dsputil.h"
-typedef struct {
- float history[8];
- float output[40];
- float pr1[36];
- float pr2[10];
- int phase, phasep;
-
- float st1a[111], st1b[37], st1[37];
- float st2a[38], st2b[11], st2[11];
- float sb[41];
- float lhist[10];
-} Real288_internal;
-
-static inline float scalar_product_float(float * v1, float * v2, int size)
-{
- float res = 0.;
-
- while (size--)
- res += *v1++ * *v2++;
-
- return res;
-}
-
-/* Decode and produce output */
-static void decode(Real288_internal *glob, float gain, int cb_coef)
-{
- int x, y;
- double sum, sumsum;
- float buffer[5];
-
- for (x=35; x >= 0; x--)
- glob->sb[x+5] = glob->sb[x];
-
- for (x=4; x >= 0; x--) {
- glob->sb[x] = -scalar_product_float(glob->sb + x + 1, glob->pr1, 36);
- }
-
- /* convert log and do rms */
- sum = 32. - scalar_product_float(glob->pr2, glob->lhist, 10);
+#define MAX_BACKWARD_FILTER_ORDER 36
+#define MAX_BACKWARD_FILTER_LEN 40
+#define MAX_BACKWARD_FILTER_NONREC 35
- if (sum < 0)
- sum = 0;
- else if (sum > 60)
- sum = 60;
+#define RA288_BLOCK_SIZE 5
+#define RA288_BLOCKS_PER_FRAME 32
- sumsum = exp(sum * 0.1151292546497) * gain; /* pow(10.0,sum/20)*f */
-
- sum = 0;
- for (x=0; x < 5; x++) {
- buffer[x] = codetable[cb_coef][x] * sumsum;
- sum += buffer[x] * buffer[x];
- }
-
- sum /= 5;
- if (sum < 1)
- sum = 1;
-
- /* shift and store */
- for (x=10; x > 0; x--)
- glob->lhist[x] = glob->lhist[x-1];
+typedef struct {
+ DSPContext dsp;
+ DECLARE_ALIGNED(16, float, sp_lpc)[FFALIGN(36, 8)]; ///< LPC coefficients for speech data (spec: A)
+ DECLARE_ALIGNED(16, float, gain_lpc)[FFALIGN(10, 8)]; ///< LPC coefficients for gain (spec: GB)
- *glob->lhist = glob->history[glob->phase] = 10 * log10(sum) - 32;
+ /** speech data history (spec: SB).
+ * Its first 70 coefficients are updated only at backward filtering.
+ */
+ float sp_hist[111];
- for (x=1; x < 5; x++)
- for (y=x-1; y >= 0; y--)
- buffer[x] -= glob->pr1[x-y-1] * buffer[y];
+ /// speech part of the gain autocorrelation (spec: REXP)
+ float sp_rec[37];
- /* output */
- for (x=0; x < 5; x++) {
- float f = glob->sb[4-x] + buffer[x];
+ /** log-gain history (spec: SBLG).
+ * Its first 28 coefficients are updated only at backward filtering.
+ */
+ float gain_hist[38];
- if (f > 4095)
- f = 4095;
- else if (f < -4095)
- f = -4095;
+ /// recursive part of the gain autocorrelation (spec: REXPLG)
+ float gain_rec[11];
+} RA288Context;
- glob->output[glob->phasep+x] = glob->sb[4-x] = f;
- }
+static av_cold int ra288_decode_init(AVCodecContext *avctx)
+{
+ RA288Context *ractx = avctx->priv_data;
+ avctx->sample_fmt = AV_SAMPLE_FMT_FLT;
+ dsputil_init(&ractx->dsp, avctx);
+ return 0;
}
-/* column multiply */
-static void colmult(float *tgt, float *m1, const float *m2, int n)
+static void convolve(float *tgt, const float *src, int len, int n)
{
- while (n--)
- *(tgt++) = (*(m1++)) * (*(m2++));
+ for (; n >= 0; n--)
+ tgt[n] = ff_dot_productf(src, src - n, len);
+
}
-static int pred(float *in, float *tgt, int n)
+static void decode(RA288Context *ractx, float gain, int cb_coef)
{
- int x, y;
- double f0, f1, f2;
+ int i;
+ double sumsum;
+ float sum, buffer[5];
+ float *block = ractx->sp_hist + 70 + 36; // current block
+ float *gain_block = ractx->gain_hist + 28;
- if (in[n] == 0)
- return 0;
+ memmove(ractx->sp_hist + 70, ractx->sp_hist + 75, 36*sizeof(*block));
- if ((f0 = *in) <= 0)
- return 0;
+ /* block 46 of G.728 spec */
+ sum = 32.;
+ for (i=0; i < 10; i++)
+ sum -= gain_block[9-i] * ractx->gain_lpc[i];
- for (x=1 ; ; x++) {
- float *p1 = in + x;
- float *p2 = tgt;
+ /* block 47 of G.728 spec */
+ sum = av_clipf(sum, 0, 60);
- if (n < x)
- return 1;
+ /* block 48 of G.728 spec */
+ /* exp(sum * 0.1151292546497) == pow(10.0,sum/20) */
+ sumsum = exp(sum * 0.1151292546497) * gain * (1.0/(1<<23));
- f1 = *(p1--);
+ for (i=0; i < 5; i++)
+ buffer[i] = codetable[cb_coef][i] * sumsum;
- for (y=0; y < x - 1; y++)
- f1 += (*(p1--))*(*(p2++));
+ sum = ff_dot_productf(buffer, buffer, 5) * ((1<<24)/5.);
- p1 = tgt + x - 1;
- p2 = tgt;
- *(p1--) = f2 = -f1/f0;
- for (y=x >> 1; y--;) {
- float temp = *p2 + *p1 * f2;
- *(p1--) += *p2 * f2;
- *(p2++) = temp;
- }
- if ((f0 += f1*f2) < 0)
- return 0;
- }
-}
+ sum = FFMAX(sum, 1);
-/* product sum (lsf) */
-static void prodsum(float *tgt, float *src, int len, int n)
-{
- for (; n >= 0; n--)
- tgt[n] = scalar_product_float(src, src - n, len);
+ /* shift and store */
+ memmove(gain_block, gain_block + 1, 9 * sizeof(*gain_block));
+
+ gain_block[9] = 10 * log10(sum) - 32;
+ ff_celp_lp_synthesis_filterf(block, ractx->sp_lpc, buffer, 5, 36);
}
-static void co(int n, int i, int j, float *in, float *out, float *st1,
- float *st2, const float *table)
+/**
+ * Hybrid window filtering, see blocks 36 and 49 of the G.728 specification.
+ *
+ * @param order filter order
+ * @param n input length
+ * @param non_rec number of non-recursive samples
+ * @param out filter output
+ * @param hist pointer to the input history of the filter
+ * @param out pointer to the non-recursive part of the output
+ * @param out2 pointer to the recursive part of the output
+ * @param window pointer to the windowing function table
+ */
+static void do_hybrid_window(RA288Context *ractx,
+ int order, int n, int non_rec, float *out,
+ float *hist, float *out2, const float *window)
{
- int a, b, c;
- unsigned int x;
- float *fp;
- float buffer1[37];
- float buffer2[37];
- float work[111];
-
- /* rotate and multiply */
- c = (b = (a = n + i) + j) - i;
- fp = st1 + i;
- for (x=0; x < b; x++) {
- if (x == c)
- fp=in;
- work[x] = *(table++) * (*(st1++) = *(fp++));
- }
+ int i;
+ float buffer1[MAX_BACKWARD_FILTER_ORDER + 1];
+ float buffer2[MAX_BACKWARD_FILTER_ORDER + 1];
+ LOCAL_ALIGNED_16(float, work, [FFALIGN(MAX_BACKWARD_FILTER_ORDER +
+ MAX_BACKWARD_FILTER_LEN +
+ MAX_BACKWARD_FILTER_NONREC, 8)]);
- prodsum(buffer1, work + n, i, n);
- prodsum(buffer2, work + a, j, n);
+ ractx->dsp.vector_fmul(work, window, hist, FFALIGN(order + n + non_rec, 8));
- for (x=0;x<=n;x++) {
- *st2 = *st2 * (0.5625) + buffer1[x];
- out[x] = *(st2++) + buffer2[x];
+ convolve(buffer1, work + order , n , order);
+ convolve(buffer2, work + order + n, non_rec, order);
+
+ for (i=0; i <= order; i++) {
+ out2[i] = out2[i] * 0.5625 + buffer1[i];
+ out [i] = out2[i] + buffer2[i];
}
- *out *= 1.00390625; /* to prevent clipping */
+
+ /* Multiply by the white noise correcting factor (WNCF). */
+ *out *= 257./256.;
}
-static void update(Real288_internal *glob)
+/**
+ * Backward synthesis filter, find the LPC coefficients from past speech data.
+ */
+static void backward_filter(RA288Context *ractx,
+ float *hist, float *rec, const float *window,
+ float *lpc, const float *tab,
+ int order, int n, int non_rec, int move_size)
{
- int x,y;
- float buffer1[40], temp1[37];
- float buffer2[8], temp2[11];
-
- y = glob->phasep+5;
- for (x=0; x < 40; x++)
- buffer1[x] = glob->output[(y++)%40];
-
- co(36, 40, 35, buffer1, temp1, glob->st1a, glob->st1b, table1);
+ float temp[MAX_BACKWARD_FILTER_ORDER+1];
- if (pred(temp1, glob->st1, 36))
- colmult(glob->pr1, glob->st1, table1a, 36);
+ do_hybrid_window(ractx, order, n, non_rec, temp, hist, rec, window);
- y = glob->phase + 1;
- for (x=0; x < 8; x++)
- buffer2[x] = glob->history[(y++) % 8];
+ if (!compute_lpc_coefs(temp, order, lpc, 0, 1, 1))
+ ractx->dsp.vector_fmul(lpc, lpc, tab, FFALIGN(order, 8));
- co(10, 8, 20, buffer2, temp2, glob->st2a, glob->st2b, table2);
-
- if (pred(temp2, glob->st2, 10))
- colmult(glob->pr2, glob->st2, table2a, 10);
+ memmove(hist, hist + n, move_size*sizeof(*hist));
}
-/* Decode a block (celp) */
static int ra288_decode_frame(AVCodecContext * avctx, void *data,
- int *data_size, const uint8_t * buf,
- int buf_size)
+ int *data_size, AVPacket *avpkt)
{
- int16_t *out = data;
- int x, y;
- Real288_internal *glob = avctx->priv_data;
+ const uint8_t *buf = avpkt->data;
+ int buf_size = avpkt->size;
+ float *out = data;
+ int i, out_size;
+ RA288Context *ractx = avctx->priv_data;
GetBitContext gb;
if (buf_size < avctx->block_align) {
av_log(avctx, AV_LOG_ERROR,
"Error! Input buffer is too small [%d<%d]\n",
buf_size, avctx->block_align);
- return 0;
+ return AVERROR_INVALIDDATA;
+ }
+
+ out_size = RA288_BLOCK_SIZE * RA288_BLOCKS_PER_FRAME *
+ av_get_bytes_per_sample(avctx->sample_fmt);
+ if (*data_size < out_size) {
+ av_log(avctx, AV_LOG_ERROR, "Output buffer is too small\n");
+ return AVERROR(EINVAL);
}
init_get_bits(&gb, buf, avctx->block_align * 8);
- for (x=0; x < 32; x++) {
+ for (i=0; i < RA288_BLOCKS_PER_FRAME; i++) {
float gain = amptable[get_bits(&gb, 3)];
- int cb_coef = get_bits(&gb, 6 + (x&1));
- glob->phasep = (glob->phase = x & 7) * 5;
- decode(glob, gain, cb_coef);
+ int cb_coef = get_bits(&gb, 6 + (i&1));
+
+ decode(ractx, gain, cb_coef);
+
+ memcpy(out, &ractx->sp_hist[70 + 36], RA288_BLOCK_SIZE * sizeof(*out));
+ out += RA288_BLOCK_SIZE;
- for (y=0; y < 5; y++)
- *(out++) = 8 * glob->output[glob->phasep + y];
+ if ((i & 7) == 3) {
+ backward_filter(ractx, ractx->sp_hist, ractx->sp_rec, syn_window,
+ ractx->sp_lpc, syn_bw_tab, 36, 40, 35, 70);
- if (glob->phase == 3)
- update(glob);
+ backward_filter(ractx, ractx->gain_hist, ractx->gain_rec, gain_window,
+ ractx->gain_lpc, gain_bw_tab, 10, 8, 20, 28);
+ }
}
- *data_size = (char *)out - (char *)data;
+ *data_size = out_size;
return avctx->block_align;
}
-AVCodec ra_288_decoder =
-{
- "real_288",
- CODEC_TYPE_AUDIO,
- CODEC_ID_RA_288,
- sizeof(Real288_internal),
- NULL,
- NULL,
- NULL,
- ra288_decode_frame,
- .long_name = NULL_IF_CONFIG_SMALL("RealAudio 2.0 (28.8K)"),
+AVCodec ff_ra_288_decoder = {
+ .name = "real_288",
+ .type = AVMEDIA_TYPE_AUDIO,
+ .id = CODEC_ID_RA_288,
+ .priv_data_size = sizeof(RA288Context),
+ .init = ra288_decode_init,
+ .decode = ra288_decode_frame,
+ .long_name = NULL_IF_CONFIG_SMALL("RealAudio 2.0 (28.8K)"),
};