* RealAudio 2.0 (28.8K)
* Copyright (c) 2003 the ffmpeg project
*
- * This library is free software; you can redistribute it and/or
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
+ * version 2.1 of the License, or (at your option) any later version.
*
- * This library is distributed in the hope that it will be useful,
+ * FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "avcodec.h"
+#define ALT_BITSTREAM_READER_LE
+#include "bitstream.h"
#include "ra288.h"
-
+
typedef struct {
- float history[8];
- float output[40];
- float pr1[36];
- float pr2[10];
- int phase, phasep;
-
- float st1a[111],st1b[37],st1[37];
- float st2a[38],st2b[11],st2[11];
- float sb[41];
- float lhist[10];
-} Real288_internal;
-
-static int ra288_decode_init(AVCodecContext * avctx)
-{
- Real288_internal *glob=avctx->priv_data;
- memset(glob,0,sizeof(Real288_internal));
- return 0;
-}
+ float sp_lpc[36]; ///< LPC coefficients for speech data (spec: A)
+ float gain_lpc[10]; ///< LPC coefficients for gain (spec: GB)
+
+ float sp_hist[111]; ///< Speech data history (spec: SB)
+
+ /** Speech part of the gain autocorrelation (spec: REXP) */
+ float sp_rec[37];
+
+ float gain_hist[38]; ///< Log-gain history (spec: SBLG)
-static void prodsum(float *tgt, float *src, int len, int n);
-static void co(int n, int i, int j, float *in, float *out, float *st1, float *st2, const float *table);
-static int pred(float *in, float *tgt, int n);
-static void colmult(float *tgt, float *m1, const float *m2, int n);
+ /** Recursive part of the gain autocorrelation (spec: REXPLG) */
+ float gain_rec[11];
+ float sp_block[41]; ///< Speech data of four blocks (spec: STTMP)
+ float gain_block[10]; ///< Gain data of four blocks (spec: GSTATE)
+} RA288Context;
-/* initial decode */
-static void unpack(unsigned short *tgt, unsigned char *src, int len)
+static av_cold int ra288_decode_init(AVCodecContext *avctx)
{
- int x,y,z;
- int n,temp;
- int buffer[len];
-
- for (x=0;x<len;tgt[x++]=0)
- buffer[x]=9+(x&1);
-
- for (x=y=z=0;x<len/*was 38*/;x++) {
- n=buffer[y]-z;
- temp=src[x];
- if (n<8) temp&=255>>(8-n);
- tgt[y]+=temp<<z;
- if (n<=8) {
- tgt[++y]+=src[x]>>n;
- z=8-n;
- } else z+=8;
- }
+ avctx->sample_fmt = SAMPLE_FMT_S16;
+ return 0;
}
-static void update(Real288_internal *glob)
+static inline float scalar_product_float(const float * v1, const float * v2,
+ int size)
{
- int x,y;
- float buffer1[40],temp1[37];
- float buffer2[8],temp2[11];
-
- for (x=0,y=glob->phasep+5;x<40;buffer1[x++]=glob->output[(y++)%40]);
- co(36,40,35,buffer1,temp1,glob->st1a,glob->st1b,table1);
- if (pred(temp1,glob->st1,36))
- colmult(glob->pr1,glob->st1,table1a,36);
-
- for (x=0,y=glob->phase+1;x<8;buffer2[x++]=glob->history[(y++)%8]);
- co(10,8,20,buffer2,temp2,glob->st2a,glob->st2b,table2);
- if (pred(temp2,glob->st2,10))
- colmult(glob->pr2,glob->st2,table2a,10);
+ float res = 0.;
+
+ while (size--)
+ res += *v1++ * *v2++;
+
+ return res;
}
-/* Decode and produce output */
-static void decode(Real288_internal *glob, unsigned int input)
+static void colmult(float *tgt, const float *m1, const float *m2, int n)
{
- unsigned int x,y;
- float f;
- double sum,sumsum;
- float *p1,*p2;
- float buffer[5];
- const float *table;
-
- for (x=36;x--;glob->sb[x+5]=glob->sb[x]);
- for (x=5;x--;) {
- p1=glob->sb+x;p2=glob->pr1;
- for (sum=0,y=36;y--;sum-=(*(++p1))*(*(p2++)));
- glob->sb[x]=sum;
- }
-
- f=amptable[input&7];
- table=codetable+(input>>3)*5;
-
- /* convert log and do rms */
- for (sum=32,x=10;x--;sum-=glob->pr2[x]*glob->lhist[x]);
- if (sum<0) sum=0; else if (sum>60) sum=60;
-
- sumsum=exp(sum*0.1151292546497)*f; /* pow(10.0,sum/20)*f */
- for (sum=0,x=5;x--;) { buffer[x]=table[x]*sumsum; sum+=buffer[x]*buffer[x]; }
- if ((sum/=5)<1) sum=1;
-
- /* shift and store */
- for (x=10;--x;glob->lhist[x]=glob->lhist[x-1]);
- *glob->lhist=glob->history[glob->phase]=10*log10(sum)-32;
-
- for (x=1;x<5;x++) for (y=x;y--;buffer[x]-=glob->pr1[x-y-1]*buffer[y]);
-
- /* output */
- for (x=0;x<5;x++) {
- f=glob->sb[4-x]+buffer[x];
- if (f>4095) f=4095; else if (f<-4095) f=-4095;
- glob->output[glob->phasep+x]=glob->sb[4-x]=f;
- }
+ while (n--)
+ *tgt++ = *m1++ * *m2++;
}
-/* column multiply */
-static void colmult(float *tgt, float *m1, const float *m2, int n)
+static void decode(RA288Context *ractx, float gain, int cb_coef)
{
- while (n--)
- *(tgt++)=(*(m1++))*(*(m2++));
+ int i, j;
+ double sumsum;
+ float sum, buffer[5];
+ float *block = ractx->sp_block + 36; // Current block
+
+ memmove(ractx->sp_block, ractx->sp_block + 5, 36*sizeof(*ractx->sp_block));
+
+ for (i=0; i < 5; i++) {
+ block[i] = 0.;
+ for (j=0; j < 36; j++)
+ block[i] -= block[i-1-j]*ractx->sp_lpc[j];
+ }
+
+ /* block 46 of G.728 spec */
+ sum = 32.;
+ for (i=0; i < 10; i++)
+ sum -= ractx->gain_block[9-i] * ractx->gain_lpc[i];
+
+ /* block 47 of G.728 spec */
+ sum = av_clipf(sum, 0, 60);
+
+ /* block 48 of G.728 spec */
+ sumsum = exp(sum * 0.1151292546497) * gain; /* pow(10.0,sum/20)*gain */
+
+ for (i=0; i < 5; i++)
+ buffer[i] = codetable[cb_coef][i] * sumsum;
+
+ sum = scalar_product_float(buffer, buffer, 5) / 5;
+
+ sum = FFMAX(sum, 1);
+
+ /* shift and store */
+ memmove(ractx->gain_block, ractx->gain_block + 1,
+ 9 * sizeof(*ractx->gain_block));
+
+ ractx->gain_block[9] = 10 * log10(sum) - 32;
+
+ for (i=1; i < 5; i++)
+ for (j=i-1; j >= 0; j--)
+ buffer[i] -= ractx->sp_lpc[i-j-1] * buffer[j];
+
+ /* output */
+ for (i=0; i < 5; i++)
+ block[i] = av_clipf(block[i] + buffer[i], -4095, 4095);
}
-static int pred(float *in, float *tgt, int n)
+/**
+ * Converts autocorrelation coefficients to LPC coefficients using the
+ * Levinson-Durbin algorithm. See blocks 37 and 50 of the G.728 specification.
+ *
+ * @return 0 if success, -1 if fail
+ */
+static int eval_lpc_coeffs(const float *in, float *tgt, int n)
{
- int x,y;
- float *p1,*p2;
- double f0,f1,f2;
- float temp;
-
- if (in[n]==0) return 0;
- if ((f0=*in)<=0) return 0;
-
- for (x=1;;x++) {
- if (n<x) return 1;
-
- p1=in+x;
- p2=tgt;
- f1=*(p1--);
- for (y=x;--y;f1+=(*(p1--))*(*(p2++)));
-
- p1=tgt+x-1;
- p2=tgt;
- *(p1--)=f2=-f1/f0;
- for (y=x>>1;y--;) {
- temp=*p2+*p1*f2;
- *(p1--)+=*p2*f2;
- *(p2++)=temp;
+ int i, j;
+ double f0, f1, f2;
+
+ if (in[n] == 0)
+ return -1;
+
+ if ((f0 = *in) <= 0)
+ return -1;
+
+ in--; // To avoid a -1 subtraction in the inner loop
+
+ for (i=1; i <= n; i++) {
+ f1 = in[i+1];
+
+ for (j=0; j < i - 1; j++)
+ f1 += in[i-j]*tgt[j];
+
+ tgt[i-1] = f2 = -f1/f0;
+ for (j=0; j < i >> 1; j++) {
+ float temp = tgt[j] + tgt[i-j-2]*f2;
+ tgt[i-j-2] += tgt[j]*f2;
+ tgt[j] = temp;
+ }
+ if ((f0 += f1*f2) < 0)
+ return -1;
}
- if ((f0+=f1*f2)<0) return 0;
- }
+
+ return 0;
}
-static void co(int n, int i, int j, float *in, float *out, float *st1, float *st2, const float *table)
+static void convolve(float *tgt, const float *src, int len, int n)
{
- int a,b,c;
- unsigned int x;
- float *fp;
- float buffer1[37];
- float buffer2[37];
- float work[111];
-
- /* rotate and multiply */
- c=(b=(a=n+i)+j)-i;
- fp=st1+i;
- for (x=0;x<b;x++) {
- if (x==c) fp=in;
- work[x]=*(table++)*(*(st1++)=*(fp++));
- }
-
- prodsum(buffer1,work+n,i,n);
- prodsum(buffer2,work+a,j,n);
-
- for (x=0;x<=n;x++) {
- *st2=*st2*(0.5625)+buffer1[x];
- out[x]=*(st2++)+buffer2[x];
- }
- *out*=1.00390625; /* to prevent clipping */
+ for (; n >= 0; n--)
+ tgt[n] = scalar_product_float(src, src - n, len);
+
}
-/* product sum (lsf) */
-static void prodsum(float *tgt, float *src, int len, int n)
+/**
+ * Hybrid window filtering. See blocks 36 and 49 of the G.728 specification.
+ *
+ * @param order the order of the filter
+ * @param n the length of the input
+ * @param non_rec the number of non-recursive samples
+ * @param out the filter output
+ * @param in pointer to the input of the filter
+ * @param hist pointer to the input history of the filter. It is updated by
+ * this function.
+ * @param out pointer to the non-recursive part of the output
+ * @param out2 pointer to the recursive part of the output
+ * @param window pointer to the windowing function table
+ */
+static void do_hybrid_window(int order, int n, int non_rec, const float *in,
+ float *out, float *hist, float *out2,
+ const float *window)
{
- unsigned int x;
- float *p1,*p2;
- double sum;
-
- while (n>=0)
- {
- p1=(p2=src)-n;
- for (sum=0,x=len;x--;sum+=(*p1++)*(*p2++));
- tgt[n--]=sum;
- }
+ int i;
+ float buffer1[order + 1];
+ float buffer2[order + 1];
+ float work[order + n + non_rec];
+
+ /* update history */
+ memmove(hist , hist + n, (order + non_rec)*sizeof(*hist));
+ memcpy (hist + order + non_rec, in , n *sizeof(*hist));
+
+ colmult(work, window, hist, order + n + non_rec);
+
+ convolve(buffer1, work + order , n , order);
+ convolve(buffer2, work + order + n, non_rec, order);
+
+ for (i=0; i <= order; i++) {
+ out2[i] = out2[i] * 0.5625 + buffer1[i];
+ out [i] = out2[i] + buffer2[i];
+ }
+
+ /* Multiply by the white noise correcting factor (WNCF) */
+ *out *= 257./256.;
}
-void * decode_block(AVCodecContext * avctx, unsigned char *in, signed short int *out,unsigned len)
+/**
+ * Backward synthesis filter. Find the LPC coefficients from past speech data.
+ */
+static void backward_filter(RA288Context *ractx)
{
- int x,y;
- Real288_internal *glob=avctx->priv_data;
- unsigned short int buffer[len];
-
- unpack(buffer,in,len);
- for (x=0;x<32;x++)
- {
- glob->phasep=(glob->phase=x&7)*5;
- decode(glob,buffer[x]);
- for (y=0;y<5;*(out++)=8*glob->output[glob->phasep+(y++)]);
- if (glob->phase==3) update(glob);
- }
- return out;
+ float temp1[37]; // RTMP in the spec
+ float temp2[11]; // GPTPMP in the spec
+
+ do_hybrid_window(36, 40, 35, ractx->sp_block+1, temp1, ractx->sp_hist,
+ ractx->sp_rec, syn_window);
+
+ if (!eval_lpc_coeffs(temp1, ractx->sp_lpc, 36))
+ colmult(ractx->sp_lpc, ractx->sp_lpc, syn_bw_tab, 36);
+
+ do_hybrid_window(10, 8, 20, ractx->gain_block+2, temp2, ractx->gain_hist,
+ ractx->gain_rec, gain_window);
+
+ if (!eval_lpc_coeffs(temp2, ractx->gain_lpc, 10))
+ colmult(ractx->gain_lpc, ractx->gain_lpc, gain_bw_tab, 10);
}
-/* Decode a block (celp) */
-static int ra288_decode_frame(AVCodecContext * avctx,
- void *data, int *data_size,
- uint8_t * buf, int buf_size)
+static int ra288_decode_frame(AVCodecContext * avctx, void *data,
+ int *data_size, const uint8_t * buf,
+ int buf_size)
{
- if(avctx->extradata_size>=6)
- {
-//((short*)(avctx->extradata))[0]; /* subpacket size */
-//((short*)(avctx->extradata))[1]; /* subpacket height */
-//((short*)(avctx->extradata))[2]; /* subpacket flavour */
-//((short*)(avctx->extradata))[3]; /* coded frame size */
-//((short*)(avctx->extradata))[4]; /* codec's data length */
-//((short*)(avctx->extradata))[5...] /* codec's data */
- int bret;
- void *datao;
- int w=avctx->block_align; /* 228 */
- int h=((short*)(avctx->extradata))[1]; /* 12 */
- int cfs=((short*)(avctx->extradata))[3]; /* coded frame size 38 */
- int i,j;
- if(buf_size<w*h)
- {
- av_log(avctx, AV_LOG_ERROR, "ffra288: Error! Input buffer is too small [%d<%d]\n",buf_size,w*h);
- return 0;
+ int16_t *out = data;
+ int i, j;
+ RA288Context *ractx = avctx->priv_data;
+ GetBitContext gb;
+
+ if (buf_size < avctx->block_align) {
+ av_log(avctx, AV_LOG_ERROR,
+ "Error! Input buffer is too small [%d<%d]\n",
+ buf_size, avctx->block_align);
+ return 0;
}
- datao = data;
- bret = 0;
- for (j = 0; j < h/2; j++)
- for (i = 0; i < h; i++)
- {
- data=decode_block(avctx,&buf[j*cfs+cfs*i*h/2],(signed short *)data,cfs);
- bret += cfs;
+
+ if (*data_size < 32*5*2)
+ return -1;
+
+ init_get_bits(&gb, buf, avctx->block_align * 8);
+
+ for (i=0; i < 32; i++) {
+ float gain = amptable[get_bits(&gb, 3)];
+ int cb_coef = get_bits(&gb, 6 + (i&1));
+
+ decode(ractx, gain, cb_coef);
+
+ for (j=0; j < 5; j++)
+ *(out++) = 8 * ractx->sp_block[36 + j];
+
+ if ((i & 7) == 3)
+ backward_filter(ractx);
}
- *data_size = data - datao;
- return bret;
- }
- else
- {
- av_log(avctx, AV_LOG_ERROR, "ffra288: Error: need extra data!!!\n");
- return 0;
- }
+
+ *data_size = (char *)out - (char *)data;
+ return avctx->block_align;
}
AVCodec ra_288_decoder =
"real_288",
CODEC_TYPE_AUDIO,
CODEC_ID_RA_288,
- sizeof(Real288_internal),
+ sizeof(RA288Context),
ra288_decode_init,
NULL,
NULL,
ra288_decode_frame,
+ .long_name = NULL_IF_CONFIG_SMALL("RealAudio 2.0 (28.8K)"),
};