]> git.sesse.net Git - vlc/blob - modules/audio_filter/resampler/bandlimited.c
112f6242c3c1786045b96a9247e846aafe0af8c5
[vlc] / modules / audio_filter / resampler / bandlimited.c
1 /*****************************************************************************
2  * bandlimited.c : band-limited interpolation resampler
3  *****************************************************************************
4  * Copyright (C) 2002, 2006 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Gildas Bazin <gbazin@netcourrier.com>
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License as published by
11  * the Free Software Foundation; either version 2 of the License, or
12  * (at your option) any later version.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the GNU General Public License
20  * along with this program; if not, write to the Free Software
21  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22  *****************************************************************************/
23
24 /*****************************************************************************
25  * Preamble:
26  *
27  * This implementation of the band-limited interpolationis based on the
28  * following paper:
29  * http://ccrma-www.stanford.edu/~jos/resample/resample.html
30  *
31  * It uses a Kaiser-windowed sinc-function low-pass filter and the width of the
32  * filter is 13 samples.
33  *
34  *****************************************************************************/
35
36 #ifdef HAVE_CONFIG_H
37 # include "config.h"
38 #endif
39
40 #include <vlc_common.h>
41 #include <vlc_plugin.h>
42 #include <vlc_aout.h>
43 #include <vlc_filter.h>
44 #include <vlc_block.h>
45
46 #include <assert.h>
47
48 #include "bandlimited.h"
49
50 /*****************************************************************************
51  * Local prototypes
52  *****************************************************************************/
53
54 /* audio filter */
55 static int  OpenFilter ( vlc_object_t * );
56 static void CloseFilter( vlc_object_t * );
57 static block_t *Resample( filter_t *, block_t * );
58
59
60 static void FilterFloatUP( const float Imp[], const float ImpD[], uint16_t Nwing,
61                            float *f_in, float *f_out, uint32_t ui_remainder,
62                            uint32_t ui_output_rate, int16_t Inc,
63                            int i_nb_channels );
64
65 static void FilterFloatUD( const float Imp[], const float ImpD[], uint16_t Nwing,
66                            float *f_in, float *f_out, uint32_t ui_remainder,
67                            uint32_t ui_output_rate, uint32_t ui_input_rate,
68                            int16_t Inc, int i_nb_channels );
69
70 /*****************************************************************************
71  * Local structures
72  *****************************************************************************/
73 struct filter_sys_t
74 {
75     int32_t *p_buf;                        /* this filter introduces a delay */
76     size_t i_buf_size;
77
78     double d_old_factor;
79     int i_old_wing;
80
81     unsigned int i_remainder;                /* remainder of previous sample */
82     bool b_first;
83
84     date_t end_date;
85 };
86
87 /*****************************************************************************
88  * Module descriptor
89  *****************************************************************************/
90 vlc_module_begin ()
91     set_category( CAT_AUDIO )
92     set_subcategory( SUBCAT_AUDIO_MISC )
93     set_description( N_("Audio filter for band-limited interpolation resampling") )
94     set_capability( "audio filter", 20 )
95     set_callbacks( OpenFilter, CloseFilter )
96 vlc_module_end ()
97
98 /*****************************************************************************
99  * Resample: convert a buffer
100  *****************************************************************************/
101 static block_t *Resample( filter_t * p_filter, block_t * p_in_buf )
102 {
103     if( !p_in_buf || !p_in_buf->i_nb_samples )
104     {
105         if( p_in_buf )
106             block_Release( p_in_buf );
107         return NULL;
108     }
109
110     filter_sys_t *p_sys = p_filter->p_sys;
111     unsigned int i_out_rate = p_filter->fmt_out.audio.i_rate;
112     int i_nb_channels = aout_FormatNbChannels( &p_filter->fmt_in.audio );
113
114     /* Check if we really need to run the resampler */
115     if( i_out_rate == p_filter->fmt_in.audio.i_rate )
116     {
117         if( !(p_in_buf->i_flags & BLOCK_FLAG_DISCONTINUITY) &&
118             p_sys->i_old_wing )
119         {
120             /* output the whole thing with the samples from last time */
121             p_in_buf = block_Realloc( p_in_buf,
122                 p_sys->i_old_wing * p_filter->fmt_in.audio.i_bytes_per_frame,
123                 p_in_buf->i_buffer );
124             if( !p_in_buf )
125                 return NULL;
126             memcpy( p_in_buf->p_buffer, p_sys->p_buf +
127                     i_nb_channels * p_sys->i_old_wing,
128                     p_sys->i_old_wing *
129                     p_filter->fmt_in.audio.i_bytes_per_frame );
130
131             p_in_buf->i_nb_samples += p_sys->i_old_wing;
132
133             p_in_buf->i_pts = date_Get( &p_sys->end_date );
134             p_in_buf->i_length =
135                 date_Increment( &p_sys->end_date,
136                                 p_in_buf->i_nb_samples ) - p_in_buf->i_pts;
137         }
138         p_sys->i_old_wing = 0;
139         p_sys->b_first = true;
140         return p_in_buf;
141     }
142
143     unsigned i_bytes_per_frame = p_filter->fmt_out.audio.i_channels *
144                                  p_filter->fmt_out.audio.i_bitspersample / 8;
145     size_t i_out_size = i_bytes_per_frame * ( 1 + ( p_in_buf->i_nb_samples *
146               p_filter->fmt_out.audio.i_rate / p_filter->fmt_in.audio.i_rate) )
147             + p_filter->p_sys->i_buf_size;
148     block_t *p_out_buf = filter_NewAudioBuffer( p_filter, i_out_size );
149     if( !p_out_buf )
150         return NULL;
151     float *p_out = (float *)p_out_buf->p_buffer;
152
153     if( (p_in_buf->i_flags & BLOCK_FLAG_DISCONTINUITY) || p_sys->b_first )
154     {
155         /* Continuity in sound samples has been broken, we'd better reset
156          * everything. */
157         p_out_buf->i_flags |= BLOCK_FLAG_DISCONTINUITY;
158         p_sys->i_remainder = 0;
159         date_Init( &p_sys->end_date, i_out_rate, 1 );
160         date_Set( &p_sys->end_date, p_in_buf->i_pts );
161         p_sys->d_old_factor = 1;
162         p_sys->i_old_wing   = 0;
163         p_sys->b_first = false;
164     }
165
166     size_t i_in_nb = p_in_buf->i_nb_samples;
167     size_t i_in, i_out = 0;
168     double d_factor, d_scale_factor, d_old_scale_factor;
169     size_t i_filter_wing;
170
171 #if 0
172     msg_Err( p_filter, "old rate: %i, old factor: %f, old wing: %i, i_in: %i",
173              p_sys->i_old_rate, p_sys->d_old_factor,
174              p_sys->i_old_wing, i_in_nb );
175 #endif
176
177     /* Same format in and out... */
178     assert( p_filter->fmt_in.audio.i_bytes_per_frame == i_bytes_per_frame );
179
180     /* Prepare the source buffer */
181     if( p_sys->i_old_wing )
182     {   /* Copy all our samples in p_in_buf */
183         /* Normally, there should be enough room for the old wing in the
184          * buffer head room. Otherwise, we need to copy memory anyway. */
185         p_in_buf = block_Realloc( p_in_buf,
186                                   p_sys->i_old_wing * 2 * i_bytes_per_frame,
187                                   p_in_buf->i_buffer );
188         if( unlikely(p_in_buf == NULL) )
189             return NULL;
190         memcpy( p_in_buf->p_buffer, p_sys->p_buf,
191                 p_sys->i_old_wing * 2 * i_bytes_per_frame );
192     }
193     i_in_nb += (p_sys->i_old_wing * 2);
194     float *p_in = (float *)p_in_buf->p_buffer;
195     const float *p_in_orig = p_in;
196
197     /* Make sure the output buffer is reset */
198     memset( p_out, 0, p_out_buf->i_buffer );
199
200     /* Calculate the new length of the filter wing */
201     d_factor = (double)i_out_rate / p_filter->fmt_in.audio.i_rate;
202     i_filter_wing = ((SMALL_FILTER_NMULT+1)/2.0) * __MAX(1.0,1.0/d_factor) + 1;
203
204     /* Account for increased filter gain when using factors less than 1 */
205     d_old_scale_factor = SMALL_FILTER_SCALE *
206         p_sys->d_old_factor + 0.5;
207     d_scale_factor = SMALL_FILTER_SCALE * d_factor + 0.5;
208
209     /* Apply the old rate until we have enough samples for the new one */
210     i_in = p_sys->i_old_wing;
211     p_in += p_sys->i_old_wing * i_nb_channels;
212     for( ; i_in < i_filter_wing &&
213            (i_in + p_sys->i_old_wing) < i_in_nb; i_in++ )
214     {
215         if( p_sys->d_old_factor == 1 )
216         {
217             /* Just copy the samples */
218             memcpy( p_out, p_in, i_bytes_per_frame );
219             p_in += i_nb_channels;
220             p_out += i_nb_channels;
221             i_out++;
222             continue;
223         }
224
225         while( p_sys->i_remainder < p_filter->fmt_out.audio.i_rate )
226         {
227
228             if( p_sys->d_old_factor >= 1 )
229             {
230                 /* FilterFloatUP() is faster if we can use it */
231
232                 /* Perform left-wing inner product */
233                 FilterFloatUP( SMALL_FILTER_FLOAT_IMP, SMALL_FILTER_FLOAT_IMPD,
234                                SMALL_FILTER_NWING, p_in, p_out,
235                                p_sys->i_remainder,
236                                p_filter->fmt_out.audio.i_rate,
237                                -1, i_nb_channels );
238                 /* Perform right-wing inner product */
239                 FilterFloatUP( SMALL_FILTER_FLOAT_IMP, SMALL_FILTER_FLOAT_IMPD,
240                                SMALL_FILTER_NWING, p_in + i_nb_channels, p_out,
241                                p_filter->fmt_out.audio.i_rate -
242                                p_sys->i_remainder,
243                                p_filter->fmt_out.audio.i_rate,
244                                1, i_nb_channels );
245
246 #if 0
247                 /* Normalize for unity filter gain */
248                 for( i = 0; i < i_nb_channels; i++ )
249                 {
250                     *(p_out+i) *= d_old_scale_factor;
251                 }
252 #endif
253
254                 /* Sanity check */
255                 if( p_out_buf->i_buffer/i_bytes_per_frame <= i_out+1 )
256                 {
257                     p_out += i_nb_channels;
258                     i_out++;
259                     p_sys->i_remainder += p_filter->fmt_in.audio.i_rate;
260                     break;
261                 }
262             }
263             else
264             {
265                 /* Perform left-wing inner product */
266                 FilterFloatUD( SMALL_FILTER_FLOAT_IMP, SMALL_FILTER_FLOAT_IMPD,
267                                SMALL_FILTER_NWING, p_in, p_out,
268                                p_sys->i_remainder,
269                                p_filter->fmt_out.audio.i_rate, p_filter->fmt_in.audio.i_rate,
270                                -1, i_nb_channels );
271                 /* Perform right-wing inner product */
272                 FilterFloatUD( SMALL_FILTER_FLOAT_IMP, SMALL_FILTER_FLOAT_IMPD,
273                                SMALL_FILTER_NWING, p_in + i_nb_channels, p_out,
274                                p_filter->fmt_out.audio.i_rate -
275                                p_sys->i_remainder,
276                                p_filter->fmt_out.audio.i_rate, p_filter->fmt_in.audio.i_rate,
277                                1, i_nb_channels );
278             }
279
280             p_out += i_nb_channels;
281             i_out++;
282
283             p_sys->i_remainder += p_filter->fmt_in.audio.i_rate;
284         }
285
286         p_in += i_nb_channels;
287         p_sys->i_remainder -= p_filter->fmt_out.audio.i_rate;
288     }
289
290     /* Apply the new rate for the rest of the samples */
291     if( i_in < i_in_nb - i_filter_wing )
292     {
293         p_sys->d_old_factor = d_factor;
294         p_sys->i_old_wing   = i_filter_wing;
295     }
296     for( ; i_in < i_in_nb - i_filter_wing; i_in++ )
297     {
298         while( p_sys->i_remainder < p_filter->fmt_out.audio.i_rate )
299         {
300
301             if( d_factor >= 1 )
302             {
303                 /* FilterFloatUP() is faster if we can use it */
304
305                 /* Perform left-wing inner product */
306                 FilterFloatUP( SMALL_FILTER_FLOAT_IMP, SMALL_FILTER_FLOAT_IMPD,
307                                SMALL_FILTER_NWING, p_in, p_out,
308                                p_sys->i_remainder,
309                                p_filter->fmt_out.audio.i_rate,
310                                -1, i_nb_channels );
311
312                 /* Perform right-wing inner product */
313                 FilterFloatUP( SMALL_FILTER_FLOAT_IMP, SMALL_FILTER_FLOAT_IMPD,
314                                SMALL_FILTER_NWING, p_in + i_nb_channels, p_out,
315                                p_filter->fmt_out.audio.i_rate -
316                                p_sys->i_remainder,
317                                p_filter->fmt_out.audio.i_rate,
318                                1, i_nb_channels );
319
320 #if 0
321                 /* Normalize for unity filter gain */
322                 for( int i = 0; i < i_nb_channels; i++ )
323                 {
324                     *(p_out+i) *= d_old_scale_factor;
325                 }
326 #endif
327                 /* Sanity check */
328                 if( p_out_buf->i_buffer/i_bytes_per_frame <= i_out+1 )
329                 {
330                     p_out += i_nb_channels;
331                     i_out++;
332                     p_sys->i_remainder += p_filter->fmt_in.audio.i_rate;
333                     break;
334                 }
335             }
336             else
337             {
338                 /* Perform left-wing inner product */
339                 FilterFloatUD( SMALL_FILTER_FLOAT_IMP, SMALL_FILTER_FLOAT_IMPD,
340                                SMALL_FILTER_NWING, p_in, p_out,
341                                p_sys->i_remainder,
342                                p_filter->fmt_out.audio.i_rate, p_filter->fmt_in.audio.i_rate,
343                                -1, i_nb_channels );
344                 /* Perform right-wing inner product */
345                 FilterFloatUD( SMALL_FILTER_FLOAT_IMP, SMALL_FILTER_FLOAT_IMPD,
346                                SMALL_FILTER_NWING, p_in + i_nb_channels, p_out,
347                                p_filter->fmt_out.audio.i_rate -
348                                p_sys->i_remainder,
349                                p_filter->fmt_out.audio.i_rate, p_filter->fmt_in.audio.i_rate,
350                                1, i_nb_channels );
351             }
352
353             p_out += i_nb_channels;
354             i_out++;
355
356             p_sys->i_remainder += p_filter->fmt_in.audio.i_rate;
357         }
358
359         p_in += i_nb_channels;
360         p_sys->i_remainder -= p_filter->fmt_out.audio.i_rate;
361     }
362
363     /* Finalize aout buffer */
364     p_out_buf->i_nb_samples = i_out;
365     p_out_buf->i_pts = date_Get( &p_sys->end_date );
366     p_out_buf->i_length = date_Increment( &p_sys->end_date,
367                                   p_out_buf->i_nb_samples ) - p_out_buf->i_pts;
368
369     p_out_buf->i_buffer = p_out_buf->i_nb_samples *
370         i_nb_channels * sizeof(int32_t);
371
372     /* Buffer i_filter_wing * 2 samples for next time */
373     if( p_sys->i_old_wing )
374     {
375         size_t newsize = p_sys->i_old_wing * 2 * i_bytes_per_frame;
376         if( newsize > p_sys->i_buf_size )
377         {
378             free( p_sys->p_buf );
379             p_sys->p_buf = malloc( newsize );
380             if( p_sys->p_buf != NULL )
381                 p_sys->i_buf_size = newsize;
382             else
383             {
384                 p_sys->i_buf_size = p_sys->i_old_wing = 0; /* oops! */
385                 return p_out_buf;
386             }
387         }
388         memcpy( p_sys->p_buf,
389                 p_in_orig + (i_in_nb - 2 * p_sys->i_old_wing) *
390                 i_nb_channels, (2 * p_sys->i_old_wing) *
391                 p_filter->fmt_in.audio.i_bytes_per_frame );
392     }
393
394 #if 0
395     msg_Err( p_filter, "p_out size: %i, nb bytes out: %i", p_out_buf->i_buffer,
396              i_out * p_filter->fmt_in.audio.i_bytes_per_frame );
397 #endif
398
399     return p_out_buf;
400 }
401
402 /*****************************************************************************
403  * OpenFilter:
404  *****************************************************************************/
405 static int OpenFilter( vlc_object_t *p_this )
406 {
407     filter_t *p_filter = (filter_t *)p_this;
408     filter_sys_t *p_sys;
409     unsigned int i_out_rate  = p_filter->fmt_out.audio.i_rate;
410
411     if ( p_filter->fmt_in.audio.i_rate == p_filter->fmt_out.audio.i_rate
412       || p_filter->fmt_in.audio.i_format != p_filter->fmt_out.audio.i_format
413       || p_filter->fmt_in.audio.i_physical_channels
414               != p_filter->fmt_out.audio.i_physical_channels
415       || p_filter->fmt_in.audio.i_original_channels
416               != p_filter->fmt_out.audio.i_original_channels
417       || p_filter->fmt_in.audio.i_format != VLC_CODEC_FL32 )
418     {
419         return VLC_EGENERIC;
420     }
421
422 #if !defined( SYS_DARWIN )
423     if( !var_InheritInteger( p_this, "hq-resampling" ) )
424     {
425         return VLC_EGENERIC;
426     }
427 #endif
428
429     /* Allocate the memory needed to store the module's structure */
430     p_filter->p_sys = p_sys = malloc( sizeof(struct filter_sys_t) );
431     if( p_sys == NULL )
432         return VLC_ENOMEM;
433
434     p_sys->p_buf = NULL;
435     p_sys->i_buf_size = 0;
436
437     p_sys->i_old_wing = 0;
438     p_sys->b_first = true;
439     p_filter->pf_audio_filter = Resample;
440
441     msg_Dbg( p_this, "%4.4s/%iKHz/%i->%4.4s/%iKHz/%i",
442              (char *)&p_filter->fmt_in.i_codec,
443              p_filter->fmt_in.audio.i_rate,
444              p_filter->fmt_in.audio.i_channels,
445              (char *)&p_filter->fmt_out.i_codec,
446              p_filter->fmt_out.audio.i_rate,
447              p_filter->fmt_out.audio.i_channels);
448
449     p_filter->fmt_out = p_filter->fmt_in;
450     p_filter->fmt_out.audio.i_rate = i_out_rate;
451
452     return 0;
453 }
454
455 /*****************************************************************************
456  * CloseFilter : deallocate data structures
457  *****************************************************************************/
458 static void CloseFilter( vlc_object_t *p_this )
459 {
460     filter_t *p_filter = (filter_t *)p_this;
461     free( p_filter->p_sys->p_buf );
462     free( p_filter->p_sys );
463 }
464
465 void FilterFloatUP( const float Imp[], const float ImpD[], uint16_t Nwing, float *p_in,
466                     float *p_out, uint32_t ui_remainder,
467                     uint32_t ui_output_rate, int16_t Inc, int i_nb_channels )
468 {
469     const float *Hp, *Hdp, *End;
470     float t, temp;
471     uint32_t ui_linear_remainder;
472     int i;
473
474     Hp = &Imp[(ui_remainder<<Nhc)/ui_output_rate];
475     Hdp = &ImpD[(ui_remainder<<Nhc)/ui_output_rate];
476
477     End = &Imp[Nwing];
478
479     ui_linear_remainder = (ui_remainder<<Nhc) -
480                             (ui_remainder<<Nhc)/ui_output_rate*ui_output_rate;
481
482     if (Inc == 1)               /* If doing right wing...              */
483     {                           /* ...drop extra coeff, so when Ph is  */
484         End--;                  /*    0.5, we don't do too many mult's */
485         if (ui_remainder == 0)  /* If the phase is zero...           */
486         {                       /* ...then we've already skipped the */
487             Hp += Npc;          /*    first sample, so we must also  */
488             Hdp += Npc;         /*    skip ahead in Imp[] and ImpD[] */
489         }
490     }
491
492     while (Hp < End) {
493         t = *Hp;                /* Get filter coeff */
494                                 /* t is now interp'd filter coeff */
495         t += *Hdp * ui_linear_remainder / ui_output_rate / Npc;
496         for( i = 0; i < i_nb_channels; i++ )
497         {
498             temp = t;
499             temp *= *(p_in+i);  /* Mult coeff by input sample */
500             *(p_out+i) += temp; /* The filter output */
501         }
502         Hdp += Npc;             /* Filter coeff differences step */
503         Hp += Npc;              /* Filter coeff step */
504         p_in += (Inc * i_nb_channels); /* Input signal step */
505     }
506 }
507
508 void FilterFloatUD( const float Imp[], const float ImpD[], uint16_t Nwing, float *p_in,
509                     float *p_out, uint32_t ui_remainder,
510                     uint32_t ui_output_rate, uint32_t ui_input_rate,
511                     int16_t Inc, int i_nb_channels )
512 {
513     const float *Hp, *Hdp, *End;
514     float t, temp;
515     uint32_t ui_linear_remainder;
516     int i, ui_counter = 0;
517
518     Hp = Imp + (ui_remainder<<Nhc) / ui_input_rate;
519     Hdp = ImpD  + (ui_remainder<<Nhc) / ui_input_rate;
520
521     End = &Imp[Nwing];
522
523     if (Inc == 1)               /* If doing right wing...              */
524     {                           /* ...drop extra coeff, so when Ph is  */
525         End--;                  /*    0.5, we don't do too many mult's */
526         if (ui_remainder == 0)  /* If the phase is zero...           */
527         {                       /* ...then we've already skipped the */
528             Hp = Imp +          /* first sample, so we must also  */
529                   (ui_output_rate << Nhc) / ui_input_rate;
530             Hdp = ImpD +        /* skip ahead in Imp[] and ImpD[] */
531                   (ui_output_rate << Nhc) / ui_input_rate;
532             ui_counter++;
533         }
534     }
535
536     while (Hp < End) {
537         t = *Hp;                /* Get filter coeff */
538                                 /* t is now interp'd filter coeff */
539         ui_linear_remainder =
540           ((ui_output_rate * ui_counter + ui_remainder)<< Nhc) -
541           ((ui_output_rate * ui_counter + ui_remainder)<< Nhc) /
542           ui_input_rate * ui_input_rate;
543         t += *Hdp * ui_linear_remainder / ui_input_rate / Npc;
544         for( i = 0; i < i_nb_channels; i++ )
545         {
546             temp = t;
547             temp *= *(p_in+i);  /* Mult coeff by input sample */
548             *(p_out+i) += temp; /* The filter output */
549         }
550
551         ui_counter++;
552
553         /* Filter coeff step */
554         Hp = Imp + ((ui_output_rate * ui_counter + ui_remainder)<< Nhc)
555                     / ui_input_rate;
556         /* Filter coeff differences step */
557         Hdp = ImpD + ((ui_output_rate * ui_counter + ui_remainder)<< Nhc)
558                      / ui_input_rate;
559
560         p_in += (Inc * i_nb_channels); /* Input signal step */
561     }
562 }