1 /*****************************************************************************
2 * headphone.c : headphone virtual spatialization channel mixer module
3 * -> gives the feeling of a real room with a simple headphone
4 *****************************************************************************
5 * Copyright (C) 2002-2006 the VideoLAN team
8 * Authors: Boris Dorès <babal@via.ecp.fr>
10 * This program is free software; you can redistribute it and/or modify it
11 * under the terms of the GNU General Public License as published by the Free
12 * Software Foundation; either version 2 of the License, or (at your option)
15 * This program is distributed in the hope that it will be useful, but WITHOUT
16 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
17 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
20 * You should have received a copy of the GNU General Public License along with
21 * this program; if not, write to the Free Software Foundation, Inc., 51
22 * Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
33 #include <math.h> /* sqrt */
35 #include <vlc_common.h>
36 #include <vlc_plugin.h>
38 #include <vlc_filter.h>
39 #include <vlc_block.h>
41 /*****************************************************************************
43 *****************************************************************************/
44 static int Create ( vlc_object_t * );
45 static void Destroy ( vlc_object_t * );
47 static void DoWork ( aout_instance_t *, aout_filter_t *, aout_buffer_t *,
51 static int OpenFilter ( vlc_object_t * );
52 static void CloseFilter( vlc_object_t * );
53 static block_t *Convert( filter_t *, block_t * );
55 /*****************************************************************************
57 *****************************************************************************/
58 #define MODULE_DESCRIPTION N_ ( \
59 "This effect gives you the feeling that you are standing in a room " \
60 "with a complete 7.1 speaker set when using only a headphone, " \
61 "providing a more realistic sound experience. It should also be " \
62 "more comfortable and less tiring when listening to music for " \
63 "long periods of time.\nIt works with any source format from mono " \
66 #define HEADPHONE_DIM_TEXT N_("Characteristic dimension")
67 #define HEADPHONE_DIM_LONGTEXT N_( \
68 "Distance between front left speaker and listener in meters.")
70 #define HEADPHONE_COMPENSATE_TEXT N_("Compensate delay")
71 #define HEADPHONE_COMPENSATE_LONGTEXT N_( \
72 "The delay which is introduced by the physical algorithm may "\
73 "sometimes be disturbing for the synchronization between lips-movement "\
74 "and speech. In case, turn this on to compensate.")
76 #define HEADPHONE_DOLBY_TEXT N_("No decoding of Dolby Surround")
77 #define HEADPHONE_DOLBY_LONGTEXT N_( \
78 "Dolby Surround encoded streams won't be decoded before being " \
79 "processed by this filter. Enabling this setting is not recommended.")
82 set_description( N_("Headphone virtual spatialization effect") )
83 set_shortname( N_("Headphone effect") )
84 set_help( MODULE_DESCRIPTION )
85 set_category( CAT_AUDIO )
86 set_subcategory( SUBCAT_AUDIO_AFILTER )
88 add_integer( "headphone-dim", 10, NULL, HEADPHONE_DIM_TEXT,
89 HEADPHONE_DIM_LONGTEXT, false )
90 add_bool( "headphone-compensate", false, NULL, HEADPHONE_COMPENSATE_TEXT,
91 HEADPHONE_COMPENSATE_LONGTEXT, true )
92 add_bool( "headphone-dolby", false, NULL, HEADPHONE_DOLBY_TEXT,
93 HEADPHONE_DOLBY_LONGTEXT, true )
95 set_capability( "audio filter", 0 )
96 set_callbacks( Create, Destroy )
97 add_shortcut( "headphone" )
101 set_description( N_("Headphone virtual spatialization effect") )
102 set_capability( "audio filter2", 0 )
103 set_callbacks( OpenFilter, CloseFilter )
104 add_shortcut( "headphone" )
108 /*****************************************************************************
109 * Internal data structures
110 *****************************************************************************/
111 struct atomic_operation_t
113 int i_source_channel_offset;
114 int i_dest_channel_offset;
115 unsigned int i_delay;/* in sample unit */
116 double d_amplitude_factor;
119 struct aout_filter_sys_t
121 size_t i_overflow_buffer_size;/* in bytes */
122 uint8_t * p_overflow_buffer;
123 unsigned int i_nb_atomic_operations;
124 struct atomic_operation_t * p_atomic_operations;
129 size_t i_overflow_buffer_size;/* in bytes */
130 uint8_t * p_overflow_buffer;
131 unsigned int i_nb_atomic_operations;
132 struct atomic_operation_t * p_atomic_operations;
135 /*****************************************************************************
136 * Init: initialize internal data structures
137 * and computes the needed atomic operations
138 *****************************************************************************/
139 /* x and z represent the coordinates of the virtual speaker
140 * relatively to the center of the listener's head, measured in meters :
149 * rear left rear right
153 static void ComputeChannelOperations( struct aout_filter_sys_t * p_data
154 , unsigned int i_rate, unsigned int i_next_atomic_operation
155 , int i_source_channel_offset, double d_x, double d_z
156 , double d_compensation_length, double d_channel_amplitude_factor )
158 double d_c = 340; /*sound celerity (unit: m/s)*/
159 double d_compensation_delay = (d_compensation_length-0.1) / d_c * i_rate;
162 p_data->p_atomic_operations[i_next_atomic_operation]
163 .i_source_channel_offset = i_source_channel_offset;
164 p_data->p_atomic_operations[i_next_atomic_operation]
165 .i_dest_channel_offset = 0;/* left */
166 p_data->p_atomic_operations[i_next_atomic_operation]
167 .i_delay = (int)( sqrt( (-0.1-d_x)*(-0.1-d_x) + (0-d_z)*(0-d_z) )
168 / d_c * i_rate - d_compensation_delay );
171 p_data->p_atomic_operations[i_next_atomic_operation]
172 .d_amplitude_factor = d_channel_amplitude_factor * 1.1 / 2;
176 p_data->p_atomic_operations[i_next_atomic_operation]
177 .d_amplitude_factor = d_channel_amplitude_factor * 0.9 / 2;
181 p_data->p_atomic_operations[i_next_atomic_operation]
182 .d_amplitude_factor = d_channel_amplitude_factor / 2;
186 p_data->p_atomic_operations[i_next_atomic_operation + 1]
187 .i_source_channel_offset = i_source_channel_offset;
188 p_data->p_atomic_operations[i_next_atomic_operation + 1]
189 .i_dest_channel_offset = 1;/* right */
190 p_data->p_atomic_operations[i_next_atomic_operation + 1]
191 .i_delay = (int)( sqrt( (0.1-d_x)*(0.1-d_x) + (0-d_z)*(0-d_z) )
192 / d_c * i_rate - d_compensation_delay );
195 p_data->p_atomic_operations[i_next_atomic_operation + 1]
196 .d_amplitude_factor = d_channel_amplitude_factor * 0.9 / 2;
200 p_data->p_atomic_operations[i_next_atomic_operation + 1]
201 .d_amplitude_factor = d_channel_amplitude_factor * 1.1 / 2;
205 p_data->p_atomic_operations[i_next_atomic_operation + 1]
206 .d_amplitude_factor = d_channel_amplitude_factor / 2;
210 static int Init( vlc_object_t *p_this, struct aout_filter_sys_t * p_data
211 , unsigned int i_nb_channels, uint32_t i_physical_channels
212 , unsigned int i_rate )
214 double d_x = config_GetInt( p_this, "headphone-dim" );
216 double d_z_rear = -d_x/3;
218 unsigned int i_next_atomic_operation;
219 int i_source_channel_offset;
222 if( config_GetInt( p_this, "headphone-compensate" ) )
224 /* minimal distance to any speaker */
225 if( i_physical_channels & AOUT_CHAN_REARCENTER )
235 /* Number of elementary operations */
236 p_data->i_nb_atomic_operations = i_nb_channels * 2;
237 if( i_physical_channels & AOUT_CHAN_CENTER )
239 p_data->i_nb_atomic_operations += 2;
241 p_data->p_atomic_operations = malloc( sizeof(struct atomic_operation_t)
242 * p_data->i_nb_atomic_operations );
243 if( p_data->p_atomic_operations == NULL )
246 /* For each virtual speaker, computes elementary wave propagation time
248 i_next_atomic_operation = 0;
249 i_source_channel_offset = 0;
250 if( i_physical_channels & AOUT_CHAN_LEFT )
252 ComputeChannelOperations( p_data , i_rate
253 , i_next_atomic_operation , i_source_channel_offset
254 , -d_x , d_z , d_min , 2.0 / i_nb_channels );
255 i_next_atomic_operation += 2;
256 i_source_channel_offset++;
258 if( i_physical_channels & AOUT_CHAN_RIGHT )
260 ComputeChannelOperations( p_data , i_rate
261 , i_next_atomic_operation , i_source_channel_offset
262 , d_x , d_z , d_min , 2.0 / i_nb_channels );
263 i_next_atomic_operation += 2;
264 i_source_channel_offset++;
266 if( i_physical_channels & AOUT_CHAN_MIDDLELEFT )
268 ComputeChannelOperations( p_data , i_rate
269 , i_next_atomic_operation , i_source_channel_offset
270 , -d_x , 0 , d_min , 1.5 / i_nb_channels );
271 i_next_atomic_operation += 2;
272 i_source_channel_offset++;
274 if( i_physical_channels & AOUT_CHAN_MIDDLERIGHT )
276 ComputeChannelOperations( p_data , i_rate
277 , i_next_atomic_operation , i_source_channel_offset
278 , d_x , 0 , d_min , 1.5 / i_nb_channels );
279 i_next_atomic_operation += 2;
280 i_source_channel_offset++;
282 if( i_physical_channels & AOUT_CHAN_REARLEFT )
284 ComputeChannelOperations( p_data , i_rate
285 , i_next_atomic_operation , i_source_channel_offset
286 , -d_x , d_z_rear , d_min , 1.5 / i_nb_channels );
287 i_next_atomic_operation += 2;
288 i_source_channel_offset++;
290 if( i_physical_channels & AOUT_CHAN_REARRIGHT )
292 ComputeChannelOperations( p_data , i_rate
293 , i_next_atomic_operation , i_source_channel_offset
294 , d_x , d_z_rear , d_min , 1.5 / i_nb_channels );
295 i_next_atomic_operation += 2;
296 i_source_channel_offset++;
298 if( i_physical_channels & AOUT_CHAN_REARCENTER )
300 ComputeChannelOperations( p_data , i_rate
301 , i_next_atomic_operation , i_source_channel_offset
302 , 0 , -d_z , d_min , 1.5 / i_nb_channels );
303 i_next_atomic_operation += 2;
304 i_source_channel_offset++;
306 if( i_physical_channels & AOUT_CHAN_CENTER )
308 /* having two center channels increases the spatialization effect */
309 ComputeChannelOperations( p_data , i_rate
310 , i_next_atomic_operation , i_source_channel_offset
311 , d_x / 5.0 , d_z , d_min , 0.75 / i_nb_channels );
312 i_next_atomic_operation += 2;
313 ComputeChannelOperations( p_data , i_rate
314 , i_next_atomic_operation , i_source_channel_offset
315 , -d_x / 5.0 , d_z , d_min , 0.75 / i_nb_channels );
316 i_next_atomic_operation += 2;
317 i_source_channel_offset++;
319 if( i_physical_channels & AOUT_CHAN_LFE )
321 ComputeChannelOperations( p_data , i_rate
322 , i_next_atomic_operation , i_source_channel_offset
323 , 0 , d_z_rear , d_min , 5.0 / i_nb_channels );
324 i_next_atomic_operation += 2;
325 i_source_channel_offset++;
328 /* Initialize the overflow buffer
329 * we need it because the process induce a delay in the samples */
330 p_data->i_overflow_buffer_size = 0;
331 for( i = 0 ; i < p_data->i_nb_atomic_operations ; i++ )
333 if( p_data->i_overflow_buffer_size
334 < p_data->p_atomic_operations[i].i_delay * 2 * sizeof (float) )
336 p_data->i_overflow_buffer_size
337 = p_data->p_atomic_operations[i].i_delay * 2 * sizeof (float);
340 p_data->p_overflow_buffer = malloc( p_data->i_overflow_buffer_size );
341 if( p_data->p_overflow_buffer == NULL )
343 free( p_data->p_atomic_operations );
346 memset( p_data->p_overflow_buffer, 0 , p_data->i_overflow_buffer_size );
351 /*****************************************************************************
352 * Create: allocate headphone downmixer
353 *****************************************************************************/
354 static int Create( vlc_object_t *p_this )
356 aout_filter_t * p_filter = (aout_filter_t *)p_this;
357 aout_filter_sys_t *p_sys;
360 /* Activate this filter only with stereo devices */
361 if( p_filter->output.i_physical_channels
362 != (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
364 msg_Dbg( p_filter, "filter discarded (incompatible format)" );
368 /* Request a specific format if not already compatible */
369 if( p_filter->input.i_original_channels
370 != p_filter->output.i_original_channels )
373 p_filter->input.i_original_channels =
374 p_filter->output.i_original_channels;
376 if( p_filter->input.i_format != VLC_CODEC_FL32
377 || p_filter->output.i_format != VLC_CODEC_FL32 )
380 p_filter->input.i_format = VLC_CODEC_FL32;
381 p_filter->output.i_format = VLC_CODEC_FL32;
383 if( p_filter->input.i_rate != p_filter->output.i_rate )
386 p_filter->input.i_rate = p_filter->output.i_rate;
388 if( p_filter->input.i_physical_channels == (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT)
389 && ( p_filter->input.i_original_channels & AOUT_CHAN_DOLBYSTEREO )
390 && ! config_GetInt ( p_filter , "headphone-dolby" ) )
393 p_filter->input.i_physical_channels = AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT |
401 msg_Dbg( p_filter, "requesting specific format" );
405 /* Allocate the memory needed to store the module's structure */
406 p_sys = p_filter->p_sys = malloc( sizeof(struct aout_filter_sys_t) );
409 p_sys->i_overflow_buffer_size = 0;
410 p_sys->p_overflow_buffer = NULL;
411 p_sys->i_nb_atomic_operations = 0;
412 p_sys->p_atomic_operations = NULL;
414 if( Init( VLC_OBJECT(p_filter), p_sys
415 , aout_FormatNbChannels ( &p_filter->input )
416 , p_filter->input.i_physical_channels
417 , p_filter->input.i_rate ) < 0 )
423 p_filter->pf_do_work = DoWork;
424 p_filter->b_in_place = 0;
429 /*****************************************************************************
430 * Destroy: deallocate resources associated with headphone downmixer
431 *****************************************************************************/
432 static void Destroy( vlc_object_t *p_this )
434 aout_filter_t * p_filter = (aout_filter_t *)p_this;
436 free( p_filter->p_sys->p_overflow_buffer );
437 free( p_filter->p_sys->p_atomic_operations );
438 free( p_filter->p_sys );
441 /*****************************************************************************
442 * DoWork: convert a buffer
443 *****************************************************************************/
444 static void DoWork( aout_instance_t * p_aout, aout_filter_t * p_filter,
445 aout_buffer_t * p_in_buf, aout_buffer_t * p_out_buf )
448 aout_filter_sys_t *p_sys = p_filter->p_sys;
449 int i_input_nb = aout_FormatNbChannels( &p_filter->input );
450 int i_output_nb = aout_FormatNbChannels( &p_filter->output );
452 float * p_in = (float*) p_in_buf->p_buffer;
454 uint8_t * p_overflow;
457 size_t i_overflow_size; /* in bytes */
458 size_t i_out_size; /* in bytes */
462 int i_source_channel_offset;
463 int i_dest_channel_offset;
464 unsigned int i_delay;
465 double d_amplitude_factor;
467 /* out buffer characterisitcs */
468 p_out_buf->i_nb_samples = p_in_buf->i_nb_samples;
469 p_out_buf->i_nb_bytes = p_in_buf->i_nb_bytes * i_output_nb / i_input_nb;
470 p_out = p_out_buf->p_buffer;
471 i_out_size = p_out_buf->i_nb_bytes;
473 /* Slide the overflow buffer */
474 p_overflow = p_sys->p_overflow_buffer;
475 i_overflow_size = p_sys->i_overflow_buffer_size;
477 memset( p_out, 0, i_out_size );
478 if ( i_out_size > i_overflow_size )
479 memcpy( p_out, p_overflow, i_overflow_size );
481 memcpy( p_out, p_overflow, i_out_size );
483 p_slide = p_sys->p_overflow_buffer;
484 while( p_slide < p_overflow + i_overflow_size )
486 if( p_slide + i_out_size < p_overflow + i_overflow_size )
488 memset( p_slide, 0, i_out_size );
489 if( p_slide + 2 * i_out_size < p_overflow + i_overflow_size )
490 memcpy( p_slide, p_slide + i_out_size, i_out_size );
492 memcpy( p_slide, p_slide + i_out_size,
493 p_overflow + i_overflow_size - ( p_slide + i_out_size ) );
497 memset( p_slide, 0, p_overflow + i_overflow_size - p_slide );
499 p_slide += i_out_size;
502 /* apply the atomic operations */
503 for( i = 0; i < p_sys->i_nb_atomic_operations; i++ )
505 /* shorter variable names */
506 i_source_channel_offset
507 = p_sys->p_atomic_operations[i].i_source_channel_offset;
508 i_dest_channel_offset
509 = p_sys->p_atomic_operations[i].i_dest_channel_offset;
510 i_delay = p_sys->p_atomic_operations[i].i_delay;
512 = p_sys->p_atomic_operations[i].d_amplitude_factor;
514 if( p_out_buf->i_nb_samples > i_delay )
516 /* current buffer coefficients */
517 for( j = 0; j < p_out_buf->i_nb_samples - i_delay; j++ )
519 ((float*)p_out)[ (i_delay+j)*i_output_nb + i_dest_channel_offset ]
520 += p_in[ j * i_input_nb + i_source_channel_offset ]
521 * d_amplitude_factor;
524 /* overflow buffer coefficients */
525 for( j = 0; j < i_delay; j++ )
527 ((float*)p_overflow)[ j*i_output_nb + i_dest_channel_offset ]
528 += p_in[ (p_out_buf->i_nb_samples - i_delay + j)
529 * i_input_nb + i_source_channel_offset ]
530 * d_amplitude_factor;
535 /* overflow buffer coefficients only */
536 for( j = 0; j < p_out_buf->i_nb_samples; j++ )
538 ((float*)p_overflow)[ (i_delay - p_out_buf->i_nb_samples + j)
539 * i_output_nb + i_dest_channel_offset ]
540 += p_in[ j * i_input_nb + i_source_channel_offset ]
541 * d_amplitude_factor;
550 /*****************************************************************************
552 *****************************************************************************/
553 static int OpenFilter( vlc_object_t *p_this )
555 filter_t *p_filter = (filter_t *)p_this;
559 /* Activate this filter only with stereo devices */
560 if( p_filter->fmt_out.audio.i_physical_channels
561 != (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
563 msg_Dbg( p_filter, "filter discarded (incompatible format)" );
567 /* Request a specific format if not already compatible */
568 if( p_filter->fmt_in.audio.i_original_channels
569 != p_filter->fmt_out.audio.i_original_channels )
572 p_filter->fmt_in.audio.i_original_channels =
573 p_filter->fmt_out.audio.i_original_channels;
575 if( p_filter->fmt_in.audio.i_format != VLC_CODEC_FL32
576 || p_filter->fmt_out.audio.i_format != VLC_CODEC_FL32 )
579 p_filter->fmt_in.audio.i_format = VLC_CODEC_FL32;
580 p_filter->fmt_out.audio.i_format = VLC_CODEC_FL32;
582 if( p_filter->fmt_in.audio.i_rate != p_filter->fmt_out.audio.i_rate )
585 p_filter->fmt_in.audio.i_rate = p_filter->fmt_out.audio.i_rate;
587 if( p_filter->fmt_in.audio.i_physical_channels == (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT)
588 && ( p_filter->fmt_in.audio.i_original_channels & AOUT_CHAN_DOLBYSTEREO )
589 && !config_GetInt( p_filter, "headphone-dolby" ) )
592 p_filter->fmt_in.audio.i_physical_channels = AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT |
599 msg_Dbg( p_filter, "requesting specific format" );
603 /* Allocate the memory needed to store the module's structure */
604 p_sys = p_filter->p_sys = malloc( sizeof(struct filter_sys_t) );
607 p_sys->i_overflow_buffer_size = 0;
608 p_sys->p_overflow_buffer = NULL;
609 p_sys->i_nb_atomic_operations = 0;
610 p_sys->p_atomic_operations = NULL;
612 if( Init( VLC_OBJECT(p_filter), (struct aout_filter_sys_t *)p_sys
613 , aout_FormatNbChannels ( &(p_filter->fmt_in.audio) )
614 , p_filter->fmt_in.audio.i_physical_channels
615 , p_filter->fmt_in.audio.i_rate ) < 0 )
621 p_filter->pf_audio_filter = Convert;
622 p_filter->fmt_out.audio.i_rate = p_filter->fmt_in.audio.i_rate;
627 /*****************************************************************************
628 * CloseFilter : deallocate data structures
629 *****************************************************************************/
630 static void CloseFilter( vlc_object_t *p_this )
632 filter_t *p_filter = (filter_t *)p_this;
634 free( p_filter->p_sys->p_overflow_buffer );
635 free( p_filter->p_sys->p_atomic_operations );
636 free( p_filter->p_sys );
639 static block_t *Convert( filter_t *p_filter, block_t *p_block )
641 aout_filter_t aout_filter;
642 aout_buffer_t in_buf, out_buf;
646 if( !p_block || !p_block->i_samples )
649 block_Release( p_block );
653 i_out_size = p_block->i_samples *
654 p_filter->fmt_out.audio.i_bitspersample/8 *
655 aout_FormatNbChannels( &(p_filter->fmt_out.audio) );
657 p_out = p_filter->pf_audio_buffer_new( p_filter, i_out_size );
660 msg_Warn( p_filter, "can't get output buffer" );
661 block_Release( p_block );
665 p_out->i_samples = p_block->i_samples;
666 p_out->i_dts = p_block->i_dts;
667 p_out->i_pts = p_block->i_pts;
668 p_out->i_length = p_block->i_length;
670 aout_filter.p_sys = (struct aout_filter_sys_t *)p_filter->p_sys;
671 aout_filter.input = p_filter->fmt_in.audio;
672 aout_filter.input.i_format = p_filter->fmt_in.i_codec;
673 aout_filter.output = p_filter->fmt_out.audio;
674 aout_filter.output.i_format = p_filter->fmt_out.i_codec;
675 aout_filter.b_in_place = 0;
677 in_buf.p_buffer = p_block->p_buffer;
678 in_buf.i_nb_bytes = p_block->i_buffer;
679 in_buf.i_nb_samples = p_block->i_samples;
680 out_buf.p_buffer = p_out->p_buffer;
681 out_buf.i_nb_bytes = p_out->i_buffer;
682 out_buf.i_nb_samples = p_out->i_samples;
684 DoWork( (aout_instance_t *)p_filter, &aout_filter, &in_buf, &out_buf );
686 p_out->i_buffer = out_buf.i_nb_bytes;
687 p_out->i_samples = out_buf.i_nb_samples;
689 block_Release( p_block );