1 /*****************************************************************************
2 * headphone.c : headphone virtual spatialization channel mixer module
3 * -> gives the feeling of a real room with a simple headphone
4 *****************************************************************************
5 * Copyright (C) 2002-2005 the VideoLAN team
8 * Authors: Boris Dorès <babal@via.ecp.fr>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
28 #include <stdlib.h> /* malloc(), free() */
30 #include <math.h> /* sqrt */
33 #include "audio_output.h"
34 #include "aout_internal.h"
36 /*****************************************************************************
38 *****************************************************************************/
39 static int Create ( vlc_object_t * );
40 static void Destroy ( vlc_object_t * );
42 static void DoWork ( aout_instance_t *, aout_filter_t *, aout_buffer_t *,
45 /*****************************************************************************
47 *****************************************************************************/
48 #define MODULE_DESCRIPTION N_ ( \
49 "This effect gives you the feeling that you are standing in a room " \
50 "with a complete 7.1 speaker set when using only a headphone, " \
51 "providing a more realistic sound experience. It should also be " \
52 "more comfortable and less tiring when listening to music for " \
53 "long periods of time.\nIt works with any source format from mono " \
56 #define HEADPHONE_DIM_TEXT N_("Characteristic dimension")
57 #define HEADPHONE_DIM_LONGTEXT N_( \
58 "Distance between front left speaker and listener in meters.")
60 #define HEADPHONE_COMPENSATE_TEXT N_("Compensate delay")
61 #define HEADPHONE_COMPENSATE_LONGTEXT N_( \
62 "The delay which is introduced by the physical algorithm may "\
63 "sometimes be disturbing for the lipsync. In that case, turn "\
64 "this on to compensate.")
66 #define HEADPHONE_DOLBY_TEXT N_("No decoding of Dolby Surround")
67 #define HEADPHONE_DOLBY_LONGTEXT N_( \
68 "If this option is turned on (not recommended), Dolby Surround "\
69 "encoded streams won't be decoded before being processed by this "\
73 set_description( N_("Headphone channel mixer with virtual spatialization effect") );
74 set_shortname( _("Headphone effect") );
75 set_category( CAT_AUDIO );
76 set_subcategory( SUBCAT_AUDIO_AFILTER );
78 add_integer( "headphone-dim", 10, NULL, HEADPHONE_DIM_TEXT,
79 HEADPHONE_DIM_LONGTEXT, VLC_FALSE );
80 add_bool( "headphone-compensate", 0, NULL, HEADPHONE_COMPENSATE_TEXT,
81 HEADPHONE_COMPENSATE_LONGTEXT, VLC_TRUE );
82 add_bool( "headphone-dolby", 0, NULL, HEADPHONE_DOLBY_TEXT,
83 HEADPHONE_DOLBY_LONGTEXT, VLC_TRUE );
85 set_capability( "audio filter", 0 );
86 set_callbacks( Create, Destroy );
87 add_shortcut( "headphone" );
91 /*****************************************************************************
92 * Internal data structures
93 *****************************************************************************/
94 struct atomic_operation_t
96 int i_source_channel_offset;
97 int i_dest_channel_offset;
98 unsigned int i_delay;/* in sample unit */
99 double d_amplitude_factor;
102 struct aout_filter_sys_t
104 size_t i_overflow_buffer_size;/* in bytes */
105 byte_t * p_overflow_buffer;
106 unsigned int i_nb_atomic_operations;
107 struct atomic_operation_t * p_atomic_operations;
110 /*****************************************************************************
111 * Init: initialize internal data structures
112 * and computes the needed atomic operations
113 *****************************************************************************/
114 /* x and z represent the coordinates of the virtual speaker
115 * relatively to the center of the listener's head, measured in meters :
124 * rear left rear right
128 static void ComputeChannelOperations ( struct aout_filter_sys_t * p_data
129 , unsigned int i_rate , unsigned int i_next_atomic_operation
130 , int i_source_channel_offset , double d_x , double d_z
131 , double d_compensation_length , double d_channel_amplitude_factor )
133 double d_c = 340; /*sound celerity (unit: m/s)*/
134 double d_compensation_delay = (d_compensation_length-0.1) / d_c * i_rate;
137 p_data->p_atomic_operations[i_next_atomic_operation]
138 .i_source_channel_offset = i_source_channel_offset;
139 p_data->p_atomic_operations[i_next_atomic_operation]
140 .i_dest_channel_offset = 0;/* left */
141 p_data->p_atomic_operations[i_next_atomic_operation]
142 .i_delay = (int)( sqrt( (-0.1-d_x)*(-0.1-d_x) + (0-d_z)*(0-d_z) )
143 / d_c * i_rate - d_compensation_delay );
146 p_data->p_atomic_operations[i_next_atomic_operation]
147 .d_amplitude_factor = d_channel_amplitude_factor * 1.1 / 2;
151 p_data->p_atomic_operations[i_next_atomic_operation]
152 .d_amplitude_factor = d_channel_amplitude_factor * 0.9 / 2;
156 p_data->p_atomic_operations[i_next_atomic_operation]
157 .d_amplitude_factor = d_channel_amplitude_factor / 2;
161 p_data->p_atomic_operations[i_next_atomic_operation + 1]
162 .i_source_channel_offset = i_source_channel_offset;
163 p_data->p_atomic_operations[i_next_atomic_operation + 1]
164 .i_dest_channel_offset = 1;/* right */
165 p_data->p_atomic_operations[i_next_atomic_operation + 1]
166 .i_delay = (int)( sqrt( (0.1-d_x)*(0.1-d_x) + (0-d_z)*(0-d_z) )
167 / d_c * i_rate - d_compensation_delay );
170 p_data->p_atomic_operations[i_next_atomic_operation + 1]
171 .d_amplitude_factor = d_channel_amplitude_factor * 0.9 / 2;
175 p_data->p_atomic_operations[i_next_atomic_operation + 1]
176 .d_amplitude_factor = d_channel_amplitude_factor * 1.1 / 2;
180 p_data->p_atomic_operations[i_next_atomic_operation + 1]
181 .d_amplitude_factor = d_channel_amplitude_factor / 2;
185 static int Init ( aout_filter_t * p_filter , struct aout_filter_sys_t * p_data
186 , unsigned int i_nb_channels , uint32_t i_physical_channels
187 , unsigned int i_rate )
189 double d_x = config_GetInt ( p_filter , "headphone-dim" );
191 double d_z_rear = -d_x/3;
193 unsigned int i_next_atomic_operation;
194 int i_source_channel_offset;
197 if ( p_data == NULL )
199 msg_Dbg ( p_filter, "passing a null pointer as argument" );
203 if ( config_GetInt ( p_filter , "headphone-compensate" ) )
205 /* minimal distance to any speaker */
206 if ( i_physical_channels & AOUT_CHAN_REARCENTER )
216 /* Number of elementary operations */
217 p_data->i_nb_atomic_operations = i_nb_channels * 2;
218 if ( i_physical_channels & AOUT_CHAN_CENTER )
220 p_data->i_nb_atomic_operations += 2;
222 p_data->p_atomic_operations = malloc ( sizeof(struct atomic_operation_t)
223 * p_data->i_nb_atomic_operations );
224 if ( p_data->p_atomic_operations == NULL )
226 msg_Err( p_filter, "out of memory" );
230 /* For each virtual speaker, computes elementary wave propagation time
232 i_next_atomic_operation = 0;
233 i_source_channel_offset = 0;
234 if ( i_physical_channels & AOUT_CHAN_LEFT )
236 ComputeChannelOperations ( p_data , i_rate
237 , i_next_atomic_operation , i_source_channel_offset
238 , -d_x , d_z , d_min , 2.0 / i_nb_channels );
239 i_next_atomic_operation += 2;
240 i_source_channel_offset++;
242 if ( i_physical_channels & AOUT_CHAN_RIGHT )
244 ComputeChannelOperations ( p_data , i_rate
245 , i_next_atomic_operation , i_source_channel_offset
246 , d_x , d_z , d_min , 2.0 / i_nb_channels );
247 i_next_atomic_operation += 2;
248 i_source_channel_offset++;
250 if ( i_physical_channels & AOUT_CHAN_MIDDLELEFT )
252 ComputeChannelOperations ( p_data , i_rate
253 , i_next_atomic_operation , i_source_channel_offset
254 , -d_x , 0 , d_min , 1.5 / i_nb_channels );
255 i_next_atomic_operation += 2;
256 i_source_channel_offset++;
258 if ( i_physical_channels & AOUT_CHAN_MIDDLERIGHT )
260 ComputeChannelOperations ( p_data , i_rate
261 , i_next_atomic_operation , i_source_channel_offset
262 , d_x , 0 , d_min , 1.5 / i_nb_channels );
263 i_next_atomic_operation += 2;
264 i_source_channel_offset++;
266 if ( i_physical_channels & AOUT_CHAN_REARLEFT )
268 ComputeChannelOperations ( p_data , i_rate
269 , i_next_atomic_operation , i_source_channel_offset
270 , -d_x , d_z_rear , d_min , 1.5 / i_nb_channels );
271 i_next_atomic_operation += 2;
272 i_source_channel_offset++;
274 if ( i_physical_channels & AOUT_CHAN_REARRIGHT )
276 ComputeChannelOperations ( p_data , i_rate
277 , i_next_atomic_operation , i_source_channel_offset
278 , d_x , d_z_rear , d_min , 1.5 / i_nb_channels );
279 i_next_atomic_operation += 2;
280 i_source_channel_offset++;
282 if ( i_physical_channels & AOUT_CHAN_REARCENTER )
284 ComputeChannelOperations ( p_data , i_rate
285 , i_next_atomic_operation , i_source_channel_offset
286 , 0 , -d_z , d_min , 1.5 / i_nb_channels );
287 i_next_atomic_operation += 2;
288 i_source_channel_offset++;
290 if ( i_physical_channels & AOUT_CHAN_CENTER )
292 /* having two center channels increases the spatialization effect */
293 ComputeChannelOperations ( p_data , i_rate
294 , i_next_atomic_operation , i_source_channel_offset
295 , d_x / 5.0 , d_z , d_min , 0.75 / i_nb_channels );
296 i_next_atomic_operation += 2;
297 ComputeChannelOperations ( p_data , i_rate
298 , i_next_atomic_operation , i_source_channel_offset
299 , -d_x / 5.0 , d_z , d_min , 0.75 / i_nb_channels );
300 i_next_atomic_operation += 2;
301 i_source_channel_offset++;
303 if ( i_physical_channels & AOUT_CHAN_LFE )
305 ComputeChannelOperations ( p_data , i_rate
306 , i_next_atomic_operation , i_source_channel_offset
307 , 0 , d_z_rear , d_min , 5.0 / i_nb_channels );
308 i_next_atomic_operation += 2;
309 i_source_channel_offset++;
312 /* Initialize the overflow buffer
313 * we need it because the process induce a delay in the samples */
314 p_data->i_overflow_buffer_size = 0;
315 for ( i = 0 ; i < p_data->i_nb_atomic_operations ; i++ )
317 if ( p_data->i_overflow_buffer_size
318 < p_data->p_atomic_operations[i].i_delay * 2 * sizeof (float) )
320 p_data->i_overflow_buffer_size
321 = p_data->p_atomic_operations[i].i_delay * 2 * sizeof (float);
324 p_data->p_overflow_buffer = malloc ( p_data->i_overflow_buffer_size );
325 if ( p_data->p_atomic_operations == NULL )
327 msg_Err( p_filter, "out of memory" );
330 memset ( p_data->p_overflow_buffer , 0 , p_data->i_overflow_buffer_size );
336 /*****************************************************************************
337 * Create: allocate headphone downmixer
338 *****************************************************************************/
339 static int Create( vlc_object_t *p_this )
341 aout_filter_t * p_filter = (aout_filter_t *)p_this;
342 vlc_bool_t b_fit = VLC_TRUE;
344 /* Activate this filter only with stereo devices */
345 if ( p_filter->output.i_physical_channels
346 != (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
348 msg_Dbg( p_filter, "Filter discarded (incompatible format)" );
352 /* Request a specific format if not already compatible */
353 if ( p_filter->input.i_original_channels
354 != p_filter->output.i_original_channels )
357 p_filter->input.i_original_channels =
358 p_filter->output.i_original_channels;
360 if ( p_filter->input.i_format != VLC_FOURCC('f','l','3','2')
361 || p_filter->output.i_format != VLC_FOURCC('f','l','3','2') )
364 p_filter->input.i_format = VLC_FOURCC('f','l','3','2');
365 p_filter->output.i_format = VLC_FOURCC('f','l','3','2');
367 if ( p_filter->input.i_rate != p_filter->output.i_rate )
370 p_filter->input.i_rate = p_filter->output.i_rate;
372 if ( p_filter->input.i_physical_channels == (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT)
373 && ( p_filter->input.i_original_channels & AOUT_CHAN_DOLBYSTEREO )
374 && ! config_GetInt ( p_filter , "headphone-dolby" ) )
377 p_filter->input.i_physical_channels = AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT |
384 msg_Dbg( p_filter, "Requesting specific format" );
388 /* Allocate the memory needed to store the module's structure */
389 p_filter->p_sys = malloc( sizeof(struct aout_filter_sys_t) );
390 if ( p_filter->p_sys == NULL )
392 msg_Err( p_filter, "Out of memory" );
395 p_filter->p_sys->i_overflow_buffer_size = 0;
396 p_filter->p_sys->p_overflow_buffer = NULL;
397 p_filter->p_sys->i_nb_atomic_operations = 0;
398 p_filter->p_sys->p_atomic_operations = NULL;
400 if ( Init( p_filter , p_filter->p_sys
401 , aout_FormatNbChannels ( &p_filter->input )
402 , p_filter->input.i_physical_channels
403 , p_filter->input.i_rate ) < 0 )
408 p_filter->pf_do_work = DoWork;
409 p_filter->b_in_place = 0;
414 /*****************************************************************************
415 * Destroy: deallocate resources associated with headphone downmixer
416 *****************************************************************************/
417 static void Destroy( vlc_object_t *p_this )
419 aout_filter_t * p_filter = (aout_filter_t *)p_this;
421 if ( p_filter->p_sys != NULL )
423 if ( p_filter->p_sys->p_overflow_buffer != NULL )
425 free ( p_filter->p_sys->p_overflow_buffer );
427 if ( p_filter->p_sys->p_atomic_operations != NULL )
429 free ( p_filter->p_sys->p_atomic_operations );
431 free ( p_filter->p_sys );
432 p_filter->p_sys = NULL;
436 /*****************************************************************************
437 * DoWork: convert a buffer
438 *****************************************************************************/
439 static void DoWork( aout_instance_t * p_aout, aout_filter_t * p_filter,
440 aout_buffer_t * p_in_buf, aout_buffer_t * p_out_buf )
442 int i_input_nb = aout_FormatNbChannels( &p_filter->input );
443 int i_output_nb = aout_FormatNbChannels( &p_filter->output );
445 float * p_in = (float*) p_in_buf->p_buffer;
450 size_t i_overflow_size;/* in bytes */
451 size_t i_out_size;/* in bytes */
455 int i_source_channel_offset;
456 int i_dest_channel_offset;
457 unsigned int i_delay;
458 double d_amplitude_factor;
461 /* out buffer characterisitcs */
462 p_out_buf->i_nb_samples = p_in_buf->i_nb_samples;
463 p_out_buf->i_nb_bytes = p_in_buf->i_nb_bytes * i_output_nb / i_input_nb;
464 p_out = p_out_buf->p_buffer;
465 i_out_size = p_out_buf->i_nb_bytes;
467 if ( p_filter->p_sys != NULL )
469 /* Slide the overflow buffer */
470 p_overflow = p_filter->p_sys->p_overflow_buffer;
471 i_overflow_size = p_filter->p_sys->i_overflow_buffer_size;
473 memset ( p_out , 0 , i_out_size );
474 if ( i_out_size > i_overflow_size )
475 memcpy ( p_out , p_overflow , i_overflow_size );
477 memcpy ( p_out , p_overflow , i_out_size );
479 p_slide = p_filter->p_sys->p_overflow_buffer;
480 while ( p_slide < p_overflow + i_overflow_size )
482 if ( p_slide + i_out_size < p_overflow + i_overflow_size )
484 memset ( p_slide , 0 , i_out_size );
485 if ( p_slide + 2 * i_out_size < p_overflow + i_overflow_size )
486 memcpy ( p_slide , p_slide + i_out_size , i_out_size );
488 memcpy ( p_slide , p_slide + i_out_size
489 , p_overflow + i_overflow_size - ( p_slide + i_out_size ) );
493 memset ( p_slide , 0 , p_overflow + i_overflow_size - p_slide );
495 p_slide += i_out_size;
498 /* apply the atomic operations */
499 for ( i = 0 ; i < p_filter->p_sys->i_nb_atomic_operations ; i++ )
501 /* shorter variable names */
502 i_source_channel_offset
503 = p_filter->p_sys->p_atomic_operations[i].i_source_channel_offset;
504 i_dest_channel_offset
505 = p_filter->p_sys->p_atomic_operations[i].i_dest_channel_offset;
506 i_delay = p_filter->p_sys->p_atomic_operations[i].i_delay;
508 = p_filter->p_sys->p_atomic_operations[i].d_amplitude_factor;
510 if ( p_out_buf->i_nb_samples > i_delay )
512 /* current buffer coefficients */
513 for ( j = 0 ; j < p_out_buf->i_nb_samples - i_delay ; j++ )
515 ((float*)p_out)[ (i_delay+j)*i_output_nb + i_dest_channel_offset ]
516 += p_in[ j * i_input_nb + i_source_channel_offset ]
517 * d_amplitude_factor;
520 /* overflow buffer coefficients */
521 for ( j = 0 ; j < i_delay ; j++ )
523 ((float*)p_overflow)[ j*i_output_nb + i_dest_channel_offset ]
524 += p_in[ (p_out_buf->i_nb_samples - i_delay + j)
525 * i_input_nb + i_source_channel_offset ]
526 * d_amplitude_factor;
531 /* overflow buffer coefficients only */
532 for ( j = 0 ; j < p_out_buf->i_nb_samples ; j++ )
534 ((float*)p_overflow)[ (i_delay - p_out_buf->i_nb_samples + j)
535 * i_output_nb + i_dest_channel_offset ]
536 += p_in[ j * i_input_nb + i_source_channel_offset ]
537 * d_amplitude_factor;
544 memset ( p_out , 0 , i_out_size );