1 /*****************************************************************************
2 * headphone.c : headphone virtual spatialization channel mixer module
3 * -> gives the feeling of a real room with a simple headphone
4 *****************************************************************************
5 * Copyright (C) 2002-2005 the VideoLAN team
8 * Authors: Boris Dorès <babal@via.ecp.fr>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
23 *****************************************************************************/
25 /*****************************************************************************
27 *****************************************************************************/
28 #include <stdlib.h> /* malloc(), free() */
30 #include <math.h> /* sqrt */
33 #include "audio_output.h"
34 #include "aout_internal.h"
36 /*****************************************************************************
38 *****************************************************************************/
39 static int Create ( vlc_object_t * );
40 static void Destroy ( vlc_object_t * );
42 static void DoWork ( aout_instance_t *, aout_filter_t *, aout_buffer_t *,
45 /*****************************************************************************
47 *****************************************************************************/
48 #define MODULE_DESCRIPTION N_ ( \
49 "This effect gives you the feeling that you are standing in a room " \
50 "with a complete 7.1 speaker set when using only a headphone, " \
51 "providing a more realistic sound experience. It should also be " \
52 "more comfortable and less tiring when listening to music for " \
53 "long periods of time.\nIt works with any source format from mono " \
56 #define HEADPHONE_DIM_TEXT N_("Characteristic dimension")
57 #define HEADPHONE_DIM_LONGTEXT N_( \
58 "Distance between front left speaker and listener in meters.")
60 #define HEADPHONE_COMPENSATE_TEXT N_("Compensate delay")
61 #define HEADPHONE_COMPENSATE_LONGTEXT N_( \
62 "The delay which is introduced by the physical algorithm may "\
63 "sometimes be disturbing for the lipsync. In that case, turn "\
64 "this on to compensate.")
66 #define HEADPHONE_DOLBY_TEXT N_("No decoding of Dolby Surround")
67 #define HEADPHONE_DOLBY_LONGTEXT N_( \
68 "If this option is turned on (not recommended), Dolby Surround "\
69 "encoded streams won't be decoded before being processed by this "\
73 set_description( N_("Headphone channel mixer with virtual spatialization effect") );
74 set_shortname( _("Headphone effect") );
75 set_category( CAT_AUDIO );
76 set_subcategory( SUBCAT_AUDIO_AFILTER );
78 add_integer( "headphone-dim", 10, NULL, HEADPHONE_DIM_TEXT,
79 HEADPHONE_DIM_LONGTEXT, VLC_TRUE );
80 add_bool( "headphone-compensate", 0, NULL, HEADPHONE_COMPENSATE_TEXT,
81 HEADPHONE_COMPENSATE_LONGTEXT, VLC_TRUE );
82 add_bool( "headphone-dolby", 0, NULL, HEADPHONE_DOLBY_TEXT,
83 HEADPHONE_DOLBY_LONGTEXT, VLC_TRUE );
85 set_capability( "audio filter", 0 );
86 set_callbacks( Create, Destroy );
87 add_shortcut( "headphone" );
91 /*****************************************************************************
92 * Internal data structures
93 *****************************************************************************/
94 struct atomic_operation_t
96 int i_source_channel_offset;
97 int i_dest_channel_offset;
98 unsigned int i_delay;/* in sample unit */
99 double d_amplitude_factor;
102 struct aout_filter_sys_t
104 size_t i_overflow_buffer_size;/* in bytes */
105 byte_t * p_overflow_buffer;
106 unsigned int i_nb_atomic_operations;
107 struct atomic_operation_t * p_atomic_operations;
110 /*****************************************************************************
111 * Init: initialize internal data structures
112 * and computes the needed atomic operations
113 *****************************************************************************/
114 /* x and z represent the coordinates of the virtual speaker
115 * relatively to the center of the listener's head, measured in meters :
124 * rear left rear right
128 static void ComputeChannelOperations ( struct aout_filter_sys_t * p_data
129 , unsigned int i_rate , unsigned int i_next_atomic_operation
130 , int i_source_channel_offset , double d_x , double d_z
131 , double d_compensation_length , double d_channel_amplitude_factor )
133 double d_c = 340; /*sound celerity (unit: m/s)*/
134 double d_compensation_delay = (d_compensation_length-0.1) / d_c * i_rate;
137 p_data->p_atomic_operations[i_next_atomic_operation]
138 .i_source_channel_offset = i_source_channel_offset;
139 p_data->p_atomic_operations[i_next_atomic_operation]
140 .i_dest_channel_offset = 0;/* left */
141 p_data->p_atomic_operations[i_next_atomic_operation]
142 .i_delay = (int)( sqrt( (-0.1-d_x)*(-0.1-d_x) + (0-d_z)*(0-d_z) )
143 / d_c * i_rate - d_compensation_delay );
146 p_data->p_atomic_operations[i_next_atomic_operation]
147 .d_amplitude_factor = d_channel_amplitude_factor * 1.1 / 2;
151 p_data->p_atomic_operations[i_next_atomic_operation]
152 .d_amplitude_factor = d_channel_amplitude_factor * 0.9 / 2;
156 p_data->p_atomic_operations[i_next_atomic_operation]
157 .d_amplitude_factor = d_channel_amplitude_factor / 2;
161 p_data->p_atomic_operations[i_next_atomic_operation + 1]
162 .i_source_channel_offset = i_source_channel_offset;
163 p_data->p_atomic_operations[i_next_atomic_operation + 1]
164 .i_dest_channel_offset = 1;/* right */
165 p_data->p_atomic_operations[i_next_atomic_operation + 1]
166 .i_delay = (int)( sqrt( (0.1-d_x)*(0.1-d_x) + (0-d_z)*(0-d_z) )
167 / d_c * i_rate - d_compensation_delay );
170 p_data->p_atomic_operations[i_next_atomic_operation + 1]
171 .d_amplitude_factor = d_channel_amplitude_factor * 0.9 / 2;
175 p_data->p_atomic_operations[i_next_atomic_operation + 1]
176 .d_amplitude_factor = d_channel_amplitude_factor * 1.1 / 2;
180 p_data->p_atomic_operations[i_next_atomic_operation + 1]
181 .d_amplitude_factor = d_channel_amplitude_factor / 2;
185 static int Init ( aout_filter_t * p_filter , struct aout_filter_sys_t * p_data
186 , unsigned int i_nb_channels , uint32_t i_physical_channels
187 , unsigned int i_rate )
189 double d_x = config_GetInt ( p_filter , "headphone-dim" );
191 double d_z_rear = -d_x/3;
193 unsigned int i_next_atomic_operation;
194 int i_source_channel_offset;
197 if ( p_data == NULL )
199 msg_Dbg ( p_filter, "passing a null pointer as argument" );
203 if ( config_GetInt ( p_filter , "headphone-compensate" ) )
205 /* minimal distance to any speaker */
206 if ( i_physical_channels & AOUT_CHAN_REARCENTER )
216 /* Number of elementary operations */
217 p_data->i_nb_atomic_operations = i_nb_channels * 2;
218 if ( i_physical_channels & AOUT_CHAN_CENTER )
220 p_data->i_nb_atomic_operations += 2;
222 p_data->p_atomic_operations = malloc ( sizeof(struct atomic_operation_t)
223 * p_data->i_nb_atomic_operations );
224 if ( p_data->p_atomic_operations == NULL )
226 msg_Err( p_filter, "out of memory" );
230 /* For each virtual speaker, computes elementary wave propagation time
232 i_next_atomic_operation = 0;
233 i_source_channel_offset = 0;
234 if ( i_physical_channels & AOUT_CHAN_LEFT )
236 ComputeChannelOperations ( p_data , i_rate
237 , i_next_atomic_operation , i_source_channel_offset
238 , -d_x , d_z , d_min , 2.0 / i_nb_channels );
239 i_next_atomic_operation += 2;
240 i_source_channel_offset++;
242 if ( i_physical_channels & AOUT_CHAN_RIGHT )
244 ComputeChannelOperations ( p_data , i_rate
245 , i_next_atomic_operation , i_source_channel_offset
246 , d_x , d_z , d_min , 2.0 / i_nb_channels );
247 i_next_atomic_operation += 2;
248 i_source_channel_offset++;
250 if ( i_physical_channels & AOUT_CHAN_MIDDLELEFT )
252 ComputeChannelOperations ( p_data , i_rate
253 , i_next_atomic_operation , i_source_channel_offset
254 , -d_x , 0 , d_min , 1.5 / i_nb_channels );
255 i_next_atomic_operation += 2;
256 i_source_channel_offset++;
258 if ( i_physical_channels & AOUT_CHAN_MIDDLERIGHT )
260 ComputeChannelOperations ( p_data , i_rate
261 , i_next_atomic_operation , i_source_channel_offset
262 , d_x , 0 , d_min , 1.5 / i_nb_channels );
263 i_next_atomic_operation += 2;
264 i_source_channel_offset++;
266 if ( i_physical_channels & AOUT_CHAN_REARLEFT )
268 ComputeChannelOperations ( p_data , i_rate
269 , i_next_atomic_operation , i_source_channel_offset
270 , -d_x , d_z_rear , d_min , 1.5 / i_nb_channels );
271 i_next_atomic_operation += 2;
272 i_source_channel_offset++;
274 if ( i_physical_channels & AOUT_CHAN_REARRIGHT )
276 ComputeChannelOperations ( p_data , i_rate
277 , i_next_atomic_operation , i_source_channel_offset
278 , d_x , d_z_rear , d_min , 1.5 / i_nb_channels );
279 i_next_atomic_operation += 2;
280 i_source_channel_offset++;
282 if ( i_physical_channels & AOUT_CHAN_REARCENTER )
284 ComputeChannelOperations ( p_data , i_rate
285 , i_next_atomic_operation , i_source_channel_offset
286 , 0 , -d_z , d_min , 1.5 / i_nb_channels );
287 i_next_atomic_operation += 2;
288 i_source_channel_offset++;
290 if ( i_physical_channels & AOUT_CHAN_CENTER )
292 /* having two center channels increases the spatialization effect */
293 ComputeChannelOperations ( p_data , i_rate
294 , i_next_atomic_operation , i_source_channel_offset
295 , d_x / 5.0 , d_z , d_min , 0.75 / i_nb_channels );
296 i_next_atomic_operation += 2;
297 ComputeChannelOperations ( p_data , i_rate
298 , i_next_atomic_operation , i_source_channel_offset
299 , -d_x / 5.0 , d_z , d_min , 0.75 / i_nb_channels );
300 i_next_atomic_operation += 2;
301 i_source_channel_offset++;
303 if ( i_physical_channels & AOUT_CHAN_LFE )
305 ComputeChannelOperations ( p_data , i_rate
306 , i_next_atomic_operation , i_source_channel_offset
307 , 0 , d_z_rear , d_min , 5.0 / i_nb_channels );
308 i_next_atomic_operation += 2;
309 i_source_channel_offset++;
312 /* Initialize the overflow buffer
313 * we need it because the process induce a delay in the samples */
314 p_data->i_overflow_buffer_size = 0;
315 for ( i = 0 ; i < p_data->i_nb_atomic_operations ; i++ )
317 if ( p_data->i_overflow_buffer_size
318 < p_data->p_atomic_operations[i].i_delay * i_nb_channels
321 p_data->i_overflow_buffer_size
322 = p_data->p_atomic_operations[i].i_delay * i_nb_channels
326 p_data->p_overflow_buffer = malloc ( p_data->i_overflow_buffer_size );
327 if ( p_data->p_atomic_operations == NULL )
329 msg_Err( p_filter, "out of memory" );
332 memset ( p_data->p_overflow_buffer , 0 , p_data->i_overflow_buffer_size );
338 /*****************************************************************************
339 * Create: allocate headphone downmixer
340 *****************************************************************************/
341 static int Create( vlc_object_t *p_this )
343 aout_filter_t * p_filter = (aout_filter_t *)p_this;
344 vlc_bool_t b_fit = VLC_TRUE;
346 /* Activate this filter only with stereo devices */
347 if ( p_filter->output.i_physical_channels != (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT)
348 || p_filter->output.i_physical_channels
349 != ( p_filter->output.i_original_channels & AOUT_CHAN_PHYSMASK )
350 || p_filter->input.i_physical_channels
351 != ( p_filter->input.i_original_channels & AOUT_CHAN_PHYSMASK ) )
353 msg_Dbg( p_filter, "Filter discarded (incompatible format)" );
357 /* Request a specific format if not already compatible */
358 if ( p_filter->input.i_format != VLC_FOURCC('f','l','3','2')
359 || p_filter->output.i_format != VLC_FOURCC('f','l','3','2') )
362 p_filter->input.i_format = VLC_FOURCC('f','l','3','2');
363 p_filter->output.i_format = VLC_FOURCC('f','l','3','2');
365 if ( p_filter->input.i_rate != p_filter->output.i_rate )
368 p_filter->input.i_rate = p_filter->output.i_rate;
370 if ( p_filter->input.i_physical_channels == (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT)
371 && ( p_filter->input.i_original_channels & AOUT_CHAN_DOLBYSTEREO )
372 && ! config_GetInt ( p_filter , "headphone-dolby" ) )
375 p_filter->input.i_physical_channels = AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT |
379 p_filter->input.i_original_channels = p_filter->input.i_physical_channels;
383 msg_Dbg( p_filter, "Requesting specific format" );
387 /* Allocate the memory needed to store the module's structure */
388 p_filter->p_sys = malloc( sizeof(struct aout_filter_sys_t) );
389 if ( p_filter->p_sys == NULL )
391 msg_Err( p_filter, "Out of memory" );
394 p_filter->p_sys->i_overflow_buffer_size = 0;
395 p_filter->p_sys->p_overflow_buffer = NULL;
396 p_filter->p_sys->i_nb_atomic_operations = 0;
397 p_filter->p_sys->p_atomic_operations = NULL;
399 if ( Init( p_filter , p_filter->p_sys
400 , aout_FormatNbChannels ( &p_filter->input )
401 , p_filter->input.i_physical_channels
402 , p_filter->input.i_rate ) < 0 )
407 p_filter->pf_do_work = DoWork;
408 p_filter->b_in_place = 0;
413 /*****************************************************************************
414 * Destroy: deallocate resources associated with headphone downmixer
415 *****************************************************************************/
416 static void Destroy( vlc_object_t *p_this )
418 aout_filter_t * p_filter = (aout_filter_t *)p_this;
420 if ( p_filter->p_sys != NULL )
422 if ( p_filter->p_sys->p_overflow_buffer != NULL )
424 free ( p_filter->p_sys->p_overflow_buffer );
426 if ( p_filter->p_sys->p_atomic_operations != NULL )
428 free ( p_filter->p_sys->p_atomic_operations );
430 free ( p_filter->p_sys );
431 p_filter->p_sys = NULL;
435 /*****************************************************************************
436 * DoWork: convert a buffer
437 *****************************************************************************/
438 static void DoWork( aout_instance_t * p_aout, aout_filter_t * p_filter,
439 aout_buffer_t * p_in_buf, aout_buffer_t * p_out_buf )
441 int i_input_nb = aout_FormatNbChannels( &p_filter->input );
442 int i_output_nb = aout_FormatNbChannels( &p_filter->output );
444 float * p_in = (float*) p_in_buf->p_buffer;
449 size_t i_overflow_size;/* in bytes */
450 size_t i_out_size;/* in bytes */
454 int i_source_channel_offset;
455 int i_dest_channel_offset;
456 unsigned int i_delay;
457 double d_amplitude_factor;
460 /* out buffer characterisitcs */
461 p_out_buf->i_nb_samples = p_in_buf->i_nb_samples;
462 p_out_buf->i_nb_bytes = p_in_buf->i_nb_bytes * i_output_nb / i_input_nb;
463 p_out = p_out_buf->p_buffer;
464 i_out_size = p_out_buf->i_nb_bytes;
466 if ( p_filter->p_sys != NULL )
468 /* Slide the overflow buffer */
469 p_overflow = p_filter->p_sys->p_overflow_buffer;
470 i_overflow_size = p_filter->p_sys->i_overflow_buffer_size;
472 memset ( p_out , 0 , i_out_size );
473 if ( i_out_size > i_overflow_size )
474 memcpy ( p_out , p_overflow , i_overflow_size );
476 memcpy ( p_out , p_overflow , i_out_size );
478 p_slide = p_filter->p_sys->p_overflow_buffer;
479 while ( p_slide < p_overflow + i_overflow_size )
481 if ( p_slide + i_out_size < p_overflow + i_overflow_size )
483 memset ( p_slide , 0 , i_out_size );
484 if ( p_slide + 2 * i_out_size < p_overflow + i_overflow_size )
485 memcpy ( p_slide , p_slide + i_out_size , i_out_size );
487 memcpy ( p_slide , p_slide + i_out_size
488 , p_overflow + i_overflow_size - ( p_slide + i_out_size ) );
492 memset ( p_slide , 0 , p_overflow + i_overflow_size - p_slide );
494 p_slide += i_out_size;
497 /* apply the atomic operations */
498 for ( i = 0 ; i < p_filter->p_sys->i_nb_atomic_operations ; i++ )
500 /* shorter variable names */
501 i_source_channel_offset
502 = p_filter->p_sys->p_atomic_operations[i].i_source_channel_offset;
503 i_dest_channel_offset
504 = p_filter->p_sys->p_atomic_operations[i].i_dest_channel_offset;
505 i_delay = p_filter->p_sys->p_atomic_operations[i].i_delay;
507 = p_filter->p_sys->p_atomic_operations[i].d_amplitude_factor;
509 if ( p_out_buf->i_nb_samples > i_delay )
511 /* current buffer coefficients */
512 for ( j = 0 ; j < p_out_buf->i_nb_samples - i_delay ; j++ )
514 ((float*)p_out)[ (i_delay+j)*i_output_nb + i_dest_channel_offset ]
515 += p_in[ j * i_input_nb + i_source_channel_offset ]
516 * d_amplitude_factor;
519 /* overflow buffer coefficients */
520 for ( j = 0 ; j < i_delay ; j++ )
522 ((float*)p_overflow)[ j*i_output_nb + i_dest_channel_offset ]
523 += p_in[ (p_out_buf->i_nb_samples - i_delay + j)
524 * i_input_nb + i_source_channel_offset ]
525 * d_amplitude_factor;
530 /* overflow buffer coefficients only */
531 for ( j = 0 ; j < p_out_buf->i_nb_samples ; j++ )
533 ((float*)p_overflow)[ (i_delay - p_out_buf->i_nb_samples + j)
534 * i_output_nb + i_dest_channel_offset ]
535 += p_in[ j * i_input_nb + i_source_channel_offset ]
536 * d_amplitude_factor;
543 memset ( p_out , 0 , i_out_size );