2 * Copyright (c) 2012 Justin Ruggles <justin.ruggles@gmail.com>
4 * This file is part of Libav.
6 * Libav is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * Libav is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with Libav; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 #include "libavutil/common.h"
24 #include "libavutil/libm.h"
25 #include "libavutil/samplefmt.h"
26 #include "avresample.h"
28 #include "audio_data.h"
29 #include "audio_mix.h"
31 static const char *coeff_type_names[] = { "q8", "q15", "flt" };
33 void ff_audio_mix_set_func(AudioMix *am, enum AVSampleFormat fmt,
34 enum AVMixCoeffType coeff_type, int in_channels,
35 int out_channels, int ptr_align, int samples_align,
36 const char *descr, void *mix_func)
38 if (fmt == am->fmt && coeff_type == am->coeff_type &&
39 ( in_channels == am->in_channels || in_channels == 0) &&
40 (out_channels == am->out_channels || out_channels == 0)) {
43 am->func_descr = descr;
44 am->ptr_align = ptr_align;
45 am->samples_align = samples_align;
46 if (ptr_align == 1 && samples_align == 1) {
47 am->mix_generic = mix_func;
48 am->func_descr_generic = descr;
50 am->has_optimized_func = 1;
54 snprintf(chan_str, sizeof(chan_str), "[%d to %d] ",
55 in_channels, out_channels);
57 snprintf(chan_str, sizeof(chan_str), "[%d to any] ",
59 } else if (out_channels) {
60 snprintf(chan_str, sizeof(chan_str), "[any to %d] ",
63 av_log(am->avr, AV_LOG_DEBUG, "audio_mix: found function: [fmt=%s] "
64 "[c=%s] %s(%s)\n", av_get_sample_fmt_name(fmt),
65 coeff_type_names[coeff_type],
66 (in_channels || out_channels) ? chan_str : "", descr);
70 #define MIX_FUNC_NAME(fmt, cfmt) mix_any_ ## fmt ##_## cfmt ##_c
72 #define MIX_FUNC_GENERIC(fmt, cfmt, stype, ctype, sumtype, expr) \
73 static void MIX_FUNC_NAME(fmt, cfmt)(stype **samples, ctype **matrix, \
74 int len, int out_ch, int in_ch) \
77 stype temp[AVRESAMPLE_MAX_CHANNELS]; \
78 for (i = 0; i < len; i++) { \
79 for (out = 0; out < out_ch; out++) { \
81 for (in = 0; in < in_ch; in++) \
82 sum += samples[in][i] * matrix[out][in]; \
85 for (out = 0; out < out_ch; out++) \
86 samples[out][i] = temp[out]; \
90 MIX_FUNC_GENERIC(FLTP, FLT, float, float, float, sum)
91 MIX_FUNC_GENERIC(S16P, FLT, int16_t, float, float, av_clip_int16(lrintf(sum)))
92 MIX_FUNC_GENERIC(S16P, Q15, int16_t, int32_t, int64_t, av_clip_int16(sum >> 15))
93 MIX_FUNC_GENERIC(S16P, Q8, int16_t, int16_t, int32_t, av_clip_int16(sum >> 8))
95 /* TODO: templatize the channel-specific C functions */
97 static void mix_2_to_1_fltp_flt_c(float **samples, float **matrix, int len,
98 int out_ch, int in_ch)
100 float *src0 = samples[0];
101 float *src1 = samples[1];
103 float m0 = matrix[0][0];
104 float m1 = matrix[0][1];
107 *dst++ = *src0++ * m0 + *src1++ * m1;
108 *dst++ = *src0++ * m0 + *src1++ * m1;
109 *dst++ = *src0++ * m0 + *src1++ * m1;
110 *dst++ = *src0++ * m0 + *src1++ * m1;
114 *dst++ = *src0++ * m0 + *src1++ * m1;
119 static void mix_2_to_1_s16p_flt_c(int16_t **samples, float **matrix, int len,
120 int out_ch, int in_ch)
122 int16_t *src0 = samples[0];
123 int16_t *src1 = samples[1];
125 float m0 = matrix[0][0];
126 float m1 = matrix[0][1];
129 *dst++ = av_clip_int16(lrintf(*src0++ * m0 + *src1++ * m1));
130 *dst++ = av_clip_int16(lrintf(*src0++ * m0 + *src1++ * m1));
131 *dst++ = av_clip_int16(lrintf(*src0++ * m0 + *src1++ * m1));
132 *dst++ = av_clip_int16(lrintf(*src0++ * m0 + *src1++ * m1));
136 *dst++ = av_clip_int16(lrintf(*src0++ * m0 + *src1++ * m1));
141 static void mix_2_to_1_s16p_q8_c(int16_t **samples, int16_t **matrix, int len,
142 int out_ch, int in_ch)
144 int16_t *src0 = samples[0];
145 int16_t *src1 = samples[1];
147 int16_t m0 = matrix[0][0];
148 int16_t m1 = matrix[0][1];
151 *dst++ = (*src0++ * m0 + *src1++ * m1) >> 8;
152 *dst++ = (*src0++ * m0 + *src1++ * m1) >> 8;
153 *dst++ = (*src0++ * m0 + *src1++ * m1) >> 8;
154 *dst++ = (*src0++ * m0 + *src1++ * m1) >> 8;
158 *dst++ = (*src0++ * m0 + *src1++ * m1) >> 8;
163 static void mix_1_to_2_fltp_flt_c(float **samples, float **matrix, int len,
164 int out_ch, int in_ch)
167 float *dst0 = samples[0];
168 float *dst1 = samples[1];
170 float m0 = matrix[0][0];
171 float m1 = matrix[1][0];
196 static void mix_6_to_2_fltp_flt_c(float **samples, float **matrix, int len,
197 int out_ch, int in_ch)
200 float *src0 = samples[0];
201 float *src1 = samples[1];
202 float *src2 = samples[2];
203 float *src3 = samples[3];
204 float *src4 = samples[4];
205 float *src5 = samples[5];
208 float *m0 = matrix[0];
209 float *m1 = matrix[1];
214 *dst0++ = v0 * m0[0] +
220 *dst1++ = v0 * m1[0] +
230 static void mix_2_to_6_fltp_flt_c(float **samples, float **matrix, int len,
231 int out_ch, int in_ch)
234 float *dst0 = samples[0];
235 float *dst1 = samples[1];
236 float *dst2 = samples[2];
237 float *dst3 = samples[3];
238 float *dst4 = samples[4];
239 float *dst5 = samples[5];
246 *dst0++ = v0 * matrix[0][0] + v1 * matrix[0][1];
247 *dst1++ = v0 * matrix[1][0] + v1 * matrix[1][1];
248 *dst2++ = v0 * matrix[2][0] + v1 * matrix[2][1];
249 *dst3++ = v0 * matrix[3][0] + v1 * matrix[3][1];
250 *dst4++ = v0 * matrix[4][0] + v1 * matrix[4][1];
251 *dst5++ = v0 * matrix[5][0] + v1 * matrix[5][1];
256 static int mix_function_init(AudioMix *am)
258 /* any-to-any C versions */
260 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
261 0, 0, 1, 1, "C", MIX_FUNC_NAME(FLTP, FLT));
263 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,
264 0, 0, 1, 1, "C", MIX_FUNC_NAME(S16P, FLT));
266 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_Q15,
267 0, 0, 1, 1, "C", MIX_FUNC_NAME(S16P, Q15));
269 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_Q8,
270 0, 0, 1, 1, "C", MIX_FUNC_NAME(S16P, Q8));
272 /* channel-specific C versions */
274 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
275 2, 1, 1, 1, "C", mix_2_to_1_fltp_flt_c);
277 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,
278 2, 1, 1, 1, "C", mix_2_to_1_s16p_flt_c);
280 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_Q8,
281 2, 1, 1, 1, "C", mix_2_to_1_s16p_q8_c);
283 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
284 1, 2, 1, 1, "C", mix_1_to_2_fltp_flt_c);
286 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
287 6, 2, 1, 1, "C", mix_6_to_2_fltp_flt_c);
289 ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
290 2, 6, 1, 1, "C", mix_2_to_6_fltp_flt_c);
293 ff_audio_mix_init_x86(am);
296 av_log(am->avr, AV_LOG_ERROR, "audio_mix: NO FUNCTION FOUND: [fmt=%s] "
297 "[c=%s] [%d to %d]\n", av_get_sample_fmt_name(am->fmt),
298 coeff_type_names[am->coeff_type], am->in_channels,
300 return AVERROR_PATCHWELCOME;
305 int ff_audio_mix_init(AVAudioResampleContext *avr)
309 if (avr->internal_sample_fmt != AV_SAMPLE_FMT_S16P &&
310 avr->internal_sample_fmt != AV_SAMPLE_FMT_FLTP) {
311 av_log(avr, AV_LOG_ERROR, "Unsupported internal format for "
313 av_get_sample_fmt_name(avr->internal_sample_fmt));
314 return AVERROR(EINVAL);
317 /* build matrix if the user did not already set one */
318 if (avr->am->matrix) {
319 if (avr->am->coeff_type != avr->mix_coeff_type ||
320 avr->am->in_layout != avr->in_channel_layout ||
321 avr->am->out_layout != avr->out_channel_layout) {
322 av_log(avr, AV_LOG_ERROR,
323 "Custom matrix does not match current parameters\n");
324 return AVERROR(EINVAL);
328 char in_layout_name[128];
329 char out_layout_name[128];
330 double *matrix_dbl = av_mallocz(avr->out_channels * avr->in_channels *
331 sizeof(*matrix_dbl));
333 return AVERROR(ENOMEM);
335 ret = avresample_build_matrix(avr->in_channel_layout,
336 avr->out_channel_layout,
337 avr->center_mix_level,
338 avr->surround_mix_level,
340 avr->normalize_mix_level,
343 avr->matrix_encoding);
349 av_get_channel_layout_string(in_layout_name, sizeof(in_layout_name),
350 avr->in_channels, avr->in_channel_layout);
351 av_get_channel_layout_string(out_layout_name, sizeof(out_layout_name),
352 avr->out_channels, avr->out_channel_layout);
353 av_log(avr, AV_LOG_DEBUG, "audio_mix: %s to %s\n",
354 in_layout_name, out_layout_name);
355 for (i = 0; i < avr->out_channels; i++) {
356 for (j = 0; j < avr->in_channels; j++) {
357 av_log(avr, AV_LOG_DEBUG, " %0.3f ",
358 matrix_dbl[i * avr->in_channels + j]);
360 av_log(avr, AV_LOG_DEBUG, "\n");
363 ret = avresample_set_matrix(avr, matrix_dbl, avr->in_channels);
371 avr->am->fmt = avr->internal_sample_fmt;
372 avr->am->coeff_type = avr->mix_coeff_type;
373 avr->am->in_layout = avr->in_channel_layout;
374 avr->am->out_layout = avr->out_channel_layout;
375 avr->am->in_channels = avr->in_channels;
376 avr->am->out_channels = avr->out_channels;
378 ret = mix_function_init(avr->am);
385 void ff_audio_mix_close(AudioMix *am)
390 av_free(am->matrix[0]);
393 memset(am->matrix_q8, 0, sizeof(am->matrix_q8 ));
394 memset(am->matrix_q15, 0, sizeof(am->matrix_q15));
395 memset(am->matrix_flt, 0, sizeof(am->matrix_flt));
398 int ff_audio_mix(AudioMix *am, AudioData *src)
401 int len = src->nb_samples;
403 /* determine whether to use the optimized function based on pointer and
404 samples alignment in both the input and output */
405 if (am->has_optimized_func) {
406 int aligned_len = FFALIGN(len, am->samples_align);
407 if (!(src->ptr_align % am->ptr_align) &&
408 src->samples_align >= aligned_len) {
413 av_dlog(am->avr, "audio_mix: %d samples - %d to %d channels (%s)\n",
414 src->nb_samples, am->in_channels, am->out_channels,
415 use_generic ? am->func_descr_generic : am->func_descr);
418 am->mix_generic(src->data, am->matrix, len, am->out_channels,
421 am->mix(src->data, am->matrix, len, am->out_channels, am->in_channels);
423 ff_audio_data_set_channels(src, am->out_channels);