2 * Copyright (c) 2017 Paul B Mahol
4 * This file is part of FFmpeg.
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "libavutil/avassert.h"
22 #include "libavutil/audio_fifo.h"
23 #include "libavutil/channel_layout.h"
24 #include "libavutil/opt.h"
25 #include "libavcodec/avfft.h"
31 #include "window_func.h"
33 typedef struct AudioSurroundContext {
36 char *out_channel_layout_str;
37 char *in_channel_layout_str;
95 uint64_t out_channel_layout;
96 uint64_t in_channel_layout;
102 AVFrame *overlap_buffer;
107 RDFTContext **rdft, **irdft;
108 float *window_func_lut;
113 void (*filter)(AVFilterContext *ctx);
114 void (*upmix_stereo)(AVFilterContext *ctx,
121 void (*upmix_2_1)(AVFilterContext *ctx,
130 void (*upmix_3_0)(AVFilterContext *ctx,
138 void (*upmix_5_0)(AVFilterContext *ctx,
139 float c_re, float c_im,
140 float mag_totall, float mag_totalr,
141 float fl_phase, float fr_phase,
142 float bl_phase, float br_phase,
143 float sl_phase, float sr_phase,
147 void (*upmix_5_1)(AVFilterContext *ctx,
148 float c_re, float c_im,
149 float lfe_re, float lfe_im,
150 float mag_totall, float mag_totalr,
151 float fl_phase, float fr_phase,
152 float bl_phase, float br_phase,
153 float sl_phase, float sr_phase,
157 } AudioSurroundContext;
159 static int query_formats(AVFilterContext *ctx)
161 AudioSurroundContext *s = ctx->priv;
162 AVFilterFormats *formats = NULL;
163 AVFilterChannelLayouts *layouts = NULL;
166 ret = ff_add_format(&formats, AV_SAMPLE_FMT_FLTP);
169 ret = ff_set_common_formats(ctx, formats);
174 ret = ff_add_channel_layout(&layouts, s->out_channel_layout);
178 ret = ff_channel_layouts_ref(layouts, &ctx->outputs[0]->in_channel_layouts);
183 ret = ff_add_channel_layout(&layouts, s->in_channel_layout);
187 ret = ff_channel_layouts_ref(layouts, &ctx->inputs[0]->out_channel_layouts);
191 formats = ff_all_samplerates();
193 return AVERROR(ENOMEM);
194 return ff_set_common_samplerates(ctx, formats);
197 static int config_input(AVFilterLink *inlink)
199 AVFilterContext *ctx = inlink->dst;
200 AudioSurroundContext *s = ctx->priv;
203 s->rdft = av_calloc(inlink->channels, sizeof(*s->rdft));
205 return AVERROR(ENOMEM);
207 for (ch = 0; ch < inlink->channels; ch++) {
208 s->rdft[ch] = av_rdft_init(ff_log2(s->buf_size), DFT_R2C);
210 return AVERROR(ENOMEM);
212 s->nb_in_channels = inlink->channels;
213 s->input_levels = av_malloc_array(s->nb_in_channels, sizeof(*s->input_levels));
214 if (!s->input_levels)
215 return AVERROR(ENOMEM);
216 for (ch = 0; ch < s->nb_in_channels; ch++)
217 s->input_levels[ch] = s->level_in;
218 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_FRONT_CENTER);
220 s->input_levels[ch] *= s->fc_in;
221 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_FRONT_LEFT);
223 s->input_levels[ch] *= s->fl_in;
224 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_FRONT_RIGHT);
226 s->input_levels[ch] *= s->fr_in;
227 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_SIDE_LEFT);
229 s->input_levels[ch] *= s->sl_in;
230 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_SIDE_RIGHT);
232 s->input_levels[ch] *= s->sr_in;
233 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_BACK_LEFT);
235 s->input_levels[ch] *= s->bl_in;
236 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_BACK_RIGHT);
238 s->input_levels[ch] *= s->br_in;
239 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_BACK_CENTER);
241 s->input_levels[ch] *= s->bc_in;
242 ch = av_get_channel_layout_channel_index(inlink->channel_layout, AV_CH_LOW_FREQUENCY);
244 s->input_levels[ch] *= s->lfe_in;
246 s->input = ff_get_audio_buffer(inlink, s->buf_size * 2);
248 return AVERROR(ENOMEM);
250 s->fifo = av_audio_fifo_alloc(inlink->format, inlink->channels, s->buf_size);
252 return AVERROR(ENOMEM);
254 s->lowcut = 1.f * s->lowcutf / (inlink->sample_rate * 0.5) * (s->buf_size / 2);
255 s->highcut = 1.f * s->highcutf / (inlink->sample_rate * 0.5) * (s->buf_size / 2);
260 static int config_output(AVFilterLink *outlink)
262 AVFilterContext *ctx = outlink->src;
263 AudioSurroundContext *s = ctx->priv;
266 s->irdft = av_calloc(outlink->channels, sizeof(*s->irdft));
268 return AVERROR(ENOMEM);
270 for (ch = 0; ch < outlink->channels; ch++) {
271 s->irdft[ch] = av_rdft_init(ff_log2(s->buf_size), IDFT_C2R);
273 return AVERROR(ENOMEM);
275 s->nb_out_channels = outlink->channels;
276 s->output_levels = av_malloc_array(s->nb_out_channels, sizeof(*s->output_levels));
277 if (!s->output_levels)
278 return AVERROR(ENOMEM);
279 for (ch = 0; ch < s->nb_out_channels; ch++)
280 s->output_levels[ch] = s->level_out;
281 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_FRONT_CENTER);
283 s->output_levels[ch] *= s->fc_out;
284 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_FRONT_LEFT);
286 s->output_levels[ch] *= s->fl_out;
287 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_FRONT_RIGHT);
289 s->output_levels[ch] *= s->fr_out;
290 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_SIDE_LEFT);
292 s->output_levels[ch] *= s->sl_out;
293 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_SIDE_RIGHT);
295 s->output_levels[ch] *= s->sr_out;
296 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_BACK_LEFT);
298 s->output_levels[ch] *= s->bl_out;
299 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_BACK_RIGHT);
301 s->output_levels[ch] *= s->br_out;
302 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_BACK_CENTER);
304 s->output_levels[ch] *= s->bc_out;
305 ch = av_get_channel_layout_channel_index(outlink->channel_layout, AV_CH_LOW_FREQUENCY);
307 s->output_levels[ch] *= s->lfe_out;
309 s->output = ff_get_audio_buffer(outlink, s->buf_size * 2);
310 s->overlap_buffer = ff_get_audio_buffer(outlink, s->buf_size * 2);
311 if (!s->overlap_buffer || !s->output)
312 return AVERROR(ENOMEM);
317 static void stereo_transform(float *x, float *y, float angle)
319 float reference, r, a;
324 reference = angle * M_PI / 180.f;
328 if (fabsf(a) <= M_PI_4)
329 a *= reference / M_PI_2;
331 a = M_PI + 2 * (-2 * M_PI + reference) * (M_PI - fabsf(a)) * FFDIFFSIGN(a, 0) / (3 * M_PI);
333 *x = av_clipf(sinf(a) * r, -1, 1);
334 *y = av_clipf(cosf(a) * r, -1, 1);
337 static void stereo_position(float a, float p, float *x, float *y)
339 av_assert2(a >= -1.f && a <= 1.f);
340 av_assert2(p >= 0.f && p <= M_PI);
341 *x = av_clipf(a+a*FFMAX(0, p*p-M_PI_2), -1, 1);
342 *y = av_clipf(cosf(a*M_PI_2+M_PI)*cosf(M_PI_2-p/M_PI)*M_LN10+1, -1, 1);
345 static inline void get_lfe(int output_lfe, int n, float lowcut, float highcut,
346 float *lfe_mag, float *mag_total, int lfe_mode)
348 if (output_lfe && n < highcut) {
349 *lfe_mag = n < lowcut ? 1.f : .5f*(1.f+cosf(M_PI*(lowcut-n)/(lowcut-highcut)));
350 *lfe_mag *= *mag_total;
352 *mag_total -= *lfe_mag;
358 static void upmix_1_0(AVFilterContext *ctx,
366 AudioSurroundContext *s = ctx->priv;
369 dst = (float *)s->output->extended_data[0];
371 mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
373 dst[2 * n ] = mag * cosf(c_phase);
374 dst[2 * n + 1] = mag * sinf(c_phase);
377 static void upmix_stereo(AVFilterContext *ctx,
385 AudioSurroundContext *s = ctx->priv;
386 float l_mag, r_mag, *dstl, *dstr;
388 dstl = (float *)s->output->extended_data[0];
389 dstr = (float *)s->output->extended_data[1];
391 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
392 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
394 dstl[2 * n ] = l_mag * cosf(l_phase);
395 dstl[2 * n + 1] = l_mag * sinf(l_phase);
397 dstr[2 * n ] = r_mag * cosf(r_phase);
398 dstr[2 * n + 1] = r_mag * sinf(r_phase);
401 static void upmix_2_1(AVFilterContext *ctx,
409 AudioSurroundContext *s = ctx->priv;
410 float lfe_mag, l_mag, r_mag, *dstl, *dstr, *dstlfe;
412 dstl = (float *)s->output->extended_data[0];
413 dstr = (float *)s->output->extended_data[1];
414 dstlfe = (float *)s->output->extended_data[2];
416 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &mag_total, s->lfe_mode);
418 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
419 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
421 dstl[2 * n ] = l_mag * cosf(l_phase);
422 dstl[2 * n + 1] = l_mag * sinf(l_phase);
424 dstr[2 * n ] = r_mag * cosf(r_phase);
425 dstr[2 * n + 1] = r_mag * sinf(r_phase);
427 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
428 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
431 static void upmix_3_0(AVFilterContext *ctx,
439 AudioSurroundContext *s = ctx->priv;
440 float l_mag, r_mag, c_mag, *dstc, *dstl, *dstr;
442 dstl = (float *)s->output->extended_data[0];
443 dstr = (float *)s->output->extended_data[1];
444 dstc = (float *)s->output->extended_data[2];
446 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
447 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
448 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
450 dstl[2 * n ] = l_mag * cosf(l_phase);
451 dstl[2 * n + 1] = l_mag * sinf(l_phase);
453 dstr[2 * n ] = r_mag * cosf(r_phase);
454 dstr[2 * n + 1] = r_mag * sinf(r_phase);
456 dstc[2 * n ] = c_mag * cosf(c_phase);
457 dstc[2 * n + 1] = c_mag * sinf(c_phase);
460 static void upmix_3_1(AVFilterContext *ctx,
468 AudioSurroundContext *s = ctx->priv;
469 float lfe_mag, l_mag, r_mag, c_mag, *dstc, *dstl, *dstr, *dstlfe;
471 dstl = (float *)s->output->extended_data[0];
472 dstr = (float *)s->output->extended_data[1];
473 dstc = (float *)s->output->extended_data[2];
474 dstlfe = (float *)s->output->extended_data[3];
476 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &mag_total, s->lfe_mode);
478 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
479 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
480 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
482 dstl[2 * n ] = l_mag * cosf(l_phase);
483 dstl[2 * n + 1] = l_mag * sinf(l_phase);
485 dstr[2 * n ] = r_mag * cosf(r_phase);
486 dstr[2 * n + 1] = r_mag * sinf(r_phase);
488 dstc[2 * n ] = c_mag * cosf(c_phase);
489 dstc[2 * n + 1] = c_mag * sinf(c_phase);
491 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
492 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
495 static void upmix_3_1_surround(AVFilterContext *ctx,
504 AudioSurroundContext *s = ctx->priv;
505 float lfe_mag, l_mag, r_mag, *dstc, *dstl, *dstr, *dstlfe;
507 dstl = (float *)s->output->extended_data[0];
508 dstr = (float *)s->output->extended_data[1];
509 dstc = (float *)s->output->extended_data[2];
510 dstlfe = (float *)s->output->extended_data[3];
512 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &c_mag, s->lfe_mode);
514 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
515 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
517 dstl[2 * n ] = l_mag * cosf(l_phase);
518 dstl[2 * n + 1] = l_mag * sinf(l_phase);
520 dstr[2 * n ] = r_mag * cosf(r_phase);
521 dstr[2 * n + 1] = r_mag * sinf(r_phase);
523 dstc[2 * n ] = c_mag * cosf(c_phase);
524 dstc[2 * n + 1] = c_mag * sinf(c_phase);
526 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
527 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
530 static void upmix_4_0(AVFilterContext *ctx,
538 AudioSurroundContext *s = ctx->priv;
539 float b_mag, l_mag, r_mag, c_mag, *dstc, *dstl, *dstr, *dstb;
541 dstl = (float *)s->output->extended_data[0];
542 dstr = (float *)s->output->extended_data[1];
543 dstc = (float *)s->output->extended_data[2];
544 dstb = (float *)s->output->extended_data[3];
546 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
547 b_mag = powf(1.f - fabsf(x), s->bc_x) * powf((1.f - y) * .5f, s->bc_y) * mag_total;
548 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
549 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
551 dstl[2 * n ] = l_mag * cosf(l_phase);
552 dstl[2 * n + 1] = l_mag * sinf(l_phase);
554 dstr[2 * n ] = r_mag * cosf(r_phase);
555 dstr[2 * n + 1] = r_mag * sinf(r_phase);
557 dstc[2 * n ] = c_mag * cosf(c_phase);
558 dstc[2 * n + 1] = c_mag * sinf(c_phase);
560 dstb[2 * n ] = b_mag * cosf(c_phase);
561 dstb[2 * n + 1] = b_mag * sinf(c_phase);
564 static void upmix_4_1(AVFilterContext *ctx,
572 AudioSurroundContext *s = ctx->priv;
573 float lfe_mag, b_mag, l_mag, r_mag, c_mag, *dstc, *dstl, *dstr, *dstb, *dstlfe;
575 dstl = (float *)s->output->extended_data[0];
576 dstr = (float *)s->output->extended_data[1];
577 dstc = (float *)s->output->extended_data[2];
578 dstlfe = (float *)s->output->extended_data[3];
579 dstb = (float *)s->output->extended_data[4];
581 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &mag_total, s->lfe_mode);
583 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
584 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
586 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
587 b_mag = powf(1.f - fabsf(x), s->bc_x) * powf((1.f - y) * .5f, s->bc_y) * mag_total;
588 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
589 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
591 dstl[2 * n ] = l_mag * cosf(l_phase);
592 dstl[2 * n + 1] = l_mag * sinf(l_phase);
594 dstr[2 * n ] = r_mag * cosf(r_phase);
595 dstr[2 * n + 1] = r_mag * sinf(r_phase);
597 dstc[2 * n ] = c_mag * cosf(c_phase);
598 dstc[2 * n + 1] = c_mag * sinf(c_phase);
600 dstb[2 * n ] = b_mag * cosf(c_phase);
601 dstb[2 * n + 1] = b_mag * sinf(c_phase);
604 static void upmix_5_0_back(AVFilterContext *ctx,
612 AudioSurroundContext *s = ctx->priv;
613 float l_mag, r_mag, ls_mag, rs_mag, c_mag, *dstc, *dstl, *dstr, *dstls, *dstrs;
615 dstl = (float *)s->output->extended_data[0];
616 dstr = (float *)s->output->extended_data[1];
617 dstc = (float *)s->output->extended_data[2];
618 dstls = (float *)s->output->extended_data[3];
619 dstrs = (float *)s->output->extended_data[4];
621 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
622 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
623 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
624 ls_mag = powf(.5f * ( x + 1.f), s->bl_x) * powf(1.f - ((y + 1.f) * .5f), s->bl_y) * mag_total;
625 rs_mag = powf(.5f * (-x + 1.f), s->br_x) * powf(1.f - ((y + 1.f) * .5f), s->br_y) * mag_total;
627 dstl[2 * n ] = l_mag * cosf(l_phase);
628 dstl[2 * n + 1] = l_mag * sinf(l_phase);
630 dstr[2 * n ] = r_mag * cosf(r_phase);
631 dstr[2 * n + 1] = r_mag * sinf(r_phase);
633 dstc[2 * n ] = c_mag * cosf(c_phase);
634 dstc[2 * n + 1] = c_mag * sinf(c_phase);
636 dstls[2 * n ] = ls_mag * cosf(l_phase);
637 dstls[2 * n + 1] = ls_mag * sinf(l_phase);
639 dstrs[2 * n ] = rs_mag * cosf(r_phase);
640 dstrs[2 * n + 1] = rs_mag * sinf(r_phase);
643 static void upmix_5_1_back(AVFilterContext *ctx,
651 AudioSurroundContext *s = ctx->priv;
652 float lfe_mag, l_mag, r_mag, ls_mag, rs_mag, c_mag, *dstc, *dstl, *dstr, *dstls, *dstrs, *dstlfe;
654 dstl = (float *)s->output->extended_data[0];
655 dstr = (float *)s->output->extended_data[1];
656 dstc = (float *)s->output->extended_data[2];
657 dstlfe = (float *)s->output->extended_data[3];
658 dstls = (float *)s->output->extended_data[4];
659 dstrs = (float *)s->output->extended_data[5];
661 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &mag_total, s->lfe_mode);
663 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
664 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
665 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
666 ls_mag = powf(.5f * ( x + 1.f), s->bl_x) * powf(1.f - ((y + 1.f) * .5f), s->bl_y) * mag_total;
667 rs_mag = powf(.5f * (-x + 1.f), s->br_x) * powf(1.f - ((y + 1.f) * .5f), s->br_y) * mag_total;
669 dstl[2 * n ] = l_mag * cosf(l_phase);
670 dstl[2 * n + 1] = l_mag * sinf(l_phase);
672 dstr[2 * n ] = r_mag * cosf(r_phase);
673 dstr[2 * n + 1] = r_mag * sinf(r_phase);
675 dstc[2 * n ] = c_mag * cosf(c_phase);
676 dstc[2 * n + 1] = c_mag * sinf(c_phase);
678 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
679 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
681 dstls[2 * n ] = ls_mag * cosf(l_phase);
682 dstls[2 * n + 1] = ls_mag * sinf(l_phase);
684 dstrs[2 * n ] = rs_mag * cosf(r_phase);
685 dstrs[2 * n + 1] = rs_mag * sinf(r_phase);
688 static void upmix_6_0(AVFilterContext *ctx,
696 AudioSurroundContext *s = ctx->priv;
697 float l_mag, r_mag, ls_mag, rs_mag, c_mag, b_mag, *dstc, *dstb, *dstl, *dstr, *dstls, *dstrs;
699 dstl = (float *)s->output->extended_data[0];
700 dstr = (float *)s->output->extended_data[1];
701 dstc = (float *)s->output->extended_data[2];
702 dstb = (float *)s->output->extended_data[3];
703 dstls = (float *)s->output->extended_data[4];
704 dstrs = (float *)s->output->extended_data[5];
706 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
707 b_mag = powf(1.f - fabsf(x), s->bc_x) * powf((1.f - y) * .5f, s->bc_y) * mag_total;
708 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
709 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
710 ls_mag = powf(.5f * ( x + 1.f), s->bl_x) * powf(1.f - ((y + 1.f) * .5f), s->bl_y) * mag_total;
711 rs_mag = powf(.5f * (-x + 1.f), s->br_x) * powf(1.f - ((y + 1.f) * .5f), s->br_y) * mag_total;
713 dstl[2 * n ] = l_mag * cosf(l_phase);
714 dstl[2 * n + 1] = l_mag * sinf(l_phase);
716 dstr[2 * n ] = r_mag * cosf(r_phase);
717 dstr[2 * n + 1] = r_mag * sinf(r_phase);
719 dstc[2 * n ] = c_mag * cosf(c_phase);
720 dstc[2 * n + 1] = c_mag * sinf(c_phase);
722 dstls[2 * n ] = ls_mag * cosf(l_phase);
723 dstls[2 * n + 1] = ls_mag * sinf(l_phase);
725 dstrs[2 * n ] = rs_mag * cosf(r_phase);
726 dstrs[2 * n + 1] = rs_mag * sinf(r_phase);
728 dstb[2 * n ] = b_mag * cosf(c_phase);
729 dstb[2 * n + 1] = b_mag * sinf(c_phase);
732 static void upmix_6_1(AVFilterContext *ctx,
740 AudioSurroundContext *s = ctx->priv;
741 float lfe_mag, l_mag, r_mag, ls_mag, rs_mag, c_mag, b_mag, *dstc, *dstb, *dstl, *dstr, *dstls, *dstrs, *dstlfe;
743 dstl = (float *)s->output->extended_data[0];
744 dstr = (float *)s->output->extended_data[1];
745 dstc = (float *)s->output->extended_data[2];
746 dstlfe = (float *)s->output->extended_data[3];
747 dstb = (float *)s->output->extended_data[4];
748 dstls = (float *)s->output->extended_data[5];
749 dstrs = (float *)s->output->extended_data[6];
751 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &mag_total, s->lfe_mode);
753 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
754 b_mag = powf(1.f - fabsf(x), s->bc_x) * powf((1.f - y) * .5f, s->bc_y) * mag_total;
755 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
756 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
757 ls_mag = powf(.5f * ( x + 1.f), s->bl_x) * powf(1.f - ((y + 1.f) * .5f), s->bl_y) * mag_total;
758 rs_mag = powf(.5f * (-x + 1.f), s->br_x) * powf(1.f - ((y + 1.f) * .5f), s->br_y) * mag_total;
760 dstl[2 * n ] = l_mag * cosf(l_phase);
761 dstl[2 * n + 1] = l_mag * sinf(l_phase);
763 dstr[2 * n ] = r_mag * cosf(r_phase);
764 dstr[2 * n + 1] = r_mag * sinf(r_phase);
766 dstc[2 * n ] = c_mag * cosf(c_phase);
767 dstc[2 * n + 1] = c_mag * sinf(c_phase);
769 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
770 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
772 dstls[2 * n ] = ls_mag * cosf(l_phase);
773 dstls[2 * n + 1] = ls_mag * sinf(l_phase);
775 dstrs[2 * n ] = rs_mag * cosf(r_phase);
776 dstrs[2 * n + 1] = rs_mag * sinf(r_phase);
778 dstb[2 * n ] = b_mag * cosf(c_phase);
779 dstb[2 * n + 1] = b_mag * sinf(c_phase);
782 static void upmix_5_1_back_surround(AVFilterContext *ctx,
791 AudioSurroundContext *s = ctx->priv;
792 float lfe_mag, l_mag, r_mag, *dstc, *dstl, *dstr, *dstlfe;
793 float ls_mag, rs_mag, *dstls, *dstrs;
795 dstl = (float *)s->output->extended_data[0];
796 dstr = (float *)s->output->extended_data[1];
797 dstc = (float *)s->output->extended_data[2];
798 dstlfe = (float *)s->output->extended_data[3];
799 dstls = (float *)s->output->extended_data[4];
800 dstrs = (float *)s->output->extended_data[5];
802 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &c_mag, s->lfe_mode);
804 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
805 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
806 ls_mag = powf(.5f * ( x + 1.f), s->bl_x) * powf(1.f - ((y + 1.f) * .5f), s->bl_y) * mag_total;
807 rs_mag = powf(.5f * (-x + 1.f), s->br_x) * powf(1.f - ((y + 1.f) * .5f), s->br_y) * mag_total;
809 dstl[2 * n ] = l_mag * cosf(l_phase);
810 dstl[2 * n + 1] = l_mag * sinf(l_phase);
812 dstr[2 * n ] = r_mag * cosf(r_phase);
813 dstr[2 * n + 1] = r_mag * sinf(r_phase);
815 dstc[2 * n ] = c_mag * cosf(c_phase);
816 dstc[2 * n + 1] = c_mag * sinf(c_phase);
818 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
819 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
821 dstls[2 * n ] = ls_mag * cosf(l_phase);
822 dstls[2 * n + 1] = ls_mag * sinf(l_phase);
824 dstrs[2 * n ] = rs_mag * cosf(r_phase);
825 dstrs[2 * n + 1] = rs_mag * sinf(r_phase);
828 static void upmix_5_1_back_2_1(AVFilterContext *ctx,
838 AudioSurroundContext *s = ctx->priv;
839 float c_mag, l_mag, r_mag, *dstc, *dstl, *dstr, *dstlfe;
840 float ls_mag, rs_mag, *dstls, *dstrs;
842 dstl = (float *)s->output->extended_data[0];
843 dstr = (float *)s->output->extended_data[1];
844 dstc = (float *)s->output->extended_data[2];
845 dstlfe = (float *)s->output->extended_data[3];
846 dstls = (float *)s->output->extended_data[4];
847 dstrs = (float *)s->output->extended_data[5];
849 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
850 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
851 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
852 ls_mag = powf(.5f * ( x + 1.f), s->bl_x) * powf(1.f - ((y + 1.f) * .5f), s->bl_y) * mag_total;
853 rs_mag = powf(.5f * (-x + 1.f), s->br_x) * powf(1.f - ((y + 1.f) * .5f), s->br_y) * mag_total;
855 dstl[2 * n ] = l_mag * cosf(l_phase);
856 dstl[2 * n + 1] = l_mag * sinf(l_phase);
858 dstr[2 * n ] = r_mag * cosf(r_phase);
859 dstr[2 * n + 1] = r_mag * sinf(r_phase);
861 dstc[2 * n ] = c_mag * cosf(c_phase);
862 dstc[2 * n + 1] = c_mag * sinf(c_phase);
864 dstlfe[2 * n ] = lfe_re;
865 dstlfe[2 * n + 1] = lfe_im;
867 dstls[2 * n ] = ls_mag * cosf(l_phase);
868 dstls[2 * n + 1] = ls_mag * sinf(l_phase);
870 dstrs[2 * n ] = rs_mag * cosf(r_phase);
871 dstrs[2 * n + 1] = rs_mag * sinf(r_phase);
874 static void upmix_7_0(AVFilterContext *ctx,
882 float l_mag, r_mag, ls_mag, rs_mag, c_mag, lb_mag, rb_mag;
883 float *dstc, *dstl, *dstr, *dstls, *dstrs, *dstlb, *dstrb;
884 AudioSurroundContext *s = ctx->priv;
886 dstl = (float *)s->output->extended_data[0];
887 dstr = (float *)s->output->extended_data[1];
888 dstc = (float *)s->output->extended_data[2];
889 dstlb = (float *)s->output->extended_data[3];
890 dstrb = (float *)s->output->extended_data[4];
891 dstls = (float *)s->output->extended_data[5];
892 dstrs = (float *)s->output->extended_data[6];
894 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
895 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
896 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
897 lb_mag = powf(.5f * ( x + 1.f), s->bl_x) * powf(1.f - ((y + 1.f) * .5f), s->bl_y) * mag_total;
898 rb_mag = powf(.5f * (-x + 1.f), s->br_x) * powf(1.f - ((y + 1.f) * .5f), s->br_y) * mag_total;
899 ls_mag = powf(.5f * ( x + 1.f), s->sl_x) * powf(1.f - fabsf(y), s->sl_y) * mag_total;
900 rs_mag = powf(.5f * (-x + 1.f), s->sr_x) * powf(1.f - fabsf(y), s->sr_y) * mag_total;
902 dstl[2 * n ] = l_mag * cosf(l_phase);
903 dstl[2 * n + 1] = l_mag * sinf(l_phase);
905 dstr[2 * n ] = r_mag * cosf(r_phase);
906 dstr[2 * n + 1] = r_mag * sinf(r_phase);
908 dstc[2 * n ] = c_mag * cosf(c_phase);
909 dstc[2 * n + 1] = c_mag * sinf(c_phase);
911 dstlb[2 * n ] = lb_mag * cosf(l_phase);
912 dstlb[2 * n + 1] = lb_mag * sinf(l_phase);
914 dstrb[2 * n ] = rb_mag * cosf(r_phase);
915 dstrb[2 * n + 1] = rb_mag * sinf(r_phase);
917 dstls[2 * n ] = ls_mag * cosf(l_phase);
918 dstls[2 * n + 1] = ls_mag * sinf(l_phase);
920 dstrs[2 * n ] = rs_mag * cosf(r_phase);
921 dstrs[2 * n + 1] = rs_mag * sinf(r_phase);
924 static void upmix_7_1(AVFilterContext *ctx,
932 float lfe_mag, l_mag, r_mag, ls_mag, rs_mag, c_mag, lb_mag, rb_mag;
933 float *dstc, *dstl, *dstr, *dstls, *dstrs, *dstlb, *dstrb, *dstlfe;
934 AudioSurroundContext *s = ctx->priv;
936 dstl = (float *)s->output->extended_data[0];
937 dstr = (float *)s->output->extended_data[1];
938 dstc = (float *)s->output->extended_data[2];
939 dstlfe = (float *)s->output->extended_data[3];
940 dstlb = (float *)s->output->extended_data[4];
941 dstrb = (float *)s->output->extended_data[5];
942 dstls = (float *)s->output->extended_data[6];
943 dstrs = (float *)s->output->extended_data[7];
945 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &mag_total, s->lfe_mode);
947 c_mag = powf(1.f - fabsf(x), s->fc_x) * powf((y + 1.f) * .5f, s->fc_y) * mag_total;
948 l_mag = powf(.5f * ( x + 1.f), s->fl_x) * powf((y + 1.f) * .5f, s->fl_y) * mag_total;
949 r_mag = powf(.5f * (-x + 1.f), s->fr_x) * powf((y + 1.f) * .5f, s->fr_y) * mag_total;
950 lb_mag = powf(.5f * ( x + 1.f), s->bl_x) * powf(1.f - ((y + 1.f) * .5f), s->bl_y) * mag_total;
951 rb_mag = powf(.5f * (-x + 1.f), s->br_x) * powf(1.f - ((y + 1.f) * .5f), s->br_y) * mag_total;
952 ls_mag = powf(.5f * ( x + 1.f), s->sl_x) * powf(1.f - fabsf(y), s->sl_y) * mag_total;
953 rs_mag = powf(.5f * (-x + 1.f), s->sr_x) * powf(1.f - fabsf(y), s->sr_y) * mag_total;
955 dstl[2 * n ] = l_mag * cosf(l_phase);
956 dstl[2 * n + 1] = l_mag * sinf(l_phase);
958 dstr[2 * n ] = r_mag * cosf(r_phase);
959 dstr[2 * n + 1] = r_mag * sinf(r_phase);
961 dstc[2 * n ] = c_mag * cosf(c_phase);
962 dstc[2 * n + 1] = c_mag * sinf(c_phase);
964 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
965 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
967 dstlb[2 * n ] = lb_mag * cosf(l_phase);
968 dstlb[2 * n + 1] = lb_mag * sinf(l_phase);
970 dstrb[2 * n ] = rb_mag * cosf(r_phase);
971 dstrb[2 * n + 1] = rb_mag * sinf(r_phase);
973 dstls[2 * n ] = ls_mag * cosf(l_phase);
974 dstls[2 * n + 1] = ls_mag * sinf(l_phase);
976 dstrs[2 * n ] = rs_mag * cosf(r_phase);
977 dstrs[2 * n + 1] = rs_mag * sinf(r_phase);
980 static void upmix_7_1_5_0_side(AVFilterContext *ctx,
981 float c_re, float c_im,
982 float mag_totall, float mag_totalr,
983 float fl_phase, float fr_phase,
984 float bl_phase, float br_phase,
985 float sl_phase, float sr_phase,
990 float fl_mag, fr_mag, ls_mag, rs_mag, lb_mag, rb_mag;
991 float *dstc, *dstl, *dstr, *dstls, *dstrs, *dstlb, *dstrb, *dstlfe;
992 float lfe_mag, c_phase, mag_total = (mag_totall + mag_totalr) * 0.5;
993 AudioSurroundContext *s = ctx->priv;
995 dstl = (float *)s->output->extended_data[0];
996 dstr = (float *)s->output->extended_data[1];
997 dstc = (float *)s->output->extended_data[2];
998 dstlfe = (float *)s->output->extended_data[3];
999 dstlb = (float *)s->output->extended_data[4];
1000 dstrb = (float *)s->output->extended_data[5];
1001 dstls = (float *)s->output->extended_data[6];
1002 dstrs = (float *)s->output->extended_data[7];
1004 c_phase = atan2f(c_im, c_re);
1006 get_lfe(s->output_lfe, n, s->lowcut, s->highcut, &lfe_mag, &mag_total, s->lfe_mode);
1008 fl_mag = powf(.5f * (xl + 1.f), s->fl_x) * powf((yl + 1.f) * .5f, s->fl_y) * mag_totall;
1009 fr_mag = powf(.5f * (xr + 1.f), s->fr_x) * powf((yr + 1.f) * .5f, s->fr_y) * mag_totalr;
1010 lb_mag = powf(.5f * (-xl + 1.f), s->bl_x) * powf((yl + 1.f) * .5f, s->bl_y) * mag_totall;
1011 rb_mag = powf(.5f * (-xr + 1.f), s->br_x) * powf((yr + 1.f) * .5f, s->br_y) * mag_totalr;
1012 ls_mag = powf(1.f - fabsf(xl), s->sl_x) * powf((yl + 1.f) * .5f, s->sl_y) * mag_totall;
1013 rs_mag = powf(1.f - fabsf(xr), s->sr_x) * powf((yr + 1.f) * .5f, s->sr_y) * mag_totalr;
1015 dstl[2 * n ] = fl_mag * cosf(fl_phase);
1016 dstl[2 * n + 1] = fl_mag * sinf(fl_phase);
1018 dstr[2 * n ] = fr_mag * cosf(fr_phase);
1019 dstr[2 * n + 1] = fr_mag * sinf(fr_phase);
1021 dstc[2 * n ] = c_re;
1022 dstc[2 * n + 1] = c_im;
1024 dstlfe[2 * n ] = lfe_mag * cosf(c_phase);
1025 dstlfe[2 * n + 1] = lfe_mag * sinf(c_phase);
1027 dstlb[2 * n ] = lb_mag * cosf(bl_phase);
1028 dstlb[2 * n + 1] = lb_mag * sinf(bl_phase);
1030 dstrb[2 * n ] = rb_mag * cosf(br_phase);
1031 dstrb[2 * n + 1] = rb_mag * sinf(br_phase);
1033 dstls[2 * n ] = ls_mag * cosf(sl_phase);
1034 dstls[2 * n + 1] = ls_mag * sinf(sl_phase);
1036 dstrs[2 * n ] = rs_mag * cosf(sr_phase);
1037 dstrs[2 * n + 1] = rs_mag * sinf(sr_phase);
1040 static void upmix_7_1_5_1(AVFilterContext *ctx,
1041 float c_re, float c_im,
1042 float lfe_re, float lfe_im,
1043 float mag_totall, float mag_totalr,
1044 float fl_phase, float fr_phase,
1045 float bl_phase, float br_phase,
1046 float sl_phase, float sr_phase,
1051 float fl_mag, fr_mag, ls_mag, rs_mag, lb_mag, rb_mag;
1052 float *dstc, *dstl, *dstr, *dstls, *dstrs, *dstlb, *dstrb, *dstlfe;
1053 AudioSurroundContext *s = ctx->priv;
1055 dstl = (float *)s->output->extended_data[0];
1056 dstr = (float *)s->output->extended_data[1];
1057 dstc = (float *)s->output->extended_data[2];
1058 dstlfe = (float *)s->output->extended_data[3];
1059 dstlb = (float *)s->output->extended_data[4];
1060 dstrb = (float *)s->output->extended_data[5];
1061 dstls = (float *)s->output->extended_data[6];
1062 dstrs = (float *)s->output->extended_data[7];
1064 fl_mag = powf(.5f * (xl + 1.f), s->fl_x) * powf((yl + 1.f) * .5f, s->fl_y) * mag_totall;
1065 fr_mag = powf(.5f * (xr + 1.f), s->fr_x) * powf((yr + 1.f) * .5f, s->fr_y) * mag_totalr;
1066 lb_mag = powf(.5f * (-xl + 1.f), s->bl_x) * powf((yl + 1.f) * .5f, s->bl_y) * mag_totall;
1067 rb_mag = powf(.5f * (-xr + 1.f), s->br_x) * powf((yr + 1.f) * .5f, s->br_y) * mag_totalr;
1068 ls_mag = powf(1.f - fabsf(xl), s->sl_x) * powf((yl + 1.f) * .5f, s->sl_y) * mag_totall;
1069 rs_mag = powf(1.f - fabsf(xr), s->sr_x) * powf((yr + 1.f) * .5f, s->sr_y) * mag_totalr;
1071 dstl[2 * n ] = fl_mag * cosf(fl_phase);
1072 dstl[2 * n + 1] = fl_mag * sinf(fl_phase);
1074 dstr[2 * n ] = fr_mag * cosf(fr_phase);
1075 dstr[2 * n + 1] = fr_mag * sinf(fr_phase);
1077 dstc[2 * n ] = c_re;
1078 dstc[2 * n + 1] = c_im;
1080 dstlfe[2 * n ] = lfe_re;
1081 dstlfe[2 * n + 1] = lfe_im;
1083 dstlb[2 * n ] = lb_mag * cosf(bl_phase);
1084 dstlb[2 * n + 1] = lb_mag * sinf(bl_phase);
1086 dstrb[2 * n ] = rb_mag * cosf(br_phase);
1087 dstrb[2 * n + 1] = rb_mag * sinf(br_phase);
1089 dstls[2 * n ] = ls_mag * cosf(sl_phase);
1090 dstls[2 * n + 1] = ls_mag * sinf(sl_phase);
1092 dstrs[2 * n ] = rs_mag * cosf(sr_phase);
1093 dstrs[2 * n + 1] = rs_mag * sinf(sr_phase);
1096 static void filter_stereo(AVFilterContext *ctx)
1098 AudioSurroundContext *s = ctx->priv;
1102 srcl = (float *)s->input->extended_data[0];
1103 srcr = (float *)s->input->extended_data[1];
1105 for (n = 0; n < s->buf_size; n++) {
1106 float l_re = srcl[2 * n], r_re = srcr[2 * n];
1107 float l_im = srcl[2 * n + 1], r_im = srcr[2 * n + 1];
1108 float c_phase = atan2f(l_im + r_im, l_re + r_re);
1109 float l_mag = hypotf(l_re, l_im);
1110 float r_mag = hypotf(r_re, r_im);
1111 float l_phase = atan2f(l_im, l_re);
1112 float r_phase = atan2f(r_im, r_re);
1113 float phase_dif = fabsf(l_phase - r_phase);
1114 float mag_sum = l_mag + r_mag;
1115 float mag_dif = mag_sum < 0.000001 ? FFDIFFSIGN(l_mag, r_mag) : (l_mag - r_mag) / mag_sum;
1116 float mag_total = hypotf(l_mag, r_mag);
1119 if (phase_dif > M_PI)
1120 phase_dif = 2 * M_PI - phase_dif;
1122 stereo_position(mag_dif, phase_dif, &x, &y);
1123 stereo_transform(&x, &y, s->angle);
1125 s->upmix_stereo(ctx, l_phase, r_phase, c_phase, mag_total, x, y, n);
1129 static void filter_surround(AVFilterContext *ctx)
1131 AudioSurroundContext *s = ctx->priv;
1132 float *srcl, *srcr, *srcc;
1135 srcl = (float *)s->input->extended_data[0];
1136 srcr = (float *)s->input->extended_data[1];
1137 srcc = (float *)s->input->extended_data[2];
1139 for (n = 0; n < s->buf_size; n++) {
1140 float l_re = srcl[2 * n], r_re = srcr[2 * n];
1141 float l_im = srcl[2 * n + 1], r_im = srcr[2 * n + 1];
1142 float c_re = srcc[2 * n], c_im = srcc[2 * n + 1];
1143 float c_mag = hypotf(c_re, c_im);
1144 float c_phase = atan2f(c_im, c_re);
1145 float l_mag = hypotf(l_re, l_im);
1146 float r_mag = hypotf(r_re, r_im);
1147 float l_phase = atan2f(l_im, l_re);
1148 float r_phase = atan2f(r_im, r_re);
1149 float phase_dif = fabsf(l_phase - r_phase);
1150 float mag_sum = l_mag + r_mag;
1151 float mag_dif = mag_sum < 0.000001 ? FFDIFFSIGN(l_mag, r_mag) : (l_mag - r_mag) / mag_sum;
1152 float mag_total = hypotf(l_mag, r_mag);
1155 if (phase_dif > M_PI)
1156 phase_dif = 2 * M_PI - phase_dif;
1158 stereo_position(mag_dif, phase_dif, &x, &y);
1159 stereo_transform(&x, &y, s->angle);
1161 s->upmix_3_0(ctx, l_phase, r_phase, c_phase, c_mag, mag_total, x, y, n);
1165 static void filter_2_1(AVFilterContext *ctx)
1167 AudioSurroundContext *s = ctx->priv;
1168 float *srcl, *srcr, *srclfe;
1171 srcl = (float *)s->input->extended_data[0];
1172 srcr = (float *)s->input->extended_data[1];
1173 srclfe = (float *)s->input->extended_data[2];
1175 for (n = 0; n < s->buf_size; n++) {
1176 float l_re = srcl[2 * n], r_re = srcr[2 * n];
1177 float l_im = srcl[2 * n + 1], r_im = srcr[2 * n + 1];
1178 float lfe_re = srclfe[2 * n], lfe_im = srclfe[2 * n + 1];
1179 float c_phase = atan2f(l_im + r_im, l_re + r_re);
1180 float l_mag = hypotf(l_re, l_im);
1181 float r_mag = hypotf(r_re, r_im);
1182 float l_phase = atan2f(l_im, l_re);
1183 float r_phase = atan2f(r_im, r_re);
1184 float phase_dif = fabsf(l_phase - r_phase);
1185 float mag_sum = l_mag + r_mag;
1186 float mag_dif = mag_sum < 0.000001 ? FFDIFFSIGN(l_mag, r_mag) : (l_mag - r_mag) / mag_sum;
1187 float mag_total = hypotf(l_mag, r_mag);
1190 if (phase_dif > M_PI)
1191 phase_dif = 2 * M_PI - phase_dif;
1193 stereo_position(mag_dif, phase_dif, &x, &y);
1194 stereo_transform(&x, &y, s->angle);
1196 s->upmix_2_1(ctx, l_phase, r_phase, c_phase, mag_total, lfe_re, lfe_im, x, y, n);
1200 static void filter_5_0_side(AVFilterContext *ctx)
1202 AudioSurroundContext *s = ctx->priv;
1203 float *srcl, *srcr, *srcc, *srcsl, *srcsr;
1206 srcl = (float *)s->input->extended_data[0];
1207 srcr = (float *)s->input->extended_data[1];
1208 srcc = (float *)s->input->extended_data[2];
1209 srcsl = (float *)s->input->extended_data[3];
1210 srcsr = (float *)s->input->extended_data[4];
1212 for (n = 0; n < s->buf_size; n++) {
1213 float fl_re = srcl[2 * n], fr_re = srcr[2 * n];
1214 float fl_im = srcl[2 * n + 1], fr_im = srcr[2 * n + 1];
1215 float c_re = srcc[2 * n], c_im = srcc[2 * n + 1];
1216 float sl_re = srcsl[2 * n], sl_im = srcsl[2 * n + 1];
1217 float sr_re = srcsr[2 * n], sr_im = srcsr[2 * n + 1];
1218 float fl_mag = hypotf(fl_re, fl_im);
1219 float fr_mag = hypotf(fr_re, fr_im);
1220 float fl_phase = atan2f(fl_im, fl_re);
1221 float fr_phase = atan2f(fr_im, fr_re);
1222 float sl_mag = hypotf(sl_re, sl_im);
1223 float sr_mag = hypotf(sr_re, sr_im);
1224 float sl_phase = atan2f(sl_im, sl_re);
1225 float sr_phase = atan2f(sr_im, sr_re);
1226 float phase_difl = fabsf(fl_phase - sl_phase);
1227 float phase_difr = fabsf(fr_phase - sr_phase);
1228 float magl_sum = fl_mag + sl_mag;
1229 float magr_sum = fr_mag + sr_mag;
1230 float mag_difl = magl_sum < 0.000001 ? FFDIFFSIGN(fl_mag, sl_mag) : (fl_mag - sl_mag) / magl_sum;
1231 float mag_difr = magr_sum < 0.000001 ? FFDIFFSIGN(fr_mag, sr_mag) : (fr_mag - sr_mag) / magr_sum;
1232 float mag_totall = hypotf(fl_mag, sl_mag);
1233 float mag_totalr = hypotf(fr_mag, sr_mag);
1234 float bl_phase = atan2f(fl_im + sl_im, fl_re + sl_re);
1235 float br_phase = atan2f(fr_im + sr_im, fr_re + sr_re);
1239 if (phase_difl > M_PI)
1240 phase_difl = 2 * M_PI - phase_difl;
1242 if (phase_difr > M_PI)
1243 phase_difr = 2 * M_PI - phase_difr;
1245 stereo_position(mag_difl, phase_difl, &xl, &yl);
1246 stereo_position(mag_difr, phase_difr, &xr, &yr);
1248 s->upmix_5_0(ctx, c_re, c_im,
1249 mag_totall, mag_totalr,
1257 static void filter_5_1_side(AVFilterContext *ctx)
1259 AudioSurroundContext *s = ctx->priv;
1260 float *srcl, *srcr, *srcc, *srclfe, *srcsl, *srcsr;
1263 srcl = (float *)s->input->extended_data[0];
1264 srcr = (float *)s->input->extended_data[1];
1265 srcc = (float *)s->input->extended_data[2];
1266 srclfe = (float *)s->input->extended_data[3];
1267 srcsl = (float *)s->input->extended_data[4];
1268 srcsr = (float *)s->input->extended_data[5];
1270 for (n = 0; n < s->buf_size; n++) {
1271 float fl_re = srcl[2 * n], fr_re = srcr[2 * n];
1272 float fl_im = srcl[2 * n + 1], fr_im = srcr[2 * n + 1];
1273 float c_re = srcc[2 * n], c_im = srcc[2 * n + 1];
1274 float lfe_re = srclfe[2 * n], lfe_im = srclfe[2 * n + 1];
1275 float sl_re = srcsl[2 * n], sl_im = srcsl[2 * n + 1];
1276 float sr_re = srcsr[2 * n], sr_im = srcsr[2 * n + 1];
1277 float fl_mag = hypotf(fl_re, fl_im);
1278 float fr_mag = hypotf(fr_re, fr_im);
1279 float fl_phase = atan2f(fl_im, fl_re);
1280 float fr_phase = atan2f(fr_im, fr_re);
1281 float sl_mag = hypotf(sl_re, sl_im);
1282 float sr_mag = hypotf(sr_re, sr_im);
1283 float sl_phase = atan2f(sl_im, sl_re);
1284 float sr_phase = atan2f(sr_im, sr_re);
1285 float phase_difl = fabsf(fl_phase - sl_phase);
1286 float phase_difr = fabsf(fr_phase - sr_phase);
1287 float magl_sum = fl_mag + sl_mag;
1288 float magr_sum = fr_mag + sr_mag;
1289 float mag_difl = magl_sum < 0.000001 ? FFDIFFSIGN(fl_mag, sl_mag) : (fl_mag - sl_mag) / magl_sum;
1290 float mag_difr = magr_sum < 0.000001 ? FFDIFFSIGN(fr_mag, sr_mag) : (fr_mag - sr_mag) / magr_sum;
1291 float mag_totall = hypotf(fl_mag, sl_mag);
1292 float mag_totalr = hypotf(fr_mag, sr_mag);
1293 float bl_phase = atan2f(fl_im + sl_im, fl_re + sl_re);
1294 float br_phase = atan2f(fr_im + sr_im, fr_re + sr_re);
1298 if (phase_difl > M_PI)
1299 phase_difl = 2 * M_PI - phase_difl;
1301 if (phase_difr > M_PI)
1302 phase_difr = 2 * M_PI - phase_difr;
1304 stereo_position(mag_difl, phase_difl, &xl, &yl);
1305 stereo_position(mag_difr, phase_difr, &xr, &yr);
1307 s->upmix_5_1(ctx, c_re, c_im, lfe_re, lfe_im,
1308 mag_totall, mag_totalr,
1316 static void filter_5_1_back(AVFilterContext *ctx)
1318 AudioSurroundContext *s = ctx->priv;
1319 float *srcl, *srcr, *srcc, *srclfe, *srcbl, *srcbr;
1322 srcl = (float *)s->input->extended_data[0];
1323 srcr = (float *)s->input->extended_data[1];
1324 srcc = (float *)s->input->extended_data[2];
1325 srclfe = (float *)s->input->extended_data[3];
1326 srcbl = (float *)s->input->extended_data[4];
1327 srcbr = (float *)s->input->extended_data[5];
1329 for (n = 0; n < s->buf_size; n++) {
1330 float fl_re = srcl[2 * n], fr_re = srcr[2 * n];
1331 float fl_im = srcl[2 * n + 1], fr_im = srcr[2 * n + 1];
1332 float c_re = srcc[2 * n], c_im = srcc[2 * n + 1];
1333 float lfe_re = srclfe[2 * n], lfe_im = srclfe[2 * n + 1];
1334 float bl_re = srcbl[2 * n], bl_im = srcbl[2 * n + 1];
1335 float br_re = srcbr[2 * n], br_im = srcbr[2 * n + 1];
1336 float fl_mag = hypotf(fl_re, fl_im);
1337 float fr_mag = hypotf(fr_re, fr_im);
1338 float fl_phase = atan2f(fl_im, fl_re);
1339 float fr_phase = atan2f(fr_im, fr_re);
1340 float bl_mag = hypotf(bl_re, bl_im);
1341 float br_mag = hypotf(br_re, br_im);
1342 float bl_phase = atan2f(bl_im, bl_re);
1343 float br_phase = atan2f(br_im, br_re);
1344 float phase_difl = fabsf(fl_phase - bl_phase);
1345 float phase_difr = fabsf(fr_phase - br_phase);
1346 float magl_sum = fl_mag + bl_mag;
1347 float magr_sum = fr_mag + br_mag;
1348 float mag_difl = magl_sum < 0.000001 ? FFDIFFSIGN(fl_mag, bl_mag) : (fl_mag - bl_mag) / magl_sum;
1349 float mag_difr = magr_sum < 0.000001 ? FFDIFFSIGN(fr_mag, br_mag) : (fr_mag - br_mag) / magr_sum;
1350 float mag_totall = hypotf(fl_mag, bl_mag);
1351 float mag_totalr = hypotf(fr_mag, br_mag);
1352 float sl_phase = atan2f(fl_im + bl_im, fl_re + bl_re);
1353 float sr_phase = atan2f(fr_im + br_im, fr_re + br_re);
1357 if (phase_difl > M_PI)
1358 phase_difl = 2 * M_PI - phase_difl;
1360 if (phase_difr > M_PI)
1361 phase_difr = 2 * M_PI - phase_difr;
1363 stereo_position(mag_difl, phase_difl, &xl, &yl);
1364 stereo_position(mag_difr, phase_difr, &xr, &yr);
1366 s->upmix_5_1(ctx, c_re, c_im, lfe_re, lfe_im,
1367 mag_totall, mag_totalr,
1375 static av_cold int init(AVFilterContext *ctx)
1377 AudioSurroundContext *s = ctx->priv;
1381 if (!(s->out_channel_layout = av_get_channel_layout(s->out_channel_layout_str))) {
1382 av_log(ctx, AV_LOG_ERROR, "Error parsing output channel layout '%s'.\n",
1383 s->out_channel_layout_str);
1384 return AVERROR(EINVAL);
1387 if (!(s->in_channel_layout = av_get_channel_layout(s->in_channel_layout_str))) {
1388 av_log(ctx, AV_LOG_ERROR, "Error parsing input channel layout '%s'.\n",
1389 s->in_channel_layout_str);
1390 return AVERROR(EINVAL);
1393 if (s->lowcutf >= s->highcutf) {
1394 av_log(ctx, AV_LOG_ERROR, "Low cut-off '%d' should be less than high cut-off '%d'.\n",
1395 s->lowcutf, s->highcutf);
1396 return AVERROR(EINVAL);
1399 switch (s->in_channel_layout) {
1400 case AV_CH_LAYOUT_STEREO:
1401 s->filter = filter_stereo;
1402 switch (s->out_channel_layout) {
1403 case AV_CH_LAYOUT_MONO:
1404 s->upmix_stereo = upmix_1_0;
1406 case AV_CH_LAYOUT_STEREO:
1407 s->upmix_stereo = upmix_stereo;
1409 case AV_CH_LAYOUT_2POINT1:
1410 s->upmix_stereo = upmix_2_1;
1412 case AV_CH_LAYOUT_SURROUND:
1413 s->upmix_stereo = upmix_3_0;
1415 case AV_CH_LAYOUT_3POINT1:
1416 s->upmix_stereo = upmix_3_1;
1418 case AV_CH_LAYOUT_4POINT0:
1419 s->upmix_stereo = upmix_4_0;
1421 case AV_CH_LAYOUT_4POINT1:
1422 s->upmix_stereo = upmix_4_1;
1424 case AV_CH_LAYOUT_5POINT0_BACK:
1425 s->upmix_stereo = upmix_5_0_back;
1427 case AV_CH_LAYOUT_5POINT1_BACK:
1428 s->upmix_stereo = upmix_5_1_back;
1430 case AV_CH_LAYOUT_6POINT0:
1431 s->upmix_stereo = upmix_6_0;
1433 case AV_CH_LAYOUT_6POINT1:
1434 s->upmix_stereo = upmix_6_1;
1436 case AV_CH_LAYOUT_7POINT0:
1437 s->upmix_stereo = upmix_7_0;
1439 case AV_CH_LAYOUT_7POINT1:
1440 s->upmix_stereo = upmix_7_1;
1446 case AV_CH_LAYOUT_2POINT1:
1447 s->filter = filter_2_1;
1448 switch (s->out_channel_layout) {
1449 case AV_CH_LAYOUT_5POINT1_BACK:
1450 s->upmix_2_1 = upmix_5_1_back_2_1;
1456 case AV_CH_LAYOUT_SURROUND:
1457 s->filter = filter_surround;
1458 switch (s->out_channel_layout) {
1459 case AV_CH_LAYOUT_3POINT1:
1460 s->upmix_3_0 = upmix_3_1_surround;
1462 case AV_CH_LAYOUT_5POINT1_BACK:
1463 s->upmix_3_0 = upmix_5_1_back_surround;
1469 case AV_CH_LAYOUT_5POINT0:
1470 s->filter = filter_5_0_side;
1471 switch (s->out_channel_layout) {
1472 case AV_CH_LAYOUT_7POINT1:
1473 s->upmix_5_0 = upmix_7_1_5_0_side;
1479 case AV_CH_LAYOUT_5POINT1:
1480 s->filter = filter_5_1_side;
1481 switch (s->out_channel_layout) {
1482 case AV_CH_LAYOUT_7POINT1:
1483 s->upmix_5_1 = upmix_7_1_5_1;
1489 case AV_CH_LAYOUT_5POINT1_BACK:
1490 s->filter = filter_5_1_back;
1491 switch (s->out_channel_layout) {
1492 case AV_CH_LAYOUT_7POINT1:
1493 s->upmix_5_1 = upmix_7_1_5_1;
1501 av_log(ctx, AV_LOG_ERROR, "Unsupported upmix: '%s' -> '%s'.\n",
1502 s->in_channel_layout_str, s->out_channel_layout_str);
1503 return AVERROR(EINVAL);
1506 s->buf_size = 1 << av_log2(s->win_size);
1507 s->pts = AV_NOPTS_VALUE;
1509 s->window_func_lut = av_calloc(s->buf_size, sizeof(*s->window_func_lut));
1510 if (!s->window_func_lut)
1511 return AVERROR(ENOMEM);
1513 generate_window_func(s->window_func_lut, s->buf_size, s->win_func, &overlap);
1514 if (s->overlap == 1)
1515 s->overlap = overlap;
1517 for (i = 0; i < s->buf_size; i++)
1518 s->window_func_lut[i] = sqrtf(s->window_func_lut[i] / s->buf_size);
1519 s->hop_size = s->buf_size * (1. - s->overlap);
1520 if (s->hop_size <= 0)
1521 return AVERROR(EINVAL);
1523 if (s->all_x >= 0.f)
1524 s->fc_x = s->fl_x = s->fr_x = s->bc_x = s->sl_x = s->sr_x = s->bl_x = s->br_x = s->all_x;
1525 if (s->all_y >= 0.f)
1526 s->fc_y = s->fl_y = s->fr_y = s->bc_y = s->sl_y = s->sr_y = s->bl_y = s->br_y = s->all_y;
1531 static int fft_channel(AVFilterContext *ctx, void *arg, int ch, int nb_jobs)
1533 AudioSurroundContext *s = ctx->priv;
1534 const float level_in = s->input_levels[ch];
1538 memset(s->input->extended_data[ch] + s->buf_size * sizeof(float), 0, s->buf_size * sizeof(float));
1540 dst = (float *)s->input->extended_data[ch];
1541 for (n = 0; n < s->buf_size; n++) {
1542 dst[n] *= s->window_func_lut[n] * level_in;
1545 av_rdft_calc(s->rdft[ch], (float *)s->input->extended_data[ch]);
1550 static int ifft_channel(AVFilterContext *ctx, void *arg, int ch, int nb_jobs)
1552 AudioSurroundContext *s = ctx->priv;
1553 const float level_out = s->output_levels[ch];
1558 av_rdft_calc(s->irdft[ch], (float *)s->output->extended_data[ch]);
1560 dst = (float *)s->output->extended_data[ch];
1561 ptr = (float *)s->overlap_buffer->extended_data[ch];
1563 memmove(s->overlap_buffer->extended_data[ch],
1564 s->overlap_buffer->extended_data[ch] + s->hop_size * sizeof(float),
1565 s->buf_size * sizeof(float));
1566 memset(s->overlap_buffer->extended_data[ch] + s->buf_size * sizeof(float),
1567 0, s->hop_size * sizeof(float));
1569 for (n = 0; n < s->buf_size; n++) {
1570 ptr[n] += dst[n] * s->window_func_lut[n] * level_out;
1573 ptr = (float *)s->overlap_buffer->extended_data[ch];
1574 dst = (float *)out->extended_data[ch];
1575 memcpy(dst, ptr, s->hop_size * sizeof(float));
1580 static int filter_frame(AVFilterLink *inlink)
1582 AVFilterContext *ctx = inlink->dst;
1583 AVFilterLink *outlink = ctx->outputs[0];
1584 AudioSurroundContext *s = ctx->priv;
1588 ret = av_audio_fifo_peek(s->fifo, (void **)s->input->extended_data, s->buf_size);
1592 ctx->internal->execute(ctx, fft_channel, NULL, NULL, inlink->channels);
1596 out = ff_get_audio_buffer(outlink, s->hop_size);
1598 return AVERROR(ENOMEM);
1600 ctx->internal->execute(ctx, ifft_channel, out, NULL, outlink->channels);
1603 if (s->pts != AV_NOPTS_VALUE)
1604 s->pts += av_rescale_q(out->nb_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
1605 av_audio_fifo_drain(s->fifo, FFMIN(av_audio_fifo_size(s->fifo), s->hop_size));
1607 return ff_filter_frame(outlink, out);
1610 static int activate(AVFilterContext *ctx)
1612 AVFilterLink *inlink = ctx->inputs[0];
1613 AVFilterLink *outlink = ctx->outputs[0];
1614 AudioSurroundContext *s = ctx->priv;
1616 int ret = 0, status;
1619 FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
1621 if (!s->eof && av_audio_fifo_size(s->fifo) < s->buf_size) {
1622 ret = ff_inlink_consume_frame(inlink, &in);
1627 ret = av_audio_fifo_write(s->fifo, (void **)in->extended_data,
1629 if (ret >= 0 && s->pts == AV_NOPTS_VALUE)
1638 if ((av_audio_fifo_size(s->fifo) >= s->buf_size) ||
1639 (av_audio_fifo_size(s->fifo) > 0 && s->eof)) {
1640 ret = filter_frame(inlink);
1641 if (av_audio_fifo_size(s->fifo) >= s->buf_size)
1642 ff_filter_set_ready(ctx, 100);
1646 if (!s->eof && ff_inlink_acknowledge_status(inlink, &status, &pts)) {
1647 if (status == AVERROR_EOF) {
1649 if (av_audio_fifo_size(s->fifo) >= 0) {
1650 ff_filter_set_ready(ctx, 100);
1656 if (s->eof && av_audio_fifo_size(s->fifo) <= 0) {
1657 ff_outlink_set_status(outlink, AVERROR_EOF, s->pts);
1662 FF_FILTER_FORWARD_WANTED(outlink, inlink);
1664 return FFERROR_NOT_READY;
1667 static av_cold void uninit(AVFilterContext *ctx)
1669 AudioSurroundContext *s = ctx->priv;
1672 av_frame_free(&s->input);
1673 av_frame_free(&s->output);
1674 av_frame_free(&s->overlap_buffer);
1676 for (ch = 0; ch < s->nb_in_channels; ch++) {
1677 av_rdft_end(s->rdft[ch]);
1679 for (ch = 0; ch < s->nb_out_channels; ch++) {
1680 av_rdft_end(s->irdft[ch]);
1682 av_freep(&s->input_levels);
1683 av_freep(&s->output_levels);
1685 av_freep(&s->irdft);
1686 av_audio_fifo_free(s->fifo);
1687 av_freep(&s->window_func_lut);
1690 #define OFFSET(x) offsetof(AudioSurroundContext, x)
1691 #define FLAGS AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
1693 static const AVOption surround_options[] = {
1694 { "chl_out", "set output channel layout", OFFSET(out_channel_layout_str), AV_OPT_TYPE_STRING, {.str="5.1"}, 0, 0, FLAGS },
1695 { "chl_in", "set input channel layout", OFFSET(in_channel_layout_str), AV_OPT_TYPE_STRING, {.str="stereo"},0, 0, FLAGS },
1696 { "level_in", "set input level", OFFSET(level_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1697 { "level_out", "set output level", OFFSET(level_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1698 { "lfe", "output LFE", OFFSET(output_lfe), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, FLAGS },
1699 { "lfe_low", "LFE low cut off", OFFSET(lowcutf), AV_OPT_TYPE_INT, {.i64=128}, 0, 256, FLAGS },
1700 { "lfe_high", "LFE high cut off", OFFSET(highcutf), AV_OPT_TYPE_INT, {.i64=256}, 0, 512, FLAGS },
1701 { "lfe_mode", "set LFE channel mode", OFFSET(lfe_mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS, "lfe_mode" },
1702 { "add", "just add LFE channel", 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 1, FLAGS, "lfe_mode" },
1703 { "sub", "substract LFE channel with others", 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 1, FLAGS, "lfe_mode" },
1704 { "angle", "set soundfield transform angle", OFFSET(angle), AV_OPT_TYPE_FLOAT, {.dbl=90}, 0, 360, FLAGS },
1705 { "fc_in", "set front center channel input level", OFFSET(fc_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1706 { "fc_out", "set front center channel output level", OFFSET(fc_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1707 { "fl_in", "set front left channel input level", OFFSET(fl_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1708 { "fl_out", "set front left channel output level", OFFSET(fl_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1709 { "fr_in", "set front right channel input level", OFFSET(fr_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1710 { "fr_out", "set front right channel output level", OFFSET(fr_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1711 { "sl_in", "set side left channel input level", OFFSET(sl_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1712 { "sl_out", "set side left channel output level", OFFSET(sl_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1713 { "sr_in", "set side right channel input level", OFFSET(sr_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1714 { "sr_out", "set side right channel output level", OFFSET(sr_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1715 { "bl_in", "set back left channel input level", OFFSET(bl_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1716 { "bl_out", "set back left channel output level", OFFSET(bl_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1717 { "br_in", "set back right channel input level", OFFSET(br_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1718 { "br_out", "set back right channel output level", OFFSET(br_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1719 { "bc_in", "set back center channel input level", OFFSET(bc_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1720 { "bc_out", "set back center channel output level", OFFSET(bc_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1721 { "lfe_in", "set lfe channel input level", OFFSET(lfe_in), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1722 { "lfe_out", "set lfe channel output level", OFFSET(lfe_out), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 10, FLAGS },
1723 { "allx", "set all channel's x spread", OFFSET(all_x), AV_OPT_TYPE_FLOAT, {.dbl=-1}, -1, 15, FLAGS },
1724 { "ally", "set all channel's y spread", OFFSET(all_y), AV_OPT_TYPE_FLOAT, {.dbl=-1}, -1, 15, FLAGS },
1725 { "fcx", "set front center channel x spread", OFFSET(fc_x), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1726 { "flx", "set front left channel x spread", OFFSET(fl_x), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1727 { "frx", "set front right channel x spread", OFFSET(fr_x), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1728 { "blx", "set back left channel x spread", OFFSET(bl_x), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1729 { "brx", "set back right channel x spread", OFFSET(br_x), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1730 { "slx", "set side left channel x spread", OFFSET(sl_x), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1731 { "srx", "set side right channel x spread", OFFSET(sr_x), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1732 { "bcx", "set back center channel x spread", OFFSET(bc_x), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1733 { "fcy", "set front center channel y spread", OFFSET(fc_y), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1734 { "fly", "set front left channel y spread", OFFSET(fl_y), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1735 { "fry", "set front right channel y spread", OFFSET(fr_y), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1736 { "bly", "set back left channel y spread", OFFSET(bl_y), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1737 { "bry", "set back right channel y spread", OFFSET(br_y), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1738 { "sly", "set side left channel y spread", OFFSET(sl_y), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1739 { "sry", "set side right channel y spread", OFFSET(sr_y), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1740 { "bcy", "set back center channel y spread", OFFSET(bc_y), AV_OPT_TYPE_FLOAT, {.dbl=1}, 0, 15, FLAGS },
1741 { "win_size", "set window size", OFFSET(win_size), AV_OPT_TYPE_INT, {.i64 = 4096}, 1024, 65536, FLAGS },
1742 { "win_func", "set window function", OFFSET(win_func), AV_OPT_TYPE_INT, {.i64 = WFUNC_HANNING}, 0, NB_WFUNC-1, FLAGS, "win_func" },
1743 { "rect", "Rectangular", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_RECT}, 0, 0, FLAGS, "win_func" },
1744 { "bartlett", "Bartlett", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_BARTLETT}, 0, 0, FLAGS, "win_func" },
1745 { "hann", "Hann", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_HANNING}, 0, 0, FLAGS, "win_func" },
1746 { "hanning", "Hanning", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_HANNING}, 0, 0, FLAGS, "win_func" },
1747 { "hamming", "Hamming", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_HAMMING}, 0, 0, FLAGS, "win_func" },
1748 { "blackman", "Blackman", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_BLACKMAN}, 0, 0, FLAGS, "win_func" },
1749 { "welch", "Welch", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_WELCH}, 0, 0, FLAGS, "win_func" },
1750 { "flattop", "Flat-top", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_FLATTOP}, 0, 0, FLAGS, "win_func" },
1751 { "bharris", "Blackman-Harris", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_BHARRIS}, 0, 0, FLAGS, "win_func" },
1752 { "bnuttall", "Blackman-Nuttall", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_BNUTTALL}, 0, 0, FLAGS, "win_func" },
1753 { "bhann", "Bartlett-Hann", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_BHANN}, 0, 0, FLAGS, "win_func" },
1754 { "sine", "Sine", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_SINE}, 0, 0, FLAGS, "win_func" },
1755 { "nuttall", "Nuttall", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_NUTTALL}, 0, 0, FLAGS, "win_func" },
1756 { "lanczos", "Lanczos", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_LANCZOS}, 0, 0, FLAGS, "win_func" },
1757 { "gauss", "Gauss", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_GAUSS}, 0, 0, FLAGS, "win_func" },
1758 { "tukey", "Tukey", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_TUKEY}, 0, 0, FLAGS, "win_func" },
1759 { "dolph", "Dolph-Chebyshev", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_DOLPH}, 0, 0, FLAGS, "win_func" },
1760 { "cauchy", "Cauchy", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_CAUCHY}, 0, 0, FLAGS, "win_func" },
1761 { "parzen", "Parzen", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_PARZEN}, 0, 0, FLAGS, "win_func" },
1762 { "poisson", "Poisson", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_POISSON}, 0, 0, FLAGS, "win_func" },
1763 { "bohman", "Bohman", 0, AV_OPT_TYPE_CONST, {.i64=WFUNC_BOHMAN}, 0, 0, FLAGS, "win_func" },
1764 { "overlap", "set window overlap", OFFSET(overlap), AV_OPT_TYPE_FLOAT, {.dbl=0.5}, 0, 1, FLAGS },
1768 AVFILTER_DEFINE_CLASS(surround);
1770 static const AVFilterPad inputs[] = {
1773 .type = AVMEDIA_TYPE_AUDIO,
1774 .config_props = config_input,
1779 static const AVFilterPad outputs[] = {
1782 .type = AVMEDIA_TYPE_AUDIO,
1783 .config_props = config_output,
1788 AVFilter ff_af_surround = {
1790 .description = NULL_IF_CONFIG_SMALL("Apply audio surround upmix filter."),
1791 .query_formats = query_formats,
1792 .priv_size = sizeof(AudioSurroundContext),
1793 .priv_class = &surround_class,
1796 .activate = activate,
1799 .flags = AVFILTER_FLAG_SLICE_THREADS,