1 ;*****************************************************************************
2 ;* x86-optimized AC-3 DSP utils
3 ;* Copyright (c) 2011 Justin Ruggles
5 ;* This file is part of FFmpeg.
7 ;* FFmpeg is free software; you can redistribute it and/or
8 ;* modify it under the terms of the GNU Lesser General Public
9 ;* License as published by the Free Software Foundation; either
10 ;* version 2.1 of the License, or (at your option) any later version.
12 ;* FFmpeg is distributed in the hope that it will be useful,
13 ;* but WITHOUT ANY WARRANTY; without even the implied warranty of
14 ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 ;* Lesser General Public License for more details.
17 ;* You should have received a copy of the GNU Lesser General Public
18 ;* License along with FFmpeg; if not, write to the Free Software
19 ;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 ;******************************************************************************
22 %include "libavutil/x86/x86inc.asm"
23 %include "libavutil/x86/x86util.asm"
27 ; 16777216.0f - used in ff_float_to_fixed24()
28 pf_1_24: times 4 dd 0x4B800000
30 ; used in ff_ac3_compute_mantissa_size()
32 pw_bap_mul1: dw 21846, 21846, 0, 32768, 21846, 21846, 0, 32768
33 pw_bap_mul2: dw 5, 7, 0, 7, 5, 7, 0, 7
35 ; used in ff_ac3_extract_exponents()
37 pd_151: times 4 dd 151
38 pb_shuf_4dwb: db 0, 4, 8, 12
42 ;-----------------------------------------------------------------------------
43 ; void ff_ac3_exponent_min(uint8_t *exp, int num_reuse_blocks, int nb_coefs)
44 ;-----------------------------------------------------------------------------
46 %macro AC3_EXPONENT_MIN 1
47 cglobal ac3_exponent_min_%1, 3,4,2, exp, reuse_blks, expn, offset
52 mov offsetq, reuse_blksq
53 mova m0, [expq+offsetq]
57 PMINUB m0, [expq+offsetq], m1
68 %define PMINUB PMINUB_MMX
73 %define PMINUB PMINUB_MMXEXT
74 %define LOOP_ALIGN ALIGN 16
75 AC3_EXPONENT_MIN mmxext
84 ;-----------------------------------------------------------------------------
85 ; int ff_ac3_max_msb_abs_int16(const int16_t *src, int len)
87 ; This function uses 2 different methods to calculate a valid result.
88 ; 1) logical 'or' of abs of each element
89 ; This is used for ssse3 because of the pabsw instruction.
90 ; It is also used for mmx because of the lack of min/max instructions.
91 ; 2) calculate min/max for the array, then or(abs(min),abs(max))
92 ; This is used for mmxext and sse2 because they have pminsw/pmaxsw.
93 ;-----------------------------------------------------------------------------
95 %macro AC3_MAX_MSB_ABS_INT16 2
96 cglobal ac3_max_msb_abs_int16_%1, 2,2,5, src, len
102 mova m1, [srcq+mmsize]
110 mova m1, [srcq+mmsize]
113 ; using memory args is faster for ssse3
115 pabsw m1, [srcq+mmsize]
141 %define ABS2 ABS2_MMX
142 %define PSHUFLW pshufw
143 AC3_MAX_MSB_ABS_INT16 mmx, or_abs
144 %define ABS2 ABS2_MMX2
145 AC3_MAX_MSB_ABS_INT16 mmxext, min_max
147 %define PSHUFLW pshuflw
148 AC3_MAX_MSB_ABS_INT16 sse2, min_max
149 %define ABS2 ABS2_SSSE3
150 AC3_MAX_MSB_ABS_INT16 ssse3, or_abs
152 ;-----------------------------------------------------------------------------
153 ; macro used for ff_ac3_lshift_int16() and ff_ac3_rshift_int32()
154 ;-----------------------------------------------------------------------------
156 %macro AC3_SHIFT 4 ; l/r, 16/32, shift instruction, instruction set
157 cglobal ac3_%1shift_int%2_%4, 3,3,5, src, len, shift
161 mova m2, [srcq+mmsize ]
162 mova m3, [srcq+mmsize*2]
163 mova m4, [srcq+mmsize*3]
169 mova [srcq+mmsize ], m2
170 mova [srcq+mmsize*2], m3
171 mova [srcq+mmsize*3], m4
173 sub lend, mmsize*32/%2
179 ;-----------------------------------------------------------------------------
180 ; void ff_ac3_lshift_int16(int16_t *src, unsigned int len, unsigned int shift)
181 ;-----------------------------------------------------------------------------
184 AC3_SHIFT l, 16, psllw, mmx
186 AC3_SHIFT l, 16, psllw, sse2
188 ;-----------------------------------------------------------------------------
189 ; void ff_ac3_rshift_int32(int32_t *src, unsigned int len, unsigned int shift)
190 ;-----------------------------------------------------------------------------
193 AC3_SHIFT r, 32, psrad, mmx
195 AC3_SHIFT r, 32, psrad, sse2
197 ;-----------------------------------------------------------------------------
198 ; void ff_float_to_fixed24(int32_t *dst, const float *src, unsigned int len)
199 ;-----------------------------------------------------------------------------
201 ; The 3DNow! version is not bit-identical because pf2id uses truncation rather
202 ; than round-to-nearest.
204 cglobal float_to_fixed24_3dnow, 3,3,0, dst, src, len
230 cglobal float_to_fixed24_sse, 3,3,3, dst, src, len
254 cglobal float_to_fixed24_sse2, 3,3,9, dst, src, len
258 movaps m2, [srcq+16 ]
259 movaps m3, [srcq+32 ]
260 movaps m4, [srcq+48 ]
262 movaps m5, [srcq+64 ]
263 movaps m6, [srcq+80 ]
264 movaps m7, [srcq+96 ]
265 movaps m8, [srcq+112]
288 movdqa [dstq+16 ], m2
289 movdqa [dstq+32 ], m3
290 movdqa [dstq+48 ], m4
292 movdqa [dstq+64 ], m5
293 movdqa [dstq+80 ], m6
294 movdqa [dstq+96 ], m7
295 movdqa [dstq+112], m8
307 ;------------------------------------------------------------------------------
308 ; int ff_ac3_compute_mantissa_size(uint16_t mant_cnt[6][16])
309 ;------------------------------------------------------------------------------
311 %macro PHADDD4 2 ; xmm src, xmm tmp
319 cglobal ac3_compute_mantissa_size_sse2, 1,2,4, mant_cnt, sum
320 movdqa m0, [mant_cntq ]
321 movdqa m1, [mant_cntq+ 1*16]
322 paddw m0, [mant_cntq+ 2*16]
323 paddw m1, [mant_cntq+ 3*16]
324 paddw m0, [mant_cntq+ 4*16]
325 paddw m1, [mant_cntq+ 5*16]
326 paddw m0, [mant_cntq+ 6*16]
327 paddw m1, [mant_cntq+ 7*16]
328 paddw m0, [mant_cntq+ 8*16]
329 paddw m1, [mant_cntq+ 9*16]
330 paddw m0, [mant_cntq+10*16]
331 paddw m1, [mant_cntq+11*16]
332 pmaddwd m0, [ac3_bap_bits ]
333 pmaddwd m1, [ac3_bap_bits+16]
337 movdqa m3, [pw_bap_mul1]
338 movhpd m0, [mant_cntq +2]
339 movlpd m0, [mant_cntq+1*32+2]
340 movhpd m1, [mant_cntq+2*32+2]
341 movlpd m1, [mant_cntq+3*32+2]
342 movhpd m2, [mant_cntq+4*32+2]
343 movlpd m2, [mant_cntq+5*32+2]
349 pmaddwd m0, [pw_bap_mul2]
355 ;------------------------------------------------------------------------------
356 ; void ff_ac3_extract_exponents(uint8_t *exp, int32_t *coef, int nb_coefs)
357 ;------------------------------------------------------------------------------
359 %macro PABSD_MMX 2 ; src/dst, tmp
366 %macro PABSD_SSSE3 1-2 ; src/dst, unused
372 cglobal ac3_extract_exponents_3dnow, 3,3,0, exp, coef, len
374 lea coefq, [coefq+4*lenq]
379 movq m0, [coefq+4*lenq ]
380 movq m1, [coefq+4*lenq+8]
406 %macro AC3_EXTRACT_EXPONENTS 1
407 cglobal ac3_extract_exponents_%1, 3,3,5, exp, coef, len
409 lea coefq, [coefq+4*lenq]
414 movd m4, [pb_shuf_4dwb]
417 ; move 4 32-bit coefs to xmm0
418 mova m0, [coefq+4*lenq]
421 ; convert to float and extract exponents
428 ; move the lowest byte in each of 4 dwords to the low dword
444 %define PABSD PABSD_MMX
445 AC3_EXTRACT_EXPONENTS sse2
447 %define PABSD PABSD_SSSE3
448 AC3_EXTRACT_EXPONENTS ssse3